feat: ttc intergration (#147)

.github/workflows/ttc.yaml

@@ -0,0 +1,52 @@
+name: TTC docker publish
+
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - v*
+    paths:
+      - '*.go'
+      - 'tests/ttc/**'
+
+jobs:
+  docker:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set Docker tag
+        shell: bash
+        run: |
+          ref_v="${{ github.ref }}"
+          if [[ $ref_v == refs/tags/* ]]; then
+            DOCKER_TAG=${ref_v:10}
+          else
+            DOCKER_TAG="latest"
+          fi
+          echo "DOCKER_TAG=$DOCKER_TAG" >> $GITHUB_ENV
+
+      - name: Print Docker tag
+        shell: bash
+        run: |
+          echo "Start to build and publish: ghcr.io/databendlabs/ttc-go:$DOCKER_TAG"
+
+      - name: TTC Build and push
+        uses: docker/build-push-action@v6
+        with:
+          push: true
+          file: ./tests/ttc/Dockerfile
+          tags: ghcr.io/databendlabs/ttc-go:${{ env.DOCKER_TAG }}

access_token.go

@@ -2,7 +2,7 @@ package godatabend
 
 import (
 	"context"
-	"io/ioutil"
+	"os"
 
 	"github.com/BurntSushi/toml"
 )
@@ -44,7 +44,7 @@ func NewFileAccessTokenLoader(path string) *FileAccessTokenLoader {
 
 // try decode as toml, if not toml, return the plain key content
 func (l *FileAccessTokenLoader) LoadAccessToken(ctx context.Context, forceRotate bool) (string, error) {
-	buf, err := ioutil.ReadFile(l.path)
+	buf, err := os.ReadFile(l.path)
 	if err != nil {
 		return "", err
 	}

client.go

@@ -9,6 +9,7 @@ import (
 	"encoding/json"
 	"fmt"
 	"io"
+	"maps"
 	"math/rand"
 	"mime/multipart"
 	"net"
@@ -179,7 +180,7 @@ func NewAPIClientFromConfig(cfg *Config) *APIClient {
 		Database:       cfg.Database,
 		Role:           cfg.Role,
 		SecondaryRoles: secondaryRoles,
-		Settings:       cfg.Params,
+		Settings:       maps.Clone(cfg.Params), // Config may shared
 	}
 	sessionStateRawJson, _ := json.Marshal(sessionState)
 	sessionStateRaw := json.RawMessage(sessionStateRawJson)

connection.go

@@ -119,11 +119,11 @@ func (dc *DatabendConn) PrepareContext(ctx context.Context, query string) (drive
 	return dc.prepare(ctx, query)
 }
 
-func buildDatabendConn(ctx context.Context, config Config) (*DatabendConn, error) {
+func buildDatabendConn(ctx context.Context, config *Config) (*DatabendConn, error) {
 	dc := &DatabendConn{
 		ctx:  ctx,
-		cfg:  &config,
-		rest: NewAPIClientFromConfig(&config),
+		cfg:  config,
+		rest: NewAPIClientFromConfig(config),
 	}
 	if config.Debug {
 		dc.logger = log.New(os.Stderr, "databend: ", log.LstdFlags)

driver.go

@@ -7,26 +7,28 @@ import (
 )
 
 // DatabendDriver is a context of Go Driver
-type DatabendDriver struct {
-	commit func() error
-}
+type DatabendDriver struct{}
 
 // Open creates a new connection.
 func (d DatabendDriver) Open(dsn string) (driver.Conn, error) {
 	logger.Info("Open")
-	ctx := context.TODO()
+	ctx := context.Background()
 	cfg, err := ParseDSN(dsn)
 	if err != nil {
 		return nil, err
 	}
-	return d.OpenWithConfig(ctx, *cfg)
+	return d.OpenWithConfig(ctx, cfg)
+}
+
+func (d DatabendDriver) OpenConnector(dsn string) (driver.Connector, error) {
+	return ParseDSN(dsn)
 }
 
 // OpenWithConfig creates a new connection with the given Config.
 func (d DatabendDriver) OpenWithConfig(
 	ctx context.Context,
-	config Config) (
-	driver.Conn, error) {
+	config *Config,
+) (driver.Conn, error) {
 	logger.Info("OpenWithConfig")
 	dc, err := buildDatabendConn(ctx, config)
 	if err != nil {
@@ -38,6 +40,6 @@ func (d DatabendDriver) OpenWithConfig(
 var logger = CreateDefaultLogger()
 
 func init() {
-	sql.Register("databend", &DatabendDriver{})
+	sql.Register("databend", DatabendDriver{})
 	logger.SetLogLevel("error")
 }

dsn.go

@@ -1,6 +1,8 @@
 package godatabend
 
 import (
+	"context"
+	"database/sql/driver"
 	"fmt"
 	"net"
 	"net/url"
@@ -254,3 +256,11 @@ func ParseDSN(dsn string) (*Config, error) {
 
 	return cfg, nil
 }
+
+func (cfg *Config) Connect(ctx context.Context) (driver.Conn, error) {
+	return DatabendDriver{}.OpenWithConfig(ctx, cfg)
+}
+
+func (cfg *Config) Driver() driver.Driver {
+	return DatabendDriver{}
+}

query_test.go

@@ -5,7 +5,7 @@ import (
 	"testing"
 
 	"github.com/stretchr/testify/assert"
-	"github.com/test-go/testify/require"
+	"github.com/stretchr/testify/require"
 )
 
 func Test_SessionState(t *testing.T) {

rows.go

@@ -11,6 +11,8 @@ import (
 	"sync/atomic"
 )
 
+var rowsHack = false
+
 type resultSchema struct {
 	columns []string
 	types   []string
@@ -24,6 +26,7 @@ type nextRows struct {
 	dc         *DatabendConn
 	ctx        context.Context
 	respData   *QueryResponse
+	latestRow  []*string
 }
 
 func waitForData(ctx context.Context, dc *DatabendConn, response *QueryResponse) (*QueryResponse, error) {
@@ -154,6 +157,9 @@ func (r *nextRows) Next(dest []driver.Value) error {
 
 	lineData := r.respData.Data[0]
 	r.respData.Data = r.respData.Data[1:]
+	if rowsHack {
+		r.latestRow = lineData
+	}
 
 	for j := range lineData {
 		val := lineData[j]

rows_hack.go

@@ -0,0 +1,23 @@
+//go:build rows_hack
+
+package godatabend
+
+import (
+	"database/sql"
+	"database/sql/driver"
+	"reflect"
+	"unsafe"
+)
+
+func init() {
+	rowsHack = true
+}
+
+func LastRawRow(rows *sql.Rows) []*string {
+	field, ok := reflect.TypeOf((*sql.Rows)(nil)).Elem().FieldByName("rowsi")
+	if !ok {
+		panic("rowsi field not found")
+	}
+	rowsi := *(*driver.Rows)(unsafe.Pointer(uintptr(unsafe.Pointer(rows)) + field.Offset))
+	return rowsi.(*nextRows).latestRow
+}

tests/ttc/Dockerfile

@@ -0,0 +1,13 @@
+FROM golang:latest AS builder
+
+WORKDIR /usr/src
+
+COPY . .
+
+RUN CGO_ENABLED=0 go build -tags rows_hack ./tests/ttc
+
+FROM debian:bullseye-slim
+COPY --from=builder  /usr/src/ttc /usr/local/bin/ttc-server
+
+# docker run --net host -e TTC_PORT=9093 -e DATABEND_DSN=databend://default:@127.0.0.1:8000 ghcr.io/databendlabs/ttc-go:latest
+CMD ["ttc-server"]