Skip to content

How to fix CLI0129E An attempt to allocate a handle failed because there are no more handles to allocate #203

Closed

Description

@travelliu

2023-03-07 at 15 08

Business logic .

Start a fixed number of coroutines and listen to chan. Then turn the query data into CSV Simulation program.

			db,err  := ConnectDatabase(ctx)
                         if err != nil {
                              return err
                         }
			// for i := 0; i < 10000; i++ {
			// 	s := fmt.Sprintf("create table test_more.table_%04v(id bigint,col1 varchar(10))",i)
			// 	db.Exec(s)
			// 	s = fmt.Sprintf("insert into test_more.table_%04v values (1,'col1')",i)
			// 	db.Exec(s)
			// }
			doSelect := func(i int64) {
				s := fmt.Sprintf("select id, col1 from test_more.table_%04v ",i)
				rows, err := db.Query(s)
				if err != nil {
					if strings.Contains(err.Error(),"undefined name") {
						return
					}
					panic(err)
				}
				// defer rows.Close()
				for rows.Next() {
					var (
						v  string
						id int
					)
					if err := rows.Scan(&id, &v); err != nil {
						panic(err)
					}
				}
				rows.Close()
				// fmt.Println(i)
			}
			taskChan := make(chan int64, 20)
			doTableDataTaskWorker := func() {
				for {
					select {
					case i, ok := <-taskChan:
						if !ok {
							return
						}
						doSelect(i)
					}
				}
			}
			wg := sync.WaitGroup{}
			parallel := 4
			wg.Add(parallel)
			for i := 0; i < parallel; i++ {
				go func(workNum int) {
					defer wg.Done()
					doTableDataTaskWorker()
				}(i)
			}
			go func() {
				for i := 0; i < 10000; i++ {
					taskChan <- int64(i)
				}
				close(taskChan)
			}()
			wg.Wait()
			db.Close()
  • os Version: macOS 13.2
  • cli-driver Version: 11.5.4
  • Db2 Server Version: v11.5.8.0
  • go Version:
go env Output:
$ go env
GO111MODULE="on"
GOARCH="amd64"
GOBIN=""
GOCACHE="/Users/travel/Library/Caches/go-build"
GOENV="/Users/travel/Library/Application Support/go/env"
GOEXE=""
GOEXPERIMENT=""
GOFLAGS=""
GOHOSTARCH="amd64"
GOHOSTOS="darwin"
GOINSECURE=""
GOMODCACHE="/Users/travel/Documents/Code/go/pkg/mod"
GONOPROXY=""
GONOSUMDB=""
GOOS="darwin"
GOPATH="/Users/travel/Documents/Code/go"
GOPRIVATE=""
GOPROXY="https://goproxy.cn"
GOROOT="/usr/local/Cellar/go/1.19.4/libexec"
GOSUMDB="sum.golang.org"
GOTMPDIR=""
GOTOOLDIR="/usr/local/Cellar/go/1.19.4/libexec/pkg/tool/darwin_amd64"
GOVCS=""
GOVERSION="go1.19.4"
GCCGO="gccgo"
GOAMD64="v1"
AR="ar"
CC="clang"
CXX="clang++"
CGO_ENABLED="1"
GOMOD="/Users/travel/Documents/Code/go/src/gitlab.enmotech.com/enmotech/oracmd/go.mod"
GOWORK=""
CGO_CFLAGS="-I/Users/travel/Oracle_tools/db2client/include"
CGO_CPPFLAGS=""
CGO_CXXFLAGS="-g -O2"
CGO_FFLAGS="-g -O2"
CGO_LDFLAGS="-L/Users/travel/Oracle_tools/db2client/lib"
PKG_CONFIG="pkg-config"
GOGCCFLAGS="-fPIC -arch x86_64 -m64 -pthread -fno-caret-diagnostics -Qunused-arguments -fmessage-length=0 -fdebug-prefix-map=/var/folders/k1/vqmqkz_s4gg5c0775rlv4g000000gn/T/go-build1067952203=/tmp/go-build -gno-record-gcc-switches -fno-common"

Activity

  1. travelliu commented on Mar 9, 2023

    @travelliu
    Author
    func (c *Conn) Query(query string, args []driver.Value) (driver.Rows, error) {
    	if len(args) > 0 {
    		// Not implemented for queries with parameters
    		return nil, driver.ErrSkip
    	}
    	var out api.SQLHANDLE
    	var os *ODBCStmt
    	ret := api.SQLAllocHandle(api.SQL_HANDLE_STMT, api.SQLHANDLE(c.h), &out)
    	if IsError(ret) {
    		return nil, NewError("SQLAllocHandle", c.h)
    	}
    	h := api.SQLHSTMT(out)
    	drv.Stats.updateHandleCount(api.SQL_HANDLE_STMT, 1)
    	b := api.StringToUTF16(query)
    	ret = api.SQLExecDirect(h,
    		(*api.SQLWCHAR)(unsafe.Pointer(&b[0])), api.SQL_NTS)
    	if IsError(ret) {
    		defer releaseHandle(h)
    		return nil, NewError("SQLExecDirectW", h)
    	}
    	ps, err := ExtractParameters(h)
    	if err != nil {
    		defer releaseHandle(h)
    		return nil, err
    	}
    	os = &ODBCStmt{
    		h:          h,
    		Parameters: ps,
    		usedByStmt: true}
    	err = os.BindColumns()
    	if err != nil {
    		return nil, err
    	}
    	return &Rows{os: os}, nil
    }
    
    func (s *ODBCStmt) closeByRows() error {
    	s.mu.Lock()
    	defer s.mu.Unlock()
    	if s.usedByRows { --false
    		defer func() { s.usedByRows = false }()
    		if s.usedByStmt {
    			ret := api.SQLCloseCursor(s.h)
    			if IsError(ret) {
    				return NewError("SQLCloseCursor", s.h)
    			}
    			return nil
    		} else {
    			return s.releaseHandle()
    		}
    	}
    	return nil
    }
    

    call conn.query directly s.usedByRows = false

    conn.Prepare->stmt.Query s.usedByRows = true.

    func (c *Conn) Prepare( query string) (driver.Stmt, error) {
        return c.PrepareContext(context.Background(), query)
    }
    func (s *Stmt) query1(ctx context.Context, args []driver.Value) (driver.Rows, error) {
    	if s.os == nil {
    		return nil, errors.New("Stmt is closed")
    	}
    	s.mu.Lock()
    	defer s.mu.Unlock()
    	if s.os.usedByRows {
    		s.os.closeByStmt()
    		s.os = nil
    		os, err := s.c.PrepareODBCStmt(s.query)
    		if err != nil {
    			return nil, err
    		}
    		s.os = os
    	}
    	err := s.os.Exec(args)
    	if err != nil {
    		return nil, err
    	}
    	err = s.os.BindColumns()
    	if err != nil {
    		return nil, err
    	}
    	s.os.usedByRows = true // now both Stmt and Rows refer to it
    
        select {
        default:
        case <-ctx.Done():
             return nil, ctx.Err()
        }
    
    	return &Rows{os: s.os}, nil
    }
    
  2. travelliu commented on Mar 9, 2023

    @travelliu
    Author

    this ok

    stmt,err := db.PrepareContext(ctx,s)
    if err != nil {
        panic(err)
    }
    defer stmt.Close()
    rows, err := stmt.QueryContext(ctx)
    if err != nil {
        panic(err)
    }
    defer rows.Close()
    for rows.Next() {
    }
    
  3. added a commit that references this issue on Mar 9, 2023
  4. added a commit that references this issue on Mar 29, 2023
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

      Milestone

      No milestone

      Relationships

      None yet

      Development

      No branches or pull requests

      Issue actions