Fix writenode bug

Signed-off-by: XuanYang-cn <xuan.yang@zilliz.com>

.gitignore

@@ -60,3 +60,4 @@ cwrapper_build
 **/compile_commands.json
 **/.lint
 typescript
+**/.pytest_cache/

configs/advanced/write_node.yaml

@@ -36,5 +36,5 @@ writeNode:
 
   flush:
     # max buffer size to flush
-    insertBufSize: 20
+    insertBufSize: 500
     ddBufSize: 20

internal/allocator/id.go

@@ -2,7 +2,6 @@ package allocator
 
 import (
 	"context"
-	"fmt"
 	"log"
 	"time"
 
@@ -46,7 +45,6 @@ func NewIDAllocator(ctx context.Context, masterAddr string) (*IDAllocator, error
 }
 
 func (ia *IDAllocator) syncID() bool {
-	fmt.Println("syncID")
 	ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
 	req := &internalpb.IDRequest{
 		PeerID: ia.PeerID,

internal/master/timesync.go

@@ -163,7 +163,6 @@ func (ttBarrier *hardTimeTickBarrier) Start() error {
 						// Suppose ttmsg.Timestamp from stream is always larger than the previous one,
 						// that `ttmsg.Timestamp > oldT`
 						ttmsg := timetickmsg.(*ms.TimeTickMsg)
-						log.Printf("[hardTimeTickBarrier] peer(%d)=%d\n", ttmsg.PeerID, ttmsg.Timestamp)
 
 						oldT, ok := ttBarrier.peer2Tt[ttmsg.PeerID]
 						if !ok {

internal/writenode/flow_graph_dd_node.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"errors"
 	"log"
+	"path"
 	"sort"
 	"strconv"
 
@@ -148,14 +149,14 @@ func (ddNode *ddNode) Operate(in []*Msg) []*Msg {
 				// Blob key example:
 				// ${tenant}/data_definition_log/${collection_id}/ts/${log_idx}
 				// ${tenant}/data_definition_log/${collection_id}/ddl/${log_idx}
-				keyCommon := Params.DdLogRootPath + strconv.FormatInt(collectionID, 10) + "/"
+				keyCommon := path.Join(Params.DdLogRootPath, strconv.FormatInt(collectionID, 10))
 
 				// save ts binlog
 				timestampLogIdx, err := ddNode.idAllocator.AllocOne()
 				if err != nil {
 					log.Println(err)
 				}
-				timestampKey := keyCommon + binLogs[0].GetKey() + "/" + strconv.FormatInt(timestampLogIdx, 10)
+				timestampKey := path.Join(keyCommon, binLogs[0].GetKey(), strconv.FormatInt(timestampLogIdx, 10))
 				err = ddNode.kv.Save(timestampKey, string(binLogs[0].GetValue()))
 				if err != nil {
 					log.Println(err)
@@ -167,7 +168,7 @@ func (ddNode *ddNode) Operate(in []*Msg) []*Msg {
 				if err != nil {
 					log.Println(err)
 				}
-				ddKey := keyCommon + binLogs[1].GetKey() + "/" + strconv.FormatInt(ddLogIdx, 10)
+				ddKey := path.Join(keyCommon, binLogs[1].GetKey(), strconv.FormatInt(ddLogIdx, 10))
 				err = ddNode.kv.Save(ddKey, string(binLogs[1].GetValue()))
 				if err != nil {
 					log.Println(err)

internal/writenode/param_table_test.go

@@ -89,7 +89,7 @@ func TestParamTable_WriteNode(t *testing.T) {
 
 	t.Run("Test FlushInsertBufSize", func(t *testing.T) {
 		name := Params.FlushInsertBufSize
-		assert.Equal(t, name, 20)
+		assert.Equal(t, name, 500)
 	})
 
 	t.Run("Test FlushDdBufSize", func(t *testing.T) {