repo-sync-2024-09-10T19:41:20+0800 (#424)

secretflow · Sep 10, 2024 · ee93016 · ee93016
1 parent 20e7c4d
commit ee93016
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pkg/datamesh/dataserver/io/builtin/dataio.go b/pkg/datamesh/dataserver/io/builtin/dataio.go
@@ -53,7 +53,7 @@ func DataProxyContentToFlightStreamCSV(data *datamesh.DomainData, r io.Reader, w
 	}
 	schema, _ := utils.GenerateArrowSchema(data)
 	// use csv reader,ignore first row, first row is headline.
-	csvReader := csv.NewInferringReader(r, csv.WithColumnTypes(colTypes), csv.WithHeader(true), csv.WithNullReader(true, CSVDefaultNullValue))
+	csvReader := csv.NewInferringReader(r, csv.WithColumnTypes(colTypes), csv.WithHeader(true), csv.WithNullReader(true, CSVDefaultNullValue), csv.WithChunk(1024))
 	defer csvReader.Release()
 	defer func() {
 		if r := recover(); r != nil {