Signed-off-by: Hadi <112569860+anotherhadi@users.noreply.github.com>
This commit is contained in:
Hadi
2025-09-28 02:06:50 +02:00
parent bf19c0578c
commit 4e9234c8f1

View File

@@ -115,7 +115,7 @@ func JsonToParquet(lu settings.LeakUtils, inputFile string, outputFile string) e
err := flattenJSONFile(inputFile, tmpFile) err := flattenJSONFile(inputFile, tmpFile)
defer os.Remove(tmpFile) defer os.Remove(tmpFile)
query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true, ignore_errors=true) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression) query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true, ignore_errors=true)) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression)
if lu.Debug { if lu.Debug {
fmt.Println(settings.Base.Render("\nQuery:")) fmt.Println(settings.Base.Render("\nQuery:"))