anotherhadi/eleakxir
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ignore errors

Browse Source 
Signed-off-by: Hadi <112569860+anotherhadi@users.noreply.github.com>
This commit is contained in:
Hadi
2025-09-28 02:04:38 +02:00
parent 696b7ca63b
commit bf19c0578c
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
leak-utils/misc/json.go
View File

@@ -115,7 +115,7 @@ func JsonToParquet(lu settings.LeakUtils, inputFile string, outputFile string) e
err := flattenJSONFile(inputFile, tmpFile)
defer os.Remove(tmpFile)
query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true)) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression)
query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true, ignore_errors=true) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression)
if lu.Debug {
fmt.Println(settings.Base.Render("\nQuery:"))