anotherhadi/eleakxir
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ignore errors

Browse Source 
Signed-off-by: Hadi <112569860+anotherhadi@users.noreply.github.com>
This commit is contained in:
Hadi
2025-09-28 02:04:38 +02:00
parent 696b7ca63b
commit bf19c0578c
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
leak-utils/misc/json.go
View File

@@ -115,7 +115,7 @@ func JsonToParquet(lu settings.LeakUtils, inputFile string, outputFile string) e
err := flattenJSONFile(inputFile, tmpFile) err := flattenJSONFile(inputFile, tmpFile)
defer os.Remove(tmpFile) defer os.Remove(tmpFile)
query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true)) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression) query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true, ignore_errors=true) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression)
if lu.Debug { if lu.Debug {
fmt.Println(settings.Base.Render("\nQuery:")) fmt.Println(settings.Base.Render("\nQuery:"))

1
leak-utils/parquet/suggestions.go
View File

@@ -50,6 +50,7 @@ var (
"prenom": "first_name", "prenom": "first_name",
"lastname": "last_name", "lastname": "last_name",
"nom": "last_name", "nom": "last_name",
"familyname": "last_name",
"fullname": "full_name", "fullname": "full_name",
"nomcomplet": "full_name", "nomcomplet": "full_name",
"adresse": "address", "adresse": "address",