diff --git a/leak-utils/misc/json.go b/leak-utils/misc/json.go index db0a438..5ef564a 100644 --- a/leak-utils/misc/json.go +++ b/leak-utils/misc/json.go @@ -115,7 +115,7 @@ func JsonToParquet(lu settings.LeakUtils, inputFile string, outputFile string) e err := flattenJSONFile(inputFile, tmpFile) defer os.Remove(tmpFile) - query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true)) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression) + query := fmt.Sprintf(`COPY (FROM read_json('%s', union_by_name=true, ignore_errors=true) TO '%s' (FORMAT 'parquet', COMPRESSION '%s', ROW_GROUP_SIZE 200000);`, tmpFile, outputFile, lu.Compression) if lu.Debug { fmt.Println(settings.Base.Render("\nQuery:")) diff --git a/leak-utils/parquet/suggestions.go b/leak-utils/parquet/suggestions.go index 68eea31..0eb1dd0 100644 --- a/leak-utils/parquet/suggestions.go +++ b/leak-utils/parquet/suggestions.go @@ -50,6 +50,7 @@ var ( "prenom": "first_name", "lastname": "last_name", "nom": "last_name", + "familyname": "last_name", "fullname": "full_name", "nomcomplet": "full_name", "adresse": "address",