diff --git a/gravity.sh b/gravity.sh index 1d9919a1..58d60ff4 100755 --- a/gravity.sh +++ b/gravity.sh @@ -160,10 +160,11 @@ database_table_from_file() { fi done fi - - inputfile="${tmpFile}" + # Remove possible duplicates found in lower-quality adlists + uniq -u "${inputfile}" "${inputfile}" + # Store domains in database table specified by ${table} # Use printf as .mode and .import need to be on separate lines # see https://unix.stackexchange.com/a/445615/83260