From 3aa838bbe47aee2f4ec804873fc2b267422d8f3c Mon Sep 17 00:00:00 2001
From: DL6ER <dl6er@dl6er.de>
Date: Sat, 4 May 2019 12:47:25 +0200
Subject: [PATCH] Implement black- and whitelist searching with SQL statements.
 We use the ESCAPE clause in the LIKE query as the underscore "_" wildcard
 matches any single character but we want to suppress this behavior
 (underscores can be legitimate part of domains)

Signed-off-by: DL6ER <dl6er@dl6er.de>
---
 advanced/Scripts/query.sh | 70 +++++++++++++++++++++++++++------------
 1 file changed, 49 insertions(+), 21 deletions(-)

diff --git a/advanced/Scripts/query.sh b/advanced/Scripts/query.sh
index a4ac895b..9b7a0fab 100755
--- a/advanced/Scripts/query.sh
+++ b/advanced/Scripts/query.sh
@@ -102,29 +102,57 @@ if [[ -n "${str:-}" ]]; then
     exit 1
 fi
 
-# Scan Whitelist and Blacklist
-lists="whitelist.txt blacklist.txt"
-mapfile -t results <<< "$(scanList "${domainQuery}" "${lists}" "${exact}")"
-if [[ -n "${results[*]}" ]]; then
-    wbMatch=true
-    # Loop through each result in order to print unique file title once
-    for result in "${results[@]}"; do
-        fileName="${result%%.*}"
-        if [[ -n "${blockpage}" ]]; then
-            echo "π ${result}"
-            exit 0
-        elif [[ -n "${exact}" ]]; then
-            echo " ${matchType^} found in ${COL_BOLD}${fileName^}${COL_NC}"
-        else
-            # Only print filename title once per file
-            if [[ ! "${fileName}" == "${fileName_prev:-}" ]]; then
+scanDatabaseTable() {
+    local domain table type querystr result
+    domain="${1}"
+    table="${2}"
+    type="${3:-}"
+
+    # As underscores are legitimate parts of domains, we escape possible them when using the LIKE operator.
+    # Underscores are a SQLite wildcard matching exactly one character. We obviously want to suppress this
+    # behavior. The "ESCAPE '\'" clause specifies that an underscore preceded by an '\' should be matched
+    # as a literal underscore character.
+    case "${type}" in
+        "exact" ) querystr="SELECT domain FROM vw_${table} WHERE domain = '${domain}'";;
+        *       ) querystr="SELECT domain FROM vw_${table} WHERE domain LIKE '%${domain//_/\\_}%' ESCAPE '\'";;
+    esac
+
+    # Send prepared query to gravity database
+    result="$(sqlite3 "${gravityDBfile}" "${querystr}")" 2> /dev/null
+    if [[ -n "${result}" ]]; then
+        # Prepend listname (separated by a colon) if we found at least one result
+        # and output result
+        results="$(sed "s/^/${table}:/g;" <<< "${result}")"
+    else
+        # Output empty string as the database query didn't return any result
+        return
+    fi
+    mapfile -t results <<< "${results}"
+    if [[ -n "${results[*]}" ]]; then
+        wbMatch=true
+        # Loop through each result in order to print unique file title once
+        for result in "${results[@]}"; do
+            fileName="${result%%:*}"
+            if [[ -n "${blockpage}" ]]; then
+                echo "π ${result}"
+                exit 0
+            elif [[ -n "${exact}" ]]; then
                 echo " ${matchType^} found in ${COL_BOLD}${fileName^}${COL_NC}"
-                fileName_prev="${fileName}"
+            else
+                # Only print filename title once per file
+                if [[ ! "${fileName}" == "${fileName_prev:-}" ]]; then
+                    echo " ${matchType^} found in ${COL_BOLD}${fileName^}${COL_NC}"
+                    fileName_prev="${fileName}"
+                fi
+            echo "   ${result#*:}"
             fi
-        echo "   ${result#*:}"
-        fi
-    done
-fi
+        done
+    fi
+}
+
+# Scan Whitelist and Blacklist
+scanDatabaseTable "${domainQuery}" "whitelist" "${exact}"
+scanDatabaseTable "${domainQuery}" "blacklist" "${exact}"
 
 # Scan Wildcards
 if [[ -e "${wildcardlist}" ]]; then