diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..022fd15
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,2 @@
+db.sqlite
+
diff --git a/urls.sh b/urls.sh
index 0494843..2a69adc 100755
--- a/urls.sh
+++ b/urls.sh
@@ -2,6 +2,7 @@ wget --spider --force-html --tries 1 --timeout 1 -r -l1 -H -U 'searplbot/1.0' $@
 
 grep '^--' wg | awk '{ print $3 }' \
   | grep -v '\.\(css\|js\|png\|gif\|jpg\|txt\|ico\|ttf\|svg\)$' \
+  | sort | uniq \
   | tee -a ur
 
 rm wg