dont track svgs and drop the / from the end of urls so they wont be duplicated

crawl.php

@@ -28,6 +28,7 @@ $arg = $argv;
 array_shift($arg);
 
 foreach ($arg as $url) {
+	$url = preg_replace('/\/$/','',$url);
 	$file = file_get_contents($url);
 	if (!$file)
 		continue;

urls.sh

@@ -1,3 +1,3 @@
 wget --spider --force-html -r -l1 -H $@ 2>&1 \
   | grep '^--' | awk '{ print $3 }' \
-  | grep -v '\.\(css\|js\|png\|gif\|jpg\|txt\|ico\|ttf\)$'
+  | grep -v '\.\(css\|js\|png\|gif\|jpg\|txt\|ico\|ttf\|svg\)$'