xfnw/searpl
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

better crawl.php logging

Browse source
This commit is contained in:
xfnw 2021-01-08 17:35:14 -05:00
parent 459c295488
commit 3e051c0feb
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
crawl.php
View file

@ -28,7 +28,7 @@ $arg = $argv;
array_shift($arg);
foreach ($arg as $url) {
echo "\n\n";
echo "\n";
$url = preg_replace('/\/$/','',$url);
echo $url."\n";
$file = file_get_contents($url);
@ -41,8 +41,7 @@ foreach ($arg as $url) {
continue;
}
echo $title;
echo $document;
echo "title: ".$title."\n";
$stmt = $db->prepare('DELETE FROM indexed WHERE url = ?');
$stmt->execute([$url]);