-proc Robot404 {url} {
- global URL
-
- puts "Bad URL $url"
- set fromurl {}
- catch {
- set inf [RobotFileOpen unvisited $URL($url,host) $URL($url,path) r]
- set fromurl [gets $inf]
- RobotFileClose $inf
- }
- RobotFileUnlink unvisited $URL($url,host) $URL($url,path)
- if {![RobotFileExist bad $URL($url,host) $URL($url,path)]} {
- set outf [RobotFileOpen bad $URL($url,host) $URL($url,path)]
- puts $outf "URL=$url 404"
- puts $outf "Reference $fromurl"
- RobotFileClose $outf
- }
- }
-
-proc Robot301 {url tourl} {