X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=robot.tcl;h=5bd9f82b3231c2dae6861bbef2438c82198545d5;hb=bb21c575e5bf08f8daf9d33218f6358e63d36c62;hp=c7d85c47a68dfe22d74f029269b06a90de19b5de;hpb=e80b5c034f20b43530880ba530a8e1de06646726;p=tclrobot.git

diff --git a/robot.tcl b/robot.tcl
index c7d85c4..5bd9f82 100755
--- a/robot.tcl
+++ b/robot.tcl
@@ -1,5 +1,5 @@
 #!/usr/bin/tclsh 
-# $Id: robot.tcl,v 1.13 2001/02/26 22:51:51 adam Exp $
+# $Id: robot.tcl,v 1.15 2001/06/05 08:44:50 adam Exp $
 #
 proc RobotFileNext1 {area lead} {
     puts "RobotFileNext1 area=$area lead=$lead"
@@ -620,7 +620,7 @@ proc RobotReadHeader {url sock} {
 	    regexp {^HTTP/([0-9.]+)[ ]+([0-9]+)} $headbuf x version code
 	    set lines [split $headbuf \n]
 	    foreach line $lines {
-		if {[regexp {^([^:]+):[ ]+(.*)} $line x name value]} {
+		if {[regexp {^([^:]+):[ ]+([^;]*)} $line x name value]} {
 		    set URL($url,head,[string tolower $name]) [string trim $value]
 		}
 	    }
@@ -811,7 +811,7 @@ if {![info exist domains]} {
     set domains {*}
 }
 if {![info exist maxDistance]} {
-    set maxDistance 3
+    set maxDistance 50
 }
 if {![info exist robotsMax]} {
     set robotsMax 5