maxDistance set to 50 default.

[tclrobot.git] / robot.tcl

diff --git a/robot.tcl b/robot.tcl
index c7d85c4..5bd9f82 100755 (executable)
--- a/robot.tcl
+++ b/robot.tcl
@@ -1,5 +1,5 @@
 #!/usr/bin/tclsh 
-# $Id: robot.tcl,v 1.13 2001/02/26 22:51:51 adam Exp $
+# $Id: robot.tcl,v 1.15 2001/06/05 08:44:50 adam Exp $
 #
 proc RobotFileNext1 {area lead} {
     puts "RobotFileNext1 area=$area lead=$lead"
@@ -620,7 +620,7 @@ proc RobotReadHeader {url sock} {
            regexp {^HTTP/([0-9.]+)[ ]+([0-9]+)} $headbuf x version code
            set lines [split $headbuf \n]
            foreach line $lines {
-               if {[regexp {^([^:]+):[ ]+(.*)} $line x name value]} {
+               if {[regexp {^([^:]+):[ ]+([^;]*)} $line x name value]} {
                    set URL($url,head,[string tolower $name]) [string trim $value]
                }
            }
@@ -811,7 +811,7 @@ if {![info exist domains]} {
     set domains {*}
 }
 if {![info exist maxDistance]} {
-    set maxDistance 3
+    set maxDistance 50
 }
 if {![info exist robotsMax]} {
     set robotsMax 5