X-Git-Url: http://git.indexdata.com/?p=tclrobot.git;a=blobdiff_plain;f=robot.tcl;h=793298c6ff9f955b149d72ca8e653e59ce27eb43;hp=bfe875f339e32169de55f564fdd4aec58d213643;hb=2e203397567386e2806359f5ac678491d184b047;hpb=bd463f7d1f1610a3c7a3d9e678f5c4ff27f9d546

diff --git a/robot.tcl b/robot.tcl
index bfe875f..793298c 100755
--- a/robot.tcl
+++ b/robot.tcl
@@ -1,5 +1,5 @@
 #!/usr/bin/tclsh 
-# $Id: robot.tcl,v 1.32 2002/03/25 16:11:08 adam Exp $
+# $Id: robot.tcl,v 1.33 2002/03/25 16:13:21 adam Exp $
 #
 proc RobotFileNext1 {area lead} {
     # puts "RobotFileNext1 area=$area lead=$lead"
@@ -288,9 +288,8 @@ proc RobotHref {url hrefx hostx pathx} {
     if {[string length $href] > 256} {
 	return 0
     }
-#    if {[string first {?} $href] >= 0} {
-#	return 0
-#    }
+
+#   Skip pages that have ? in them
 #    if {[string first {?} $url] >= 0 && [string first {?} $href] >= 0} {
 #	return 0
 #    }