quick fix for a bug reported by jovon.itwaru@gmail.com

stamparm · stamparm · commit f5e45bf1131d · 2011-07-11T08:54:39.000Z
diff --git a/doc/THANKS b/doc/THANKS
@@ -215,6 +215,9 @@ Daniel Huckmann <sanitybit@gmail.com>
 Daliev Ilya <daliser@yandex.ru>
     for reporting a bug
 
+Jovon Itwaru <jovon.itwaru@gmail.com>
+    for reporting a minor bug
+
 Prashant Jadhav <prashantjadhav.82@gmail.com>
     for reporting a bug
 
diff --git a/lib/core/option.py b/lib/core/option.py
@@ -1652,10 +1652,10 @@ def __mergeOptions(inputOptions, overrideOptions):
             conf[key] = value
 
 def __setTrafficOutputFP():
-    infoMsg = "setting file for logging HTTP traffic"
-    logger.info(infoMsg)
-
     if conf.trafficFile:
+        infoMsg = "setting file for logging HTTP traffic"
+        logger.info(infoMsg)
+
         conf.trafficFP = openFile(conf.trafficFile, "w+")
 
 def __setTorProxySettings():
diff --git a/lib/utils/crawler.py b/lib/utils/crawler.py
@@ -7,6 +7,7 @@
 See the file 'doc/COPYING' for copying permission
 """
 
+import httplib
 import re
 import threading
 import urlparse
@@ -61,6 +62,10 @@ def crawlThread():
                         errMsg = "connection exception detected (%s). skipping " % e
                         errMsg += "url '%s'" % current
                         logger.critical(errMsg)
+                    except httplib.InvalidURL, e:
+                        errMsg = "invalid url detected (%s). skipping " % e
+                        errMsg += "url '%s'" % current
+                        logger.critical(errMsg)
 
                     if not kb.threadContinue:
                         break
