Adding new warning message

stamparm · stamparm · commit 193f8190c456 · 2015-11-07T23:30:24.000+01:00
diff --git a/lib/utils/crawler.py b/lib/utils/crawler.py
@@ -15,6 +15,7 @@
 from lib.core.common import clearConsoleLine
 from lib.core.common import dataToStdout
 from lib.core.common import findPageForms
+from lib.core.common import getSafeExString
 from lib.core.common import openFile
 from lib.core.common import readInput
 from lib.core.common import safeCSValue
@@ -127,20 +128,26 @@ def crawlThread():
             message += "site's sitemap(.xml) [y/N] "
             test = readInput(message, default="n")
             if test[0] in ("y", "Y"):
+                found = True
                 items = None
                 url = urlparse.urljoin(target, "/sitemap.xml")
                 try:
                     items = parseSitemap(url)
+                except SqlmapConnectionException, ex:
+                    if "page not found" in getSafeExString(ex):
+                        found = False
+                        logger.warn("'sitemap.xml' not found")
                 except:
                     pass
                 finally:
-                    if items:
-                        for item in items:
-                            if re.search(r"(.*?)\?(.+)", item):
-                                threadData.shared.value.add(item)
-                        if conf.crawlDepth > 1:
-                            threadData.shared.unprocessed.update(items)
-                    logger.info("%s links found" % ("no" if not items else len(items)))
+                    if found:
+                        if items:
+                            for item in items:
+                                if re.search(r"(.*?)\?(.+)", item):
+                                    threadData.shared.value.add(item)
+                            if conf.crawlDepth > 1:
+                                threadData.shared.unprocessed.update(items)
+                        logger.info("%s links found" % ("no" if not items else len(items)))
 
         infoMsg = "starting crawler"
         if conf.bulkFile:
