add: wiki content dump and failed results filtering

Kevin Li · Kevin Li · commit 88bb776d0c40 · 2013-10-31T15:35:00.000+08:00
diff --git a/xml_python/__init__.py b/xml_python/__init__.py
@@ -0,0 +1 @@
+__author__ = 'k22li'
diff --git a/xml_python/python_xml_praser.py b/xml_python/python_xml_praser.py
@@ -0,0 +1,80 @@
+__author__ = 'k22li'
+
+from xml.etree.ElementTree import ElementTree
+
+class XMLParser(object):
+    """
+    parser the xml file, and return the needed info
+    """
+    def __init__(self, file = ''):
+        """
+
+        """
+        self.srcFile = file
+        self.tree = ElementTree()
+        self.root = self.tree.parse(self.srcFile)
+
+    def __call__(self, file = ''):
+        """"""
+#        self.__init__(file)
+#        parser = self(file)
+        attribDict = self._getTestCaseDetails()
+        failureReason = self._getFailureReason()
+        attribDict.update(failureReason)
+        return attribDict
+
+    def _getChildren(self):
+        """
+        return the children detected from the xml prasered, return in a list format
+        """
+        return self.root.getchildren()
+
+    def _getTestCaseNode(self):
+        """
+        return the testcase node object
+        """
+        nodesList = self._getChildren()
+        for node in nodesList:
+            if 'testcase' == node.tag:
+                return node
+        else:
+            return None
+
+    def _getTestCaseDetails(self):
+        """
+        return the attributes from the testcase nodes
+        """
+        tcNode = self._getTestCaseNode()
+        if tcNode is None:
+            return None
+        else:
+            return tcNode.attrib
+
+    def _getFailureReason(self):
+        """
+        get the failure reason from the testcase nodes
+        """
+        failureDict = {
+            'error'     :   '',
+            'traceback' :   ''
+        }
+        parentNode = self._getTestCaseNode()
+        if parentNode is not None:
+            if 'Failed' == parentNode.get('result'):
+                errorNode = parentNode.find('error')
+                tracebackNode = errorNode.find('traceback')
+                failureDict['error'] = errorNode.get('reason')
+                failureDict['traceback'] = tracebackNode.text
+            else:
+                failureDict['error'] = 'n/a'
+                failureDict['traceback'] = 'n/a'
+        return failureDict
+
+if __name__ == '__main__':
+    file = 'xml_data.xml'
+    parser = XMLParser(file)
+    attribDict = parser._getTestCaseDetails()
+    failureReason = parser._getFailureReason()
+    attribDict.update(failureReason)
+    for k in attribDict.keys():
+        print k, '------>', attribDict[k]
diff --git a/xml_python/python_xml_praser.pyc b/xml_python/python_xml_praser.pyc
diff --git a/xml_python/result_xmls.py b/xml_python/result_xmls.py
@@ -0,0 +1,92 @@
+__author__ = 'k22li'
+import os
+import urllib
+from zipfile import ZipFile
+from python_xml_praser import XMLParser
+
+#path = r'http://becim014.rnd.nokia.com:8081/job/Granite-Rfa-regression-test-lanaiSS/107/artifact/test_results/test_results/xml'
+class XMLResult(object):
+    """
+    #    def __init__(self, pNam = '', jobNum = '', tarDir = ''):
+    """
+    def __init__(self, pNam = '', jobNum = '', tarDir = ''):
+        print pNam, jobNum, tarDir
+        jobNum = int(jobNum)
+        self.tarDir = tarDir
+#        self.path = r'http://becim014.rnd.nokia.com:8081/job/Granite-Rfa-regression-test-%s/%d/artifact//test_results/xml/*zip*/xml.zip'%(pNam, jobNum)
+        self.path = r'http://becim014.rnd.nokia.com:8081/job/Granite-Rfa-regression-test-%s/%d/artifact/test_results/xml/*zip*/xml.zip'%(pNam, jobNum)
+
+    def __call__(self, **kwargs):
+        """ """
+        failureResults = []
+        caseList = self._extractFromZipFile(tarDir = self.tarDir)
+        caseList = [os.path.join(self.tarDir, 'xml', item) for item in caseList]
+        for item in caseList:
+#            print item
+            attributes = XMLParser(file = item)
+
+            k = attributes(file = item)
+#            print k
+            if 'Failed' == k['result']:
+                k.update({'hyperlink' : item})
+                failureResults.append(k)
+
+        return failureResults
+
+    def _retrieveXMLToLocal(self):
+        """
+        return the local temp zip file name
+        """
+        cachedZip = urllib.urlretrieve(self.path)[0]
+        return cachedZip
+
+    def _dumpNameListFromZipFile(self):
+        xmlsList = []
+        cachedZip = self._retrieveXMLToLocal()
+        with ZipFile(cachedZip, 'r') as myZip:
+            xmls = myZip.namelist()
+            if 'xml/' in xmls:
+                xmls.remove('xml/')
+
+            for xmlNam in xmls:
+                xmlsList.append(os.path.join(cachedZip, xmlNam))
+        return xmlsList
+
+    def _extractFromZipFile(self, tarDir = ''):
+        """
+
+        """
+        self.zipFile = self._retrieveXMLToLocal()
+        with ZipFile(self.zipFile, 'r') as myZip:
+            myZip.extractall(tarDir)
+
+        xmlDir = os.path.join(tarDir, 'xml')
+        if os.path.isdir(xmlDir):
+            return os.listdir(xmlDir)
+        else:
+            return None
+
+if __name__ == '__main__':
+
+#    tarDir = os.path.join('C:\\', 'Temp', 'test_result')
+#    failureResults = []
+#    xml = XMLResult(pNam = 'orionDS', jobNum = '222')
+#    kList = xml._dumpNameListFromZipFile()
+#
+#    caseList = xml._extractFromZipFile(tarDir = tarDir)
+#    caseList = [os.path.join(tarDir, 'xml', item) for item in caseList]
+#    for item in caseList:
+##        print item
+#        attributes = XMLParser(file = item)
+#
+#        k = attributes(file = item)
+#        if 'Failed' == k['result']:
+#            failureResults.append(k)
+##            print k['id'], '    --->    ', k['error']
+    tarDir = os.path.join('C:\\', 'Temp', 'test_result')
+    Params = {'pNam' : 'lanaiSS', 'jobNum' : '107', 'tarDir' : tarDir}
+    #    Params = ['lanaiSS', 107, tarDir]
+
+    t = XMLResult(**Params)
+    resList = t(**Params)
+    print resList
