traceback for robotframework (via allure-framework#317)

skhomuti · sseliverstov · commit 7b56b031c423 · 2018-12-12T14:13:01.000+03:00
diff --git a/allure-robotframework/examples/status/status.rst b/allure-robotframework/examples/status/status.rst
@@ -1,6 +1,17 @@
 
 .. code:: robotframework
 
+    *** Settings ***
+    Library     ./status_library.py
+
     *** Test Cases ***
     Failed Test Case With Message
         Fail    msg=Failed Details
+
+    Failed Test Case With Traceback
+        Set Log Level    DEBUG
+        Fail    msg=Failed Details
+
+    Failed Test Case With Python Traceback
+        Set Log Level    DEBUG
+        Fail With Traceback      Fail message
diff --git a/allure-robotframework/examples/status/status_library.py b/allure-robotframework/examples/status/status_library.py
@@ -0,0 +1,6 @@
+
+from robot.libraries.BuiltIn import BuiltIn
+
+
+def fail_with_traceback(traceback_message):
+    BuiltIn().fail(traceback_message)
diff --git a/allure-robotframework/src/listener/robot_listener.py b/allure-robotframework/src/listener/robot_listener.py
@@ -32,6 +32,8 @@ def __init__(self, logger_path=DEFAULT_OUTPUT_PATH):
         self.items_log = {}
         self.pool_id = None
         self.links = OrderedDict()
+        self._previous_keyword_failed = False
+        self._traceback_message = None
 
         self.reporter = AllureReporter()
         self.listener = AllureListener(self.reporter)
@@ -65,7 +67,11 @@ def end_keyword(self, name, attributes):
 
     def log_message(self, message):
         level = message.get('level')
+        if self._previous_keyword_failed:
+            self._traceback_message = message.get('message')
+            self._previous_keyword_failed = False
         if level == RobotLogLevel.FAIL:
+            self._previous_keyword_failed = True
             self.reporter.get_item(self.stack[-1]).statusDetails = StatusDetails(message=message.get('message'))
         self.append_message_to_last_item_log(message, level)
 
@@ -113,7 +119,7 @@ def stop_current_test(self, name, attributes):
         test.labels.append(Label(name=LabelType.HOST, value=host_tag()))
         test.labels.append(Label(name=LabelType.FRAMEWORK, value='robotframework'))
         test.labels.append(Label(name=LabelType.LANGUAGE, value=platform_label()))
-        test.statusDetails = StatusDetails(message=attributes.get('message'))
+        test.statusDetails = StatusDetails(message=attributes.get('message'), trace=self.get_traceback_message())
         test.description = attributes.get('doc')
         last_link = list(self.links.values())[-1] if self.links else None
         if attributes.get(Severity.CRITICAL, 'no') == 'yes':
@@ -189,6 +195,11 @@ def remove_suite_link(self, uuid):
         if self.links.get(uuid):
             self.links.pop(uuid)
 
+    def get_traceback_message(self):
+        if BuiltIn().get_variable_value('${LOG LEVEL}') in (RobotLogLevel.DEBUG, RobotLogLevel.TRACE):
+            return self._traceback_message
+        return None
+
     def close(self):
         for plugin in [self.logger, self.listener]:
             name = allure_commons.plugin_manager.get_name(plugin)
diff --git a/allure-robotframework/test/status/status.robot b/allure-robotframework/test/status/status.robot
@@ -11,4 +11,20 @@ Failed Test Case With Message
     Should Has Status Detail With Message    ${test_case}    Failed Details
     ${step}    Should Has Step    ${test_case}   BuiltIn.Fail
     Should Has Status    ${step}    failed
-    Should Has Status Detail With Message    ${step}    Failed Details
+    Should Has Status Detail With Message    ${step}    Failed Details
+
+Failed Test Case With Traceback
+    ${allure_report}    Run Robot With Allure   examples/status/status.rst
+    ${test_case}    Should Has Test Case   ${allure_report}   Failed Test Case With Traceback
+    Should Has Status    ${test_case}    failed
+    Should Has Status Detail With Traceback    ${test_case}    Traceback (most recent call last):\n${SPACE * 2}None
+    ${step}    Should Has Step    ${test_case}   BuiltIn.Fail
+    Should Has Status    ${step}    failed
+
+Failed Test Case With Python Traceback
+    ${allure_report}    Run Robot With Allure   examples/status/status.rst
+    ${test_case}    Should Has Test Case   ${allure_report}   Failed Test Case With Python Traceback
+    Should Has Status    ${test_case}    failed
+    Should Has Status Detail With Traceback    ${test_case}   fail_with_traceback\n${SPACE * 4}BuiltIn().fail(traceback_message)
+    ${step}    Should Has Step    ${test_case}   status_library.Fail With Traceback
+    Should Has Status    ${step}    failed
diff --git a/allure-robotframework/test/test_allure_library.py b/allure-robotframework/test/test_allure_library.py
@@ -9,6 +9,7 @@
 from allure_commons_test.result import has_link
 from allure_commons_test.result import has_status_details
 from allure_commons_test.result import with_message_contains
+from allure_commons_test.result import with_trace_contains
 from allure_commons_test.result import has_attachment
 from allure_commons_test.label import has_severity
 from allure_commons_test.label import has_tag
@@ -114,6 +115,12 @@ def should_has_status_detail_with_message(conext, message):
     assert_that(allure_report, matcher())
 
 
+def should_has_status_detail_with_traceback(conext, traceback):
+    allure_report, item_matcher = conext
+    matcher = partial(item_matcher, has_status_details, with_trace_contains, traceback)
+    assert_that(allure_report, matcher())
+
+
 def should_has_link(context, link, link_type=None, link_name=None):
     allure_report, test_case_matcher = context
     matcher = partial(test_case_matcher, has_link, link, link_type, link_name)
