#!/usr/bin/env python

#you probably want to run the ctest script that calls this instead:

# ctest -S ctest_matrix.cmake

#must be ran from scl/build_matrix

from __future__ import print_function

from xml.etree import ElementTree as ET

import os

from datetime import date

import subprocess

import codecs

import io

#ctest xml file layout

#<Site ...=...>

# <testing>

# <StartDateTime>..</>

# <StartTestTime>..</>

# <TestList>..</>

# <Test status=..>..</>

# <EndDateTime>Dec 28 17:49 EST</EndDateTime>

# <EndTestTime>1325112579</EndTestTime>

# <ElapsedMinutes>1.9</ElapsedMinutes>

# </Testing>

#</Site>

#summary (aka 's') is a table near the top of the document

#body (aka 'b') contains the details for all schemas

def main():

xml_file = find_xml()

wikipath, matrix = find_wiki()

#codecs.open is deprecated but io.open doesn't seem to work, and open() complains of unicode

out = codecs.open(matrix,encoding='utf-8',mode='w')

out.write( header() )

out.write( read_tests(xml_file) )

out.close()

git_push(wikipath, matrix)

def find_xml():

#find xml file

i = 0

for dirname in os.listdir("Testing"):

if str(date.today().year) in dirname:

i += 1

if i > 1:

print("Too many directories, exiting")

exit(1)

xml = os.path.join("Testing", dirname, "Test.xml")

return xml

def find_wiki():

#find wiki and matrix file, issue 'git pull'

wikipath = os.path.abspath("../../wiki-scl")

if not os.path.isdir(os.path.join(wikipath,".git")):

print("Can't find wiki or not a git repo")

exit(1)

p = subprocess.call(["git", "pull", "origin"], cwd=wikipath)

if not p == 0:

print("'git pull' exited with error")

exit(1)

matrix = os.path.join(wikipath, "Schema-build-matrix.md")

if not os.path.isfile(matrix):

print("Matrix file doesn't exist or isn't a file")

exit(1)

return wikipath,matrix

def git_push(path,f):

p = subprocess.call(["git", "add", f], cwd=path)

if not p == 0:

print("'git add' exited with error")

exit(1)

msg = date.today().__str__() + " - schema matrix updated by update-matrix.py"

p = subprocess.call(["git", "commit", "-m", msg ], cwd=path)

if not p == 0:

print("'git commit' exited with error")

exit(1)

p = subprocess.call(["git", "push", "origin"], cwd=path)

if not p == 0:

print("'git push' exited with error")

exit(1)

def header():

h = "## Created " + date.today().__str__() + "\n" + "### Current as of commit "

l = subprocess.check_output(["git", "log", """--pretty=format:%H Commit Summary: %s<br>Author: %aN<br>Date: %aD""", "-n1"])

h += "[" + l[:8] + "](http://github.com/mpictor/StepClassLibrary/commit/" + l[:l.find(" ")]

h += ") --\n<font color=grey>" + l[l.find(" ")+1:] + "</font>\n\n----\n"

h += "### Summary\n<table width=100%><tr><th>Schema</th><th>Generate</th><th>Build</th></tr>"

return h

def read_tests(xml):

# read all <Test>s in xml, create mixed html/markdown

try:

tree = ET.parse(xml)

except Exception as inst:

print("Unexpected error opening %s: %s" % (xml, inst))

return

root = tree.getroot()

testing = root.find("Testing")

tests = testing.findall("Test")

summary = ""

body = ""

for test in tests:

s,b = schema_info(test,tests)

summary += s

body += b

summary += "</table>\n\n"

return summary + body

def schema_info(test,tests):

# this returns html & markdown formatted summary and body strings

# for the generate and build tests for a single schema

s=""

b=""

name = test.find("Name").text

if name.startswith("generate_cpp_"):

#print this one. if it passes, find and print build.

ap = name[len("generate_cpp_"):]

s += "<tr><td><a href=#" + ap + ">" + ap.title() + "</a></td><td>"

s += test_status(test) + "</td><td>"

b += "----\n<a name=\"wiki-" + ap + "\"></a>\n"

b += "### Schema " + ap.title()

b += "<table width=100%>"

b += test_table("generation",test)

if test.get("Status") == "passed":

for build in tests:

if build.find("Name").text == "build_cpp_sdai_" + ap:

s += test_status(build) + "</td></tr>\n"

b += test_table("compilation",build)

break

else:

s += "----</td></tr>\n"

b += "</table>\n"

return s,b

def test_table(ttype, test):

# populate the table for one test

# returns: html & markdown formatted text to be added to 'body'

b = "<tr><td>Code " + ttype

output = test.find("Results").find("Measurement").find("Value").text

w = output.count("WARNING")

w += output.count("warning")

lines = output.split("\n")

if "The rest of the test output was removed since it exceeds the threshold of" in lines[-2]:

trunc1 = "at least "

trunc2 = "(ctest truncated output)"

else:

trunc1 = ""

trunc2 = ""

if test.get("Status") == "passed":

#print summary in b

b += " succeeded with " + trunc1 + w.__str__() + " warnings " + trunc2

if w == 0: #nothing to print in the table, so skip it

b += "</td></tr>\n"

return b

else:

#print warnings and errors in b

e = output.count("ERROR")

e += output.count("error")

b += " failed with %s%d warnings and %d errors %s" %(trunc1, w, e, trunc2)

b += "<br>\n<table border=1 width=100%>\n"

b += "<tr><th>Line</th><th>Text</th></tr>\n"

# ERRORs

# 242_n2813_mim_lf.exp:2278: --ERROR: Expected a type...

# gcc errors look like ???

l=0

for line in lines:

if ": --ERROR:" in line:

l += 1

c1 = line.find(":")

c2 = line.find(":",c1+1)

b += "<tr><td>" + line[c1+1:c2] + "</td><td>" + line[c2+4:] + "</td></tr>\n"

elif ": error:" in line:

l += 1

c1 = line.find(":")

c2 = line.find(":",c1+1)

c3 = line.find(":",c2+1) #skip the character number

b += "<tr><td>" + line[c1+1:c2] + "</td><td>" + line[c3+2:] + "</td></tr>\n"

if l > 20:

b += "<tr><td>-</td><td><font color=red>-- maximum number of errors printed --</font></td></tr>\n"

break

# WARNINGs

# ap239_arm_lf.exp:2731: WARNING: Implicit downcast...

# WARNING: in SELECT TYPE date_or_date... (multi-line warning)

# compstructs.cc:28:23: warning: unused

l=0

for line in lines:

if ": WARNING" in line:

l += 1

c1 = line.find(":")

c2 = line.find(":",c1+1)

b += "<tr><td>" + line[c1+1:c2] + "</td><td>" + line[c2+2:] + "</td></tr>\n"

elif "WARNING" in line:

b += "<tr><td>????</td><td>" + line + "</td></tr>\n"

elif ": warning:" in line:

l += 1

c1 = line.find(":")

c2 = line.find(":",c1+1)

c3 = line.find(":",c2+1) #skip the character number

b += "<tr><td>" + line[c1+1:c2] + "</td><td>" + line[c3+2:] + "</td></tr>\n"

if l > 20:

b += "<tr><td>-</td><td><font color=red>-- maximum number of warnings printed --</font></td></tr>\n"

break

b += "</table></td></tr>\n"

return b

def test_status(test):

t = ""

for m in test.find("Results").findall("NamedMeasurement"):

if m.get("name") == "Execution Time":

t = " in " + m.find("Value").text + "s"

break

if test.get("Status") == "passed":

s = "<font color=green>PASS</font>"

elif test.get("Status") == "failed":

s = "<font color=red>FAIL</font>"

else:

s = "<font color=cyan>" + test.get("Status") + "</font>"

return s + t

if __name__ == "__main__":

# Someone is launching this directly

main()