#!/usr/bin/env python3

"""

Updates a project to the attic:

- creates an override DOAP under data/projects-override

- updates projects.xml to point to the override DOAP

- moves data/committees/<pmc>.rdf to data/committees-retired/<pmc>.rdf

- updates data/committees.xml

Does not commit the changes.

N.B. The current implementation does not handle PMCs with multiple projects.

Updates:

data/projects.xml

data/committees.xml

Creates:

data/projects-override/<pmc>[_project].rdf

Moves:

data/committees/<pmc>.rdf

to

data/committees-retired/<pmc>.rdf

"""

import sys

from os.path import dirname, abspath, join

from inspect import getsourcefile

import os

import re

import subprocess

if len(sys.argv) == 1:

print("Please provide a list of project ids")

sys.exit(1)

OVERRIDE_DIR='https://svn.apache.org/repos/asf/comdev/projects.apache.org/trunk/data/projects-override'

MYHOME = dirname(abspath(getsourcefile(lambda:0)))

datadir = join(dirname(MYHOME),'data')

def update_pmc_xml(pmc):

xmlfile = join(datadir,'committees.xml')

xmlfilet = join(datadir,'committees.xml.t')

print("Updating committees.xml")

found = 0

with open(xmlfile,'r', encoding='utf-8') as r, open(xmlfilet,'w', encoding='utf-8') as w:

for l in r:

m = re.search(r"^(\s+)<location>(.+)</location",l)

if m:

indent = m.group(1)

url = m.group(2)

# match one of:

# committees/<pmc>.rdf

# https://ofbiz.apache.org/<pmc>/...

# https?://svn.apache.org/repos/asf/<pmc>/...

regex = r"^(committees/%s\.rdf|https?://%s\.apache\.org/.+|https?://svn.apache.org/repos/asf/%s/.+)$" % (pmc,pmc,pmc)

if re.search(regex, url, flags=re.IGNORECASE):

print("Found %s at %s" % (pmc, url))

if url.startswith('committees/'):

new = url.replace('committees/','committees-retired/')

subprocess.run(["svn", "mv", "data/%s" % url, "data/%s" % new], check=True)

url = new

w.write("%s<!-- Retired: location>%s</location -->\n" % (indent, url))

found += 1

continue

w.write(l) # write the original line

if found == 1:

print("Found OK")

os.system("diff %s %s" % (xmlfile, xmlfilet))

os.rename(xmlfilet, xmlfile)

elif found > 1:

print("Matched more than once %d" % found)

os.remove(xmlfilet)

else:

print("Not found")

os.remove(xmlfilet)

# update the DOAP to be an attic project

def update_doap(doap, source):

infile = doap

tmpfile = doap + '.t'

catWrite = True

with open(infile,'r', encoding='utf-8') as r, open(tmpfile,'w', encoding='utf-8') as w:

for l in r:

if re.search("<rdf:RDF",l):

w.write("<!-- Copied from %s -->\n" % source)

if re.search("<asfext:pmc rdf:resource=", l):

w.write(re.sub("=['\"].+?['\"]",'="https://attic.apache.org/"',l))

continue # don't write original line

if catWrite and re.search("<category",l):

catWrite = False

w.write(' <category rdf:resource="http://projects.apache.org/category/retired" />\n')

w.write(l) # write the original line

os.system("diff %s*" % (infile))

os.rename(tmpfile,infile)

def update_project_xml(pid):

xmlfile = join(datadir,'projects.xml')

xmlfilet = join(datadir,'projects.xml.t')

doapfile = join(datadir,'projects-override',"%s.rdf" % pid)

print("Updating projects.xml")

found = 0

source = None

# match one of:

# http://svn.apache.org/repos/asf/tomee/tomee/trunk/doap_tomee.rdf

# https://gitbox.apache.org/repos/asf?p=trafficserver.git;

# https://gitbox.apache.org/repos/asf?p=any23-committers.git;a=blob_plain;f=doap_Any23.rdf;hb=HEAD

# https://raw.githubusercontent.com/apache/oodt/master/doap_oodt.rdf

# https://raw.githubusercontent.com/apache/directory-site/master/static/doap_fortress.rdf

# http://zookeeper.apache.org/doap.rdf

# https://daffodil.incubator.apache.org/doap.rdf

# Parse each line to extract the project name.

repore = '([-a-z0-9]+)' # repo regex

lines2match = [

fr"^https?://svn\.apache\.org/repos/asf/{repore}/",

fr"^https?://gitbox\.apache\.org/repos/asf\?p={repore}\.git",

fr"^https?://raw\.githubusercontent\.com/apache/{repore}/",

fr"^https?://{repore}(?:\.incubator)?\.apache\.org/",

]

# 1 2 3 4

with open(xmlfile,'r', encoding='utf-8') as r, open(xmlfilet,'w', encoding='utf-8') as w:

for l in r:

m = re.search(r"^(\s+)<location>(.+)<",l)

if m:

indent = m.group(1)

url = m.group(2)

if '/data/projects-override/' in url: # already handled

w.write(l) # write the original line

continue

m2 = None

for line in lines2match:

m2 = re.search(line, url, flags=re.IGNORECASE)

if m2:

break

if m2:

reponame = m2.group(1)

if reponame.startswith('empire-db'):

reponame = 'empire-db'

else:

reponame = reponame.split('-')[0]

if reponame == pid:

print("Found %s at %s" % (pid,url))

l = l.replace('<location>','<!-- retired: location>').replace('</location>','</location -->')

w.write(l) # write the original line

w.write("%s<location>%s/%s.rdf</location>\n" % (indent, OVERRIDE_DIR, pid))

found += 1

source = url

continue

else:

print("??? cannot parse: "+url)

w.write(l) # write the original line

if found == 0:

print("Could not find a match for %s" % pid)

os.remove(xmlfilet)

else:

if "//svn.apache.org/" in source:

os.system("svn cp %s %s" % (source.replace('http://','https://'), doapfile))

else:

os.system("wget -O %s '%s'" % (doapfile,source))

os.system("svn add %s" % (doapfile))

update_doap(doapfile, source)

os.system("diff %s %s" % (xmlfile,xmlfilet))

os.rename(xmlfilet,xmlfile)

os.system("svn status %s" % dirname(doapfile))

for arg in sys.argv[1:]:

print("Processing "+arg)

if not re.search("^[-a-z0-9]+$",arg):

print("Expecting lower-case, '-' or digits only")

else:

update_pmc_xml(arg)

update_project_xml(arg)