from collections import OrderedDict
import pywikibot as pwb

site = pwb.Site('wikidata', 'wikidata')
page = pwb.Page(site, 'Wikidata:WikiProject WLM/Mapping tables/ge (ka)/types')
contents = page.get()
header, sep, rest = contents.partition('|-')
rest, sep, footer = rest.rpartition('|}')
footer = '|}' + footer

NATIONAL_IMPORTANCE_STR = "ეროვნული"

def clean_type(text):
        """
        Return a cleaned version of self.type.
        Multiple types may exist either separated by "<br />" or ",".
        Types may include NATIONAL_IMPORTANCE_STR which should be used only
        for heritage status.
        """
        raw_type = text.lower()
        raw_type = raw_type.replace("<br />", ",")
        types = [typ.strip() for typ in raw_type.split(',')]
        if NATIONAL_IMPORTANCE_STR in types:
            types.remove(NATIONAL_IMPORTANCE_STR)
        types = list(filter(None, types)) # remove empty entries
        return ', '.join(types)

entries = rest.split('|-')
d = {}

for entry in entries:
     parts = entry.split('\n|')
     name = clean_type(parts[1].strip())
     num = parts[2].strip() or "0"
     qid = parts[3].strip()
     com = parts[4].strip()
     if name not in d:
             d[name] = {'num': 0, 'qid': '', 'com': '', 'orig':[]}
     d[name]['num'] += int(num)
     if qid and d[name]['qid']:
             print('doh qid: {} {}'.format(qid, d[name]['qid']))
     if com and d[name]['com']:
             print('doh com: {} {}'.format(com, d[name]['com']))
     d[name]['qid'] = d[name]['qid'] or qid
     d[name]['com'] = d[name]['com'] or com
     d[name]['orig'].append(parts[1].strip())
        
od = OrderedDict(sorted(d.items(), key=lambda t: t[1]['num'], reverse=True))

txt = ''
for k, v in od.items():
	txt += '|- \n| {}\n| {}\n| {}\n| {}\n'.format(k, v['num'], v['qid'], v['com'])

page_text = header + text + footer

with open('tmp.wiki', 'w', encoding='utf-8') as f:
	f.write(page_text)