from copy import copy import datetime import csv import re import json import xml.etree.ElementTree as ET from fpdf import FPDF # The event object stores all the event data. # A .otime file is more or less just a json dump of the Event object. class Event: def __init__(self, eventid, name, **kwargs): self.id = eventid self.name = name try: self.courses = kwargs['courses'] except KeyError: self.courses = [] try: self.o_classes = kwargs['o_classes'] except KeyError: self.o_classes = [] try: self.runners = kwargs['runners'] except KeyError: self.runners = [] try: self.card_dumps = kwargs['card_dumps'] except KeyError: self.card_dumps = [] try: self.fees = kwargs['fees'] except KeyError: self.fees = [] def add_course(self, *args): for n in args: self.courses.append(n) def add_o_class(self, *args): for n in args: self.o_classes.append(n) def add_runners(self, *args): for n in args: self.runners.append(n) def add_fees(self, *args): for n in args: self.fees.append(n) def import_xml_entries(self, xml_file): self.add_runners(*runners_from_xml_entries(xml_file)) self.add_fees(*fees_from_xml_entries(xml_file)) def import_ttime_cnf(self, ttime_file): self.add_course(*courses_from_ttime_conf(ttime_file)) ttime_file.seek(0) self.add_o_class(*classes_from_ttime_conf(ttime_file, self.courses)) def import_ttime_db(self, ttime_file): csvreader = csv.reader(ttime_file, delimiter=';',) runnerarray = [] for row in csvreader: if len(row) == 0 or row[1] == '': continue runnerarray.append(Runner.from_string(row, self.o_classes)) self.runners = runnerarray def import_mtr_file(self, mtr_file): self.card_dumps = CardDump.list_from_mtr_f(mtr_file) def match_runners_cards(self): for r in self.runners: for d in self.card_dumps: if r.card == d.card: r.card_r = d def match_runners_o_classes(self): for r in self.runners: for c in self.o_classes: if r.o_class_str == c.name: r.o_class = c def match_o_classes_courses(self): for oc in self.o_classes: for c in self.courses: if oc.course_str == c.name: oc.course = c def match_runners_fees(self): for r in self.runners: for f in self.fees: if r.fee_id == f.id: r.fee = f def match_all(self): self.match_runners_cards() self.match_runners_o_classes() self.match_o_classes_courses() self.match_runners_fees() def get_xml_res(self): root = ET.Element('ResultList') root.set('xmlns', 'http://www.orienteering.org/datastandard/3.0') root.set('xmlns:xsi', 'http://www.w3.org/2001/XMLSchema-instance') root.set('iofVersion', '3.0') root.set('createTime', datetime.datetime.now().isoformat(timespec='seconds')) root.set('creator', 'oTime') root.set('status', 'Complete') tree = ET.ElementTree(root) event = ET.SubElement(root, 'Event') xml_child(event, 'Id', self.id) xml_child(event, 'Name', self.name) for i in self.o_classes: # class_result = ET.SubElement(root, 'ClassResult') # t = ET.SubElement(class_result, 'Class') xml_child(t, 'Name', i.name) # runners_same_c = get_runners_in_class(self.runners, i) runners_ranked = rank_runners(runners_same_c, i) # Put the OK runners first and Active last runners_sorted = [i for i in runners_same_c if i not in runners_ranked] runners_ranked.extend(runners_sorted) for n in runners_ranked: if n.status() == 'Active': continue person_result = ET.SubElement(class_result, 'PersonResult') # person = ET.SubElement(person_result, 'Person') xml_child(person, 'Id', n.id) # name = ET.SubElement(person, 'Name') xml_child(name, 'Family', n.last) xml_child(name, 'Given', n.first) # # # org = ET.SubElement(person_result, 'Organisation') xml_child(org, 'Id', n.club_id) xml_child(org, 'Name', n.club) country = ET.SubElement(org, 'Country') # TODO: hent land fra løperobjektet country.text = 'Norway' country.set('code', 'NOR') # # result = ET.SubElement(person_result, 'Result') # TODO: Dette bør skrives om til å bruke Runner metoder så mye som mulig. if hasattr(n, 'card_r') and len(n.card_r.splits) > 2: xml_child(result, 'StartTime', n.card_r.s_time.isoformat()) xml_child(result, 'FinishTime', n.card_r.f_time.isoformat()) xml_child(result, 'Time', n.totaltime()) if n.status() == 'OK': # xml_child(result, 'TimeBehind', n.totaltime() - runners_ranked[0].totaltime()) # xml_child(result, 'Position', n.rank(self.runners)) xml_child(result, 'Status', n.status()) # # TODO: ta utgangspunkt i løypa, ikke det brikka har stempla for code, split in zip(n.card_r.controls, n.card_r.splits): st = ET.SubElement(result, 'SplitTime') xml_child(st, 'ControlCode', code) xml_child(st, 'Time', split) if code == n.res_codes()[-1]: break # elif n.status() == 'Disqualified': xml_child(result, 'Status', n.status()) controls = copy(n.card_r.controls) splits = copy(n.card_r.splits) for code, split in zip(n.res_codes(), n.res_splits()): st = ET.SubElement(result, 'SplitTime') xml_child(st, 'ControlCode', code) if split != None: xml_child(st, 'Time', split) else: xml_child(result, 'Status', n.status()) else: xml_child(result, 'Status', n.status()) # # # ET.indent(root, space=' ', level=0) return tree def create_json_file(self): rdicts = [] for runner in self.runners: rdicts.append(runner.asdict()) cdicts = [] for course in self.courses: cdicts.append(course.asdict()) ocdicts = [] for o_class in self.o_classes: ocdicts.append(o_class.asdict()) ddicts = [] for dump in self.card_dumps: ddicts.append(dump.asdict()) fdicts = [] for fee in self.fees: fdicts.append(fee.asdict()) json_data = { 'id': self.id, 'name': self.name, 'runners': rdicts, 'courses': cdicts, 'o_classes': ocdicts, 'card_dumps': ddicts, 'fees': fdicts } return json.dumps(json_data, sort_keys=True, indent=4) # Get event object from .otime json file def from_json(f): data = json.load(f) runners = [] for r in data['runners']: runners.append(Runner(r['id'], r['first'], r['last'], club_id=r['club_id'], club=r['club'], country=r['country'], card=r['card'], o_class_str=r['o_class_str'], fork=r['fork'],start_time=r['start_time'])) courses = [] for c in data['courses']: courses.append(Course(c['name'], c['codes'], forked=c['forked'], variations=c['variations'])) o_classes = [] for c in data['o_classes']: o_classes.append(OClass(c['name'], c['course_str'], None)) card_dumps = [] for d in data['card_dumps']: card_dumps.append(CardDump(d['card'], d['controls'], d['splits'], datetime.datetime.fromisoformat(d['read_time']), datetime.datetime.fromisoformat(d['s_time']), datetime.datetime.fromisoformat(d['f_time']))) fees = [] for f in data['fees']: fees.append(Fee(f['id'], f['name'], f['currency'], f['amount'], from_birth_date=f['from_birth_date'], to_birth_date=f['to_birth_date'])) return Event(data['id'], data['name'], runners=runners, courses=courses, o_classes=o_classes, card_dumps=card_dumps) def create_start_list_pdf(self, file_name): pdf = FPDF() pdf.add_page() pdf.add_font("LiberationSans", fname="data/fonts/LiberationSans-Regular.ttf") pdf.set_font("LiberationSans", size=10) line_height = pdf.font_size * 2 col_width = pdf.epw / 4 # distribute content evenly for runner in self.runners: pdf.multi_cell(col_width, line_height, runner.fullname(), border=1, ln=3, max_line_height=pdf.font_size, align='L') pdf.multi_cell(col_width, line_height, runner.o_class_str, border=1, ln=3, max_line_height=pdf.font_size) pdf.multi_cell(col_width, line_height, str(runner.card), border=1, ln=3, max_line_height=pdf.font_size) if runner.start_time != None: pdf.multi_cell(col_width, line_height, str(runner.start_time), border=1, ln=3, max_line_height=pdf.font_size) else: pdf.multi_cell(col_width, line_height, '', border=1, ln=3, max_line_height=pdf.font_size) pdf.ln(line_height) pdf.output(file_name) def create_invoices(self, file_name): pdf = FPDF() pdf.add_page() pdf.add_font("LiberationSans", fname="data/fonts/LiberationSans-Regular.ttf") pdf.set_font("LiberationSans", size=10) line_height = pdf.font_size * 2 col_width = pdf.epw / 7 # distribute content evenly for runner in self.runners: pdf.multi_cell(col_width, line_height, runner.id, border=1, ln=3,max_line_height=pdf.font_size, align='L') pdf.multi_cell(col_width, line_height, runner.last, border=1, ln=3, max_line_height=pdf.font_size, align='L') pdf.multi_cell(col_width, line_height, runner.first, border=1, ln=3, max_line_height=pdf.font_size, align='L') pdf.multi_cell(col_width, line_height, runner.o_class_str, border=1, ln=3, max_line_height=pdf.font_size, align='L') pdf.multi_cell(col_width, line_height, str(runner.card), border=1, ln=3, max_line_height=pdf.font_size) if runner.start_time != None: pdf.multi_cell(col_width, line_height, str(runner.start_time), border=1, ln=3, max_line_height=pdf.font_size) else: pdf.multi_cell(col_width, line_height, '', border=1, ln=3, max_line_height=pdf.font_size) pdf.multi_cell(col_width, line_height, str(runner.rank(self.runners)), border=1, ln=3, max_line_height=pdf.font_size) pdf.ln(line_height) pdf.output(file_name) # The runner object stores all the data specific to a runner. class Runner: def __init__(self, runner_id, first, last, **kwargs): self.id = runner_id self.first = first self.last = last try: self.club = kwargs['club'] except KeyError: self.club = None try: self.club_id = kwargs['club_id'] except KeyError: self.club_id = None try: self.country = kwargs['country'] except KeyError: self.country = None try: self.card = kwargs['card'] except KeyError: self.card = 0 try: self.o_class_str = kwargs['o_class_str'] except KeyError: self.o_class = None try: self.o_class = kwargs['o_class'] except KeyError: self.o_class = None try: self.fork = kwargs['fork'] except KeyError: self.fork = 0 try: self.start_time = kwargs['start_time'] except KeyError: self.start_time = None try: self.fee_id = kwargs['fee_id'] except KeyError: self.fee_id = None try: self.fee = kwargs['fee'] self.fee_id = kwargs['fee'].id except KeyError: self.fee = None #self.o_class = o_class #self.start_time = start_time def from_string(tt_line, o_classes): #https://web.archive.org/web/20191229124046/http://wiki.ttime.no/index.php/Developer eventorid = tt_line[0] country = '' name = tt_line[2].split(',') try: first = name[1].strip() except: first = '' last = name[0] try: club = tt_line[4] except: club = "None" try: card = int(tt_line[6]) except: card = 0 runner_o_class = None try: raw_class_str = tt_line[3] except: # VELDIG MIDLERTIDIG runner_o_class = None else: if raw_class_str != '': for i in o_classes: if i.name == raw_class_str: runner_o_class = i break else: runner_o_class = None # TODO: Gjør sånn at den lager nye o klasser om den ikke finnes fra før options = tt_line[5].split(',') try: club_id = options[options.index('A')+3] except: club_id = 0 try: start_time = options[options.index('U')+1] except: start_time = None return Runner(eventorid, first, last, club=club, club_id=club_id, country=country, card=card, o_class_str=raw_class_str, o_class=runner_o_class, start_time=start_time) def fullname(self): return '{} {}'.format(self.first, self.last) def check_codes(self): return contains(self.res_codes(), self.card_r.controls) def totaltime(self): f_control = self.res_codes()[-1] try: index = self.card_r.controls.index(f_control) return self.card_r.splits[index] except: return 0 def status(self): if hasattr(self, 'card_r') == False or self.o_class == None: return 'Active' elif self.check_codes(): return 'OK' elif self.check_codes() == False: return 'Disqualified' # TODO: må forbedres def rank(self, allrunners): c_ranked = rank_runners(allrunners, self.o_class) try: return c_ranked.index(self) + 1 except ValueError: return None def res_codes(self): if self.o_class.course.forked == False: return self.o_class.course.codes else: return self.o_class.course.variations[self.fork] # TODO: Mange bugs med løyper som har samme post flere ganger # Used for making result files and tables def res_splits(self): if self.status() == 'OK': splits_cpy = self.card_r.splits.copy() for control in self.card_r.controls: if control not in self.res_codes(): index = self.card_r.controls.index(control) split = self.card_r.splits[index] splits_cpy.remove(split) return splits_cpy else: splits_cpy = self.card_r.splits.copy() for control in self.card_r.controls: if control not in self.res_codes(): index = self.card_r.controls.index(control) split = self.card_r.splits[index] splits_cpy.remove(split) punches = self.card_r.controls.copy() splits = [] for code in self.res_codes(): if punches[0] == code: splits.append(splits_cpy[0]) splits_cpy.pop(0) punches.pop(0) continue else: splits.append(None) return splits def asdict(self): return { 'id': self.id, 'first': self.first, 'last': self.last, 'club_id': self.club_id, 'club': self.club, 'country': self.country, 'card': self.card, 'o_class_str': self.o_class_str, 'fork' : self.fork, 'start_time': self.start_time, 'fee_id': self.fee_id } class CardDump: def __init__(self, card, controls, splits, read_time, s_time, f_time): self.card = card self.controls = controls self.splits = splits self.read_time = read_time self.s_time = s_time self.f_time = f_time def __repr__(self): return f'card({self.card}) controls({self.controls}) splits({self.splits})' def from_mtr_bytes(datamsg): card = int.from_bytes(datamsg[20:23], 'little') #Extract codes and splits: controls = [] splits = [] splits_offset = 26 code_numbytes = 1 time_numbytes = 2 split_numbytes = code_numbytes + time_numbytes for split_index in range(50): code_offset = splits_offset + split_index * split_numbytes time_offset = code_offset + code_numbytes code = int.from_bytes(datamsg[code_offset:code_offset+code_numbytes], 'little') time = int.from_bytes(datamsg[time_offset:time_offset+time_numbytes], 'little') if code != 0: controls.append(code) splits.append(time) # Extract start time: year = int.from_bytes(datamsg[8:9], 'little') month = int.from_bytes(datamsg[9:10], 'little') day = int.from_bytes(datamsg[10:11], 'little') hours = int.from_bytes(datamsg[11:12], 'little') minutes = int.from_bytes(datamsg[12:13], 'little') seconds = int.from_bytes(datamsg[13:14], 'little') milliseconds = int.from_bytes(datamsg[14:16], 'little') read_time = datetime.datetime(year, month, day, hours, minutes, seconds, milliseconds) if len(controls) > 2: s_time = read_time - datetime.timedelta(seconds = splits[-1]) f_time = read_time - (datetime.timedelta(seconds=splits[-1]) + datetime.timedelta(seconds=splits[-2])) else: s_time = read_time f_time = read_time return(CardDump(card, controls, splits, read_time, s_time, f_time)) def list_from_mtr_f(mtr_f): csvreader = csv.reader(mtr_f) rows = [] cards = [] # hver rad er brikkenummer med tilhørende info for row in csvreader: if len(row) == 0: continue rows.append(row) controls = [] splits = [] # postkodene kommer på oddetall fra og med den 11. De blir hevet inn i controls for item in row[11::2]: if item == '250': controls.append(int(item)) break elif item == '000': break else: controls.append(int(item)) # strekktidene kommer på partall fra og med den 12. De blir hevet i splits. for item in row[12::2]: if item == '00000': break else: splits.append(int(item)) # looper gjonnom løperobjektene og legger til poster og strekktider + start og sluttid # usikker på om dette er riktig klokeslett tl = row[5].split(' ') tl[0] = tl[0].split('.') tl[0][2] = '20' + tl[0][2] tl[0] = list(map(int, tl[0])) tl[1] = tl[1].split(':') tl[1][2] = float(tl[1][2]) tl[1] = list(map(int, tl[1])) read_time = datetime.datetime(tl[0][2], tl[0][1], tl[0][0], tl[1][0], tl[1][1], tl[1][2]) if len(controls) > 2 and len(splits) > 2: s_time = read_time - datetime.timedelta(seconds = splits[-1]) f_time = read_time - (datetime.timedelta(seconds = splits[-1]) + datetime.timedelta(seconds = splits[-2])) else: s_time = read_time f_time = read_time cards.append(CardDump(int(row[6]), controls, splits, read_time, s_time, f_time)) return cards def asdict(self): return { 'card': self.card, 'controls': self.controls, 'splits': self.splits, 'read_time': self.read_time.isoformat(), 's_time': self.s_time.isoformat(), 'f_time': self.f_time.isoformat() } # Stored in Event.courses class Course: def __init__(self, name, codes, **kwargs): self.name = name self.codes = codes try: self.forked = kwargs['forked'] except KeyError: self.forked = False try: self.variations = kwargs['variations'] except KeyError: self.variations = None def __repr__(self): return f'name({self.name})' def asdict(self): return { 'name': self.name, 'codes': self.codes, 'forked': self.forked, 'variations': self.variations } # Stored in Event.o_classes class OClass: def __init__(self, name, course_str, course): self.name = name self.course_str = course_str self.course = course def __repr__(self): return f'name({self.name})' def asdict(self): return { 'name': self.name, 'course_str': self.course_str } class Fee: def __init__(self, fee_id, name, currency, amount, **kwargs): self.id = fee_id self.name = name self.currency = currency self.amount = amount try: self.from_birth_date = kwargs['from_birth_date'] except KeyError: self.from_birth_date = None try: self.to_birth_date = kwargs['to_birth_date'] except KeyError: self.to_birth_date = None def asdict(self): return { 'id': self.id, 'name': self.name, 'currency': self.currency, 'amount': self.amount, 'from_birth_date': self.from_birth_date, 'to_birth_date': self.to_birth_date } # TODO: Take string instead of file. def courses_from_ttime_conf(ttime_file): courses = [] conf = ttime_file.readlines() for line in conf: if '-codes' in line: code_list = re.search(r'(?<=\")(.*?)(?=\")', line).group().split(';') loops = 0 for n in code_list: n = n.split(',') loops += 1 n = list(map(int, n)) courses.append(Course('course_'+str(loops), n)) return courses def classes_from_ttime_conf(ttime_file, courses): o_classes = [] conf = ttime_file.readlines() for line in conf: if '-courses' in line: raw_courselist = re.search(r'(?<=\")(.*?)(?=\")', line).group().split(';') loops = 0 for n in raw_courselist: split = n.split(',') for i in split: o_classes.append(OClass(i, courses[loops].name, courses[loops])) loops += 1 return o_classes def runners_from_xml_entries(xml_file): tree = ET.parse(xml_file) root = tree.getroot() runners = [] person_entries = root.findall('./{http://www.orienteering.org/datastandard/3.0}PersonEntry') for p_entry in person_entries: rid = p_entry[1][0].text person = p_entry.find('./{http://www.orienteering.org/datastandard/3.0}Person') name = person.find('./{http://www.orienteering.org/datastandard/3.0}Name') first = name.find('./{http://www.orienteering.org/datastandard/3.0}Given').text last = name.find('./{http://www.orienteering.org/datastandard/3.0}Family').text organisation = p_entry.find('./{http://www.orienteering.org/datastandard/3.0}Organisation') if organisation is not None: club_id = organisation.find('./{http://www.orienteering.org/datastandard/3.0}Id').text club_name = organisation.find('./{http://www.orienteering.org/datastandard/3.0}Name').text club_name_short = organisation.find('./{http://www.orienteering.org/datastandard/3.0}ShortName').text country = organisation.find('./{http://www.orienteering.org/datastandard/3.0}Country').attrib['code'] else: club_id = club_name = club_name_short = country = None class_el = p_entry.find('./{http://www.orienteering.org/datastandard/3.0}Class') class_str = class_el.find('./{http://www.orienteering.org/datastandard/3.0}Name').text fee_id = int(p_entry.find('./{http://www.orienteering.org/datastandard/3.0}AssignedFee/{http://www.orienteering.org/datastandard/3.0}Fee/{http://www.orienteering.org/datastandard/3.0}Id').text) try: card = int(p_entry.find('./{http://www.orienteering.org/datastandard/3.0}ControlCard').text) except AttributeError: card = None start_time = None runners.append(Runner(rid, first, last, club=club_name, club_id=club_id, country=country,card=card, o_class_str=class_str, start_time=start_time, fee_id=fee_id)) return runners def fees_from_xml_entries(xml_file): tree = ET.parse(xml_file) root = tree.getroot() allfees = root.findall('.//{http://www.orienteering.org/datastandard/3.0}Fee') added_ids = [] fee_objs = [] for fee in allfees: f_id = int(fee.find('./{http://www.orienteering.org/datastandard/3.0}Id').text) if f_id not in added_ids: added_ids.append(f_id) fee_id = f_id name = fee.find('./{http://www.orienteering.org/datastandard/3.0}Name').text currency = fee.find('./{http://www.orienteering.org/datastandard/3.0}Amount').attrib['currency'] amount = fee.find('./{http://www.orienteering.org/datastandard/3.0}Amount').text try: from_birth_date = fee.find('./{http://www.orienteering.org/datastandard/3.0}FromDateOfBirth').text except AttributeError: from_birth_date = None try: to_birth_date = fee.find('./{http://www.orienteering.org/datastandard/3.0}ToDateOfBirth').text except AttributeError: to_birth_date = None fee_objs.append(Fee(fee_id, name, currency, amount, from_birth_date=from_birth_date, to_birth_date=to_birth_date)) return fee_objs # Checks if small list is in big list def contains(small, big): valid = True mark = 0 map_bl = [] for i in small: for n,control in enumerate(big[mark:]): if i == control: mark += n map_bl.append(mark) break else: valid = False if valid: return map_bl else: return False def get_runners_in_class(runners, o_class): # Filters out runner objects that dont have the correct o_class list_filtrd = [] for i in runners: marker = 0 if i.o_class == o_class: list_filtrd.append(i) return list_filtrd def rank_runners(allrunners, o_class): runners = get_runners_in_class(allrunners, o_class) runners_ranked = [] for i in runners: if i.status() == 'OK': runners_ranked.append(i) runners_ranked.sort(key=lambda x: x.totaltime()) return runners_ranked # Used to make creating xml files easier def xml_child(parent, tag, content): e = ET.SubElement(parent, tag) e.text = str(content)