validate_annotations.py

from qanta import qlogging
from qanta.ingestion.answer_mapping import read_wiki_titles
from qanta.ingestion.annotated_mapping import PageAssigner


log = qlogging.get('validate_annotations')


def normalize(title):
    return title.replace(' ', '_')


def check_page(page, titles):
    n_page = normalize(page)
    if n_page not in titles:
        log.error(f'Title not found: {page}')


def main():
    titles = read_wiki_titles()
    assigner = PageAssigner()
    log.info('Checking direct protobowl mappings...')
    for page in assigner.protobowl_direct.values():
        check_page(page, titles)

    log.info('Checking direct quizdb mappings...')
    for page in assigner.quizdb_direct.values():
        check_page(page, titles)

    log.info('Checking unambiguous mappings...')
    for page in assigner.unambiguous.values():
        check_page(page, titles)

    log.info('Checking ambiguous mappings...')
    for entry in assigner.ambiguous.values():
        for option in entry:
            check_page(option['page'], titles)


if __name__ == '__main__':
    main()