crontab.py

#!/usr/bin/env python

'''Crontab generator for Citation Hunt.

This outputs the schedule of database update jobs for all languages.

The runs for different languages are spread out evenly within a given day, and
the runs for a given language are spread out evenly across the days of the
month.
'''

import config

freq = 4  # how many days between runs, for each language
duration = 4  # how many hours between runs within a single day

spec_template = '0 {h} {dom}-31/{freq} * * {command}'
command_template = ' '.join([
    '/usr/bin/jsub -mem 10g -N {jobname}_{lc} -once',
    '/data/project/citationhunt/www/python/venv/bin/python2',
    '/data/project/citationhunt/citationhunt/scripts/{scriptname}',
    '{lc}'
])

h = 0
for lc in sorted(config.LANG_CODES_TO_LANG_NAMES):
    command = command_template.format(
        jobname = 'citationhunt_update', lc = lc,
        scriptname = 'update_db_tools_labs.py')
    print spec_template.format(
        h=(h % 24), dom=1 + (h / 24), command=command, freq=freq)
    h += duration

# print entry for compute_fixed_snippets
print '*/5 * * * * ' + command_template.format(
    jobname = 'compute_fixed_snippets', lc = 'global',
    scriptname = 'compute_fixed_snippets.py')