firstpost.py

import datetime
import json
import sys
import time

import ddb
import configuration
import utils


class FirstPost(object):
    table_name = "FirstPost"

    def __init__(self, fake=False):
        self.ddb = ddb.DDB(self.table_name, [('slack_uid', 'S')])
        self.table = self.ddb.get_table()
        self.users = {}
        self.modified = {}
        self.count = None
        self.channel = None
        self.fake = fake

    def date(self, ts):
        """
        return yyyy-mm-dd for ts
        """
        localtime = time.localtime(ts)
        return time.strftime("%Y-%m-%d", localtime)

    def days(self, ts):
        """
        return date difference between today and the ts
        """
        then = datetime.datetime.fromtimestamp(ts).date()
        now = datetime.date.today()
        diff = now - then
        return diff.days

    def get(self, key):
        if key in self.users:
            return self.users[key]
        response = self.table.get_item(Key={'slack_uid': key})
        item = response.get("Item")
        if item:
            item['ts'] = int(item['ts'])
            item['url'] = utils.make_url(item['slack_cid'], item['message_id'])
            item['days'] = self.days(item['ts'])
            item['date'] = self.date(item['ts'])
        self.users[key] = item
        return item

    def set_channel(self, cid):
        self.count = 0
        self.channel = cid

    def print_progress(self, ts):
        s = None
        if self.count % 10000 == 0:
            f = time.localtime(ts)
            s = time.strftime("%Y-%m-%d", f)
        elif self.count % 2000 == 0:
            s = str(self.count)
        elif self.count % 200 == 0:
            s = "."
        if s:
            sys.stdout.write(s)
            sys.stdout.flush()

    def message(self, message):
        # print("message: {}".format(message))
        uid = message.get('user')
        if not uid:
            return
        if message.get("subtype") == "channel_join":
            return
        mid = message['ts']
        ts = int(float(mid))
        entry = self.get(uid)

        self.count += 1
        self.print_progress(ts)

        if entry:
            # We have an existing entry.  Was it later than this one?
            if entry['ts'] > ts:
                # The existing entry is later than this one.
                entry['ts'] = ts
                entry['slack_cid'] = self.channel
                entry['message_id'] = str(mid)
        else:
            # No existing entry -- this is the first one
            self.users[uid] = {
                "slack_uid": uid,
                "slack_cid": self.channel,
                "message_id": str(mid),
                "ts": ts
            }
        return message

    def get_channel(self, cid):
        return self.get(cid)

    def firstpost_count(self, start_date, days):
        """
        based on a yyyy-mm-dd start_date and an int days, report how many
        people had their first post in this period
        """
        (y, m, d) = [int(x) for x in start_date.split("-")]
        dt = datetime.datetime(y, m, d, 0, 0, 0)
        report_start_ts = dt.timestamp()
        report_end_ts = report_start_ts + 86400 * days
        matches = []
        for item in self.ddb.items(self.ddb.get_table()):
            ts = item['ts']
            if ts >= report_start_ts and ts <= report_end_ts:
                matches.append(item)
        return len(matches)

    def save(self):
        # print("self.users: {}".format(json.dumps(self.users, indent=4)))
        with self.table.batch_writer() as batch:
            for uid in self.users:
                row = self.users[uid]
                if not row:
                    continue
                # print("Inserting new {}".format(row))
                batch.put_item(row)