stats.py

#!/usr/bin/env python
import sys
import json
import collections
import logic as l

def parse_log(f):

    prefix = 'INFO:logic:'
    seen = collections.Counter()
    for row in open(f):
        if not row.startswith(prefix):
            continue
        seen[json.loads(row[len(prefix):])['key']] += 1
    return seen

def avg(v):
    v = list(v)
    return sum(float(x) for x in v)/len(v)

def main():
    actions = parse_log(sys.argv[1])

    print('\nScreening')

    q = 'SELECT count(*) FROM proposals'
    proposal_count = l.scalar(q)
    print('There were {} proposals.'.format(proposal_count))

    q = 'SELECT count(*), voter FROM votes group by voter'
    print('{} voters did '.format(len(l.fetchall(q))))

    q = 'SELECT count(*) FROM votes'
    print('{:,} reviews'.format(actions['vote']))

    q = 'SELECT COUNT(*) FROM votes WHERE nominate'
    print('and gave {} nominations.'.format(l.scalar(q)))

    q = 'SELECT id from discussion'
    print('{:,} messages were written,'.format(len(l.fetchall(q))))

    q = 'SELECT id from discussion WHERE feedback'
    print('{:,} of them feedback to proposal authors.'.format(len(l.fetchall(q))))

    q = 'SELECT count(*), proposal from VOTES group by proposal order by count'
    votes = l.fetchall(q)
    print('Every proposal received at least {} reviews,'.format(votes[0].count))

    full_coverage = sum(1 for x in l.list_users() 
                        if (x.votes + x.proposals_made) == proposal_count)
    print('and {} voters performed the incredible task of reviewing all of the proposals.'.format(full_coverage))



    print('\n\n')

    q = 'SELECT COUNT(*) FROM proposals WHERE batchgroup is not null'
    print('{} talks made it into the second round,'.format(l.scalar(q)))

    q = '''SELECT COUNT(*), batchgroup FROM proposals WHERE batchgroup is not null
                group by batchgroup'''
    print('where they were grouped into {} batches.'.format(len(l.fetchall(q))))

    q = 'SELECT count(*) FROM batchvotes'
    batch_vote_count = l.scalar(q)
    print('{:,} reviews happened,'.format(actions['vote_group'],
                                                    batch_vote_count))

    q= 'SELECT id from batchmessages'
    print('{} more messages were sent, and'.format(len(l.fetchall(q))))

    q = 'SELECT count(*), voter from batchvotes group by voter'
    print('{} voters participated.'.format(len(l.fetchall(q))))


    q = '''SELECT count(*), batchgroup from batchvotes group by batchgroup
            order by count'''
    batch_count = l.fetchall(q)
    print('Every batch got at least {} reviews'.format(batch_count[0].count))

    print('to arrive at our final 95 accepted talks!')


if __name__ == '__main__':
    main()