index.py

#! /usr/bin/env python3

import os.path as path
import psycopg2
import sqlite3

import configuration


def mapinfo(x, y):
    if x == -1 and y == -1:
        map_path = '{0:s}/basemap.mtiles'.format(configuration.MAP_TARGET_PATH)
    else:
        map_path = '{0:s}/{1:d}/{1:d}-{2:d}.mtiles'.format(configuration.MAP_TARGET_PATH, x, y)
    size = 0
    date = 0
    if path.exists(map_path):
        with sqlite3.connect(map_path) as db:
            size = path.getsize(map_path)
            try:
                cursor = db.cursor()
                cursor.execute("SELECT value FROM metadata WHERE name = 'timestamp'")
                date = int(cursor.fetchone()[0])
                cursor.execute("SELECT COUNT(*) FROM tiles")
                count = int(cursor.fetchone()[0])
                if count != 21844:
                    print("ERROR: %s contains %d tiles" % (map_path, count))
                    size = 0
                    date = 0
            except:
                date = 0
        #if size > 0:
        #    print(map_path)
        #    print('    size: {0:d}'.format(size))
        #    print('    date: {0:d}'.format(date))
    return (size, date)


"""
create table maps(area varchar(7), size integer not null default 0, cost integer not null default 0, created integer not null default 0, error boolean not null default false, primary key(area));
create index maps_created ON maps(created);
"""

with open(configuration.MAP_TARGET_PATH + '/nativeindex', 'wb') as f, psycopg2.connect(configuration.STATS_DB_DSN) as c:
    f.truncate(6*128*128+6)
    cur = c.cursor()
    for x in range(128):
        for y in range(128):
            size, date = mapinfo(x, y)
            f.write((date).to_bytes(2, byteorder='big', signed=False))
            f.write((size).to_bytes(4, byteorder='big', signed=False))
            area = '{0:d}-{1:d}'.format(x, y)
            cur.execute("UPDATE maps SET size = %s, created = %s WHERE area = %s", (size, date, area))
            if cur.rowcount != 1:
                cur.execute("INSERT INTO maps (area, size, created) VALUES (%s, %s, %s)", (area, size, date))
    c.commit()
    size, date = mapinfo(-1, -1)
    f.write((date).to_bytes(2, byteorder='big', signed=False))
    f.write((size).to_bytes(4, byteorder='big', signed=False))