#!/usr/bin/env python
#
# Clean up old, broken, dates
#

import os
import sys
import re

from ConfigParser import ConfigParser

from email.parser import Parser
from urllib import urlopen
import dateutil.parser

import psycopg2

def scan_message(messageid, olddate, curs):
	u = "http://archives.postgresql.org/msgtxt.php?id=%s" % messageid
	print "Scanning message at %s (date reported as %s)..." % (u, olddate)

	f = urlopen(u)
	p = Parser()
	msg = p.parse(f)
	f.close()

	# Can be either one of them, but we really don't care...
	ds = None
	for k,r in msg.items():
		if k != 'Received': continue

		print "Trying on %s" % r
		m = re.search(';\s*(.*)$', r)
		if m:
			ds = m.group(1)
			break
		m = re.search(';\s*(.*)\s*\(envelope-from [^\)]+\)$', r)
		if m:
			ds = m.group(1)
			break

	if not ds:
		print "Could not find date. Sorry."
		return False
	d = None
	try:
		d = dateutil.parser.parse(ds)
	except:
		print "Could not parse date '%s', sorry." % ds
		return

	while True:
		x = raw_input("Parsed this as date %s. Update? " % d)
		if x.upper() == 'Y':
			curs.execute("UPDATE messages SET date=%(d)s WHERE messageid=%(m)s", {
					'd': d,
					'm': messageid,
					})
			print "Updated."
			break
		elif x.upper() == 'N':
			break
	
if __name__ == "__main__":
	cfg = ConfigParser()
	cfg.read('%s/archives.ini' % os.path.realpath(os.path.dirname(sys.argv[0])))
	connstr = cfg.get('db','connstr')

	conn = psycopg2.connect(connstr)

	curs = conn.cursor()
	curs.execute("SELECT messageid, date FROM messages WHERE date>(CURRENT_TIMESTAMP+'1 day'::interval) OR date < '1997-01-01'")
	for messageid, date in curs.fetchall():
		scan_message(messageid, date, curs)

	conn.commit()
	print "Done."