1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
#!/usr/bin/env python
"""Consumer that simply calls SQL query for each event.
Config::
# source database
src_db =
# destination database
dst_db =
# query to call
dst_query = select * from somefunc(%%(pgq.ev_data)s);
## Deprecated, use table_filter ##
# filter for events (SQL fragment)
consumer_filter = ev_extra1 = 'public.mytable1'
"""
import sys
import pkgloader
pkgloader.require('skytools', '3.0')
import pgq
import skytools
class SimpleConsumer(pgq.Consumer):
__doc__ = __doc__
def reload(self):
super(SimpleConsumer, self).reload()
self.dst_query = self.cf.get("dst_query")
if self.cf.get("consumer_filter", ""):
self.consumer_filter = self.cf.get("consumer_filter", "")
def process_event(self, db, ev):
curs = self.get_database('dst_db', autocommit = 1).cursor()
if ev.ev_type[:2] not in ('I:', 'U:', 'D:'):
return
if ev.ev_data is None:
payload = {}
else:
payload = skytools.db_urldecode(ev.ev_data)
payload['pgq.tick_id'] = self.batch_info['cur_tick_id']
payload['pgq.ev_id'] = ev.ev_id
payload['pgq.ev_time'] = ev.ev_time
payload['pgq.ev_type'] = ev.ev_type
payload['pgq.ev_data'] = ev.ev_data
payload['pgq.ev_extra1'] = ev.ev_extra1
payload['pgq.ev_extra2'] = ev.ev_extra2
payload['pgq.ev_extra3'] = ev.ev_extra3
payload['pgq.ev_extra4'] = ev.ev_extra4
self.log.debug(self.dst_query, payload)
curs.execute(self.dst_query, payload)
if curs.statusmessage[:6] == 'SELECT':
res = curs.fetchall()
self.log.debug(res)
else:
self.log.debug(curs.statusmessage)
if __name__ == '__main__':
script = SimpleConsumer("simple_consumer3", "src_db", sys.argv[1:])
script.start()
|
