From ce1fb928064d0b5397cf4d1d15e22834624f6f81 Mon Sep 17 00:00:00 2001
From: Marko Kreen
Date: Mon, 9 Mar 2009 08:59:03 +0200
Subject: parsing.py: export sql_tokenizer, tag errors

---
 python/skytools/parsing.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'python')

diff --git a/python/skytools/parsing.py b/python/skytools/parsing.py
index 36b17d53..d50b14c0 100644
--- a/python/skytools/parsing.py
+++ b/python/skytools/parsing.py
@@ -6,7 +6,9 @@ import re
 from skytools.quoting import unescape, unquote_literal, unquote_ident
 from skytools.sqltools import dbdict
 
-__all__ = ["parse_pgarray", "parse_logtriga_sql", "parse_tabbed_table", "parse_statements"]
+__all__ = [
+    "parse_pgarray", "parse_logtriga_sql", "parse_tabbed_table",
+    "parse_statements", 'sql_tokenizer']
 
 _rc_listelem = re.compile(r'( [^,"}]+ | ["] ( [^"\\]+ | [\\]. )* ["] )', re.X)
 
@@ -185,6 +187,7 @@ _base_sql = r"""
     | (?P<pyold>  [%][(] [a-z0-9_]+ [)][s] | [%][%] )
     | (?P<pynew>  [{] [^}]+ [}] | [{][{] | [}] [}] )
     | (?P<ws>     (?: \s+ | [/][*] .*? [*][/] | [-][-][^\n]* )+ )
+    | (?P<error>  ['"$\\] )
     | (?P<sym>    . )"""
 _std_sql = r"""(?: (?P<str> [E] %s | %s ) | %s )""" % (_extstr, _stdstr, _base_sql)
 _ext_sql = r"""(?: (?P<str> [E]? %s ) | %s )""" % (_extstr, _base_sql)
-- 
cgit v1.2.3