summaryrefslogtreecommitdiff
path: root/src/test
diff options
context:
space:
mode:
authorAndrew Dunstan2024-04-09 19:30:48 +0000
committerAndrew Dunstan2024-04-12 14:32:30 +0000
commit42fa4b660143b66bea1fb90793ec90054e170c93 (patch)
tree058096389cf8c17ab2dceb0b8b9fb7bf55ad522c /src/test
parentb8a7bfa33324bc40c7180cb946a39378fb48309c (diff)
Assorted minor cleanups in the test_json_parser module
Per gripes from Michael Paquier Discussion: https://postgr.es/m/ZhTQ6_w1vwOhqTQI@paquier.xyz Along the way, also clean up a handful of typos in 3311ea86ed and ea7b4e9a2a, found by Alexander Lakhin, and a couple of stylistic snafus noted by Daniel Westermann and Daniel Gustafsson.
Diffstat (limited to 'src/test')
-rw-r--r--src/test/modules/test_json_parser/README19
-rw-r--r--src/test/modules/test_json_parser/test_json_parser_incremental.c28
-rw-r--r--src/test/modules/test_json_parser/test_json_parser_perf.c11
3 files changed, 36 insertions, 22 deletions
diff --git a/src/test/modules/test_json_parser/README b/src/test/modules/test_json_parser/README
index 7e410db24bb..ceccd499f43 100644
--- a/src/test/modules/test_json_parser/README
+++ b/src/test/modules/test_json_parser/README
@@ -4,22 +4,21 @@ Module `test_json_parser`
This module contains two programs for testing the json parsers.
- `test_json_parser_incremental` is for testing the incremental parser, It
- reads in a file and pases it in very small chunks (60 bytes at a time) to
- the incremental parser. It's not meant to be a speed test but to test the
- accuracy of the incremental parser. It takes one argument: the name of the
- input file.
+ reads in a file and passes it in very small chunks (default is 60 bytes at a
+ time) to the incremental parser. It's not meant to be a speed test but to
+ test the accuracy of the incremental parser. There are two option arguments,
+ "-c nn" specifies an alternative chunk size, and "-s" specifies using
+ semantic routines. The semantic routines re-output the json, although not in
+ a very pretty form. The required non-option argument is the input file name.
- `test_json_parser_perf` is for speed testing both the standard
recursive descent parser and the non-recursive incremental
parser. If given the `-i` flag it uses the non-recursive parser,
- otherwise the stardard parser. The remaining flags are the number of
+ otherwise the standard parser. The remaining flags are the number of
parsing iterations and the file containing the input. Even when
using the non-recursive parser, the input is passed to the parser in a
single chunk. The results are thus comparable to those of the
standard parser.
-The easiest way to use these is to run `make check` and `make speed-check`
-
-The sample input file is a small extract from a list of `delicious`
+The sample input file is a small, sanitized extract from a list of `delicious`
bookmarks taken some years ago, all wrapped in a single json
-array. 10,000 iterations of parsing this file gives a reasonable
-benchmark, and that is what the `speed-check` target does.
+array.
diff --git a/src/test/modules/test_json_parser/test_json_parser_incremental.c b/src/test/modules/test_json_parser/test_json_parser_incremental.c
index c28db05647c..835cdc9efd3 100644
--- a/src/test/modules/test_json_parser/test_json_parser_incremental.c
+++ b/src/test/modules/test_json_parser/test_json_parser_incremental.c
@@ -3,16 +3,17 @@
* test_json_parser_incremental.c
* Test program for incremental JSON parser
*
- * Copyright (c) 2023, PostgreSQL Global Development Group
+ * Copyright (c) 2024, PostgreSQL Global Development Group
*
* IDENTIFICATION
* src/test/modules/test_json_parser/test_json_parser_incremental.c
*
- * This progam tests incremental parsing of json. The input is fed into
+ * This program tests incremental parsing of json. The input is fed into
* the parser in very small chunks. In practice you would normally use
* much larger chunks, but doing this makes it more likely that the
- * full range of incement handling, especially in the lexer, is exercised.
- * If the "-c SIZE" option is provided, that chunk size is used instead.
+ * full range of increment handling, especially in the lexer, is exercised.
+ * If the "-c SIZE" option is provided, that chunk size is used instead
+ * of the default of 60.
*
* The argument specifies the file containing the JSON input.
*
@@ -31,6 +32,9 @@
#include "mb/pg_wchar.h"
#include "pg_getopt.h"
+#define BUFSIZE 6000
+#define DEFAULT_CHUNK_SIZE 60
+
typedef struct DoState
{
JsonLexContext *lex;
@@ -67,14 +71,13 @@ JsonSemAction sem = {
int
main(int argc, char **argv)
{
- /* max delicious line length is less than this */
- char buff[6001];
+ char buff[BUFSIZE];
FILE *json_file;
JsonParseErrorType result;
JsonLexContext lex;
StringInfoData json;
int n_read;
- size_t chunk_size = 60;
+ size_t chunk_size = DEFAULT_CHUNK_SIZE;
struct stat statbuf;
off_t bytes_left;
JsonSemAction *testsem = &nullSemAction;
@@ -88,6 +91,11 @@ main(int argc, char **argv)
{
case 'c': /* chunksize */
sscanf(optarg, "%zu", &chunk_size);
+ if (chunk_size > BUFSIZE)
+ {
+ fprintf(stderr, "chunk size cannot exceed %d\n", BUFSIZE);
+ exit(1);
+ }
break;
case 's': /* do semantic processing */
testsem = &sem;
@@ -121,6 +129,12 @@ main(int argc, char **argv)
{
n_read = fread(buff, 1, chunk_size, json_file);
appendBinaryStringInfo(&json, buff, n_read);
+
+ /*
+ * Append some trailing junk to the buffer passed to the parser. This
+ * helps us ensure that the parser does the right thing even if the
+ * chunk isn't terminated with a '\0'.
+ */
appendStringInfoString(&json, "1+23 trailing junk");
bytes_left -= n_read;
if (bytes_left > 0)
diff --git a/src/test/modules/test_json_parser/test_json_parser_perf.c b/src/test/modules/test_json_parser/test_json_parser_perf.c
index 517dc8529ac..c463046848c 100644
--- a/src/test/modules/test_json_parser/test_json_parser_perf.c
+++ b/src/test/modules/test_json_parser/test_json_parser_perf.c
@@ -1,14 +1,14 @@
/*-------------------------------------------------------------------------
*
* test_json_parser_perf.c
- * Performancet est program for both flavors of the JSON parser
+ * Performance test program for both flavors of the JSON parser
*
- * Copyright (c) 2023, PostgreSQL Global Development Group
+ * Copyright (c) 2024, PostgreSQL Global Development Group
*
* IDENTIFICATION
* src/test/modules/test_json_parser/test_json_parser_perf.c
*
- * This progam tests either the standard (recursive descent) JSON parser
+ * This program tests either the standard (recursive descent) JSON parser
* or the incremental (table driven) parser, but without breaking the input
* into chunks in the latter case. Thus it can be used to compare the pure
* parsing speed of the two parsers. If the "-i" option is used, then the
@@ -28,11 +28,12 @@
#include <stdio.h>
#include <string.h>
+#define BUFSIZE 6000
+
int
main(int argc, char **argv)
{
- /* max delicious line length is less than this */
- char buff[6001];
+ char buff[BUFSIZE];
FILE *json_file;
JsonParseErrorType result;
JsonLexContext *lex;