Fix IndexOnlyScan counter for heap fetches in parallel mode
authorAlvaro Herrera <alvherre@alvh.no-ip.org>
Tue, 10 Apr 2018 18:56:15 +0000 (15:56 -0300)
committerAlvaro Herrera <alvherre@alvh.no-ip.org>
Tue, 10 Apr 2018 18:56:15 +0000 (15:56 -0300)
The HeapFetches counter was using a simple value in IndexOnlyScanState,
which fails to propagate values from parallel workers; so the counts are
wrong when IndexOnlyScan runs in parallel.  Move it to Instrumentation,
like all the other counters.

While at it, change INSERT ON CONFLICT conflicting tuple counter to use
the new ntuples2 instead of nfiltered2, which is a blatant misuse.

Discussion: https://postgr.es/m/20180409215851.idwc75ct2bzi6tea@alvherre.pgsql

src/backend/commands/explain.c
src/backend/executor/instrument.c
src/backend/executor/nodeIndexonlyscan.c
src/backend/executor/nodeModifyTable.c
src/include/executor/instrument.h
src/include/nodes/execnodes.h

index 989b6aad67bc75592b9bc7d822aae2a7809ba9db..306e6444669604fc537b717aa8da1e53659166dd 100644 (file)
@@ -1459,12 +1459,8 @@ ExplainNode(PlanState *planstate, List *ancestors,
                show_instrumentation_count("Rows Removed by Filter", 1,
                                           planstate, es);
            if (es->analyze)
-           {
-               long        heapFetches =
-                   ((IndexOnlyScanState *) planstate)->ioss_HeapFetches;
-
-               ExplainPropertyInteger("Heap Fetches", NULL, heapFetches, es);
-           }
+               ExplainPropertyFloat("Heap Fetches", NULL,
+                                    planstate->instrument->ntuples2, 0, es);
            break;
        case T_BitmapIndexScan:
            show_scan_qual(((BitmapIndexScan *) plan)->indexqualorig,
@@ -3132,7 +3128,7 @@ show_modifytable_info(ModifyTableState *mtstate, List *ancestors,
 
            /* count the number of source rows */
            total = mtstate->mt_plans[0]->instrument->ntuples;
-           other_path = mtstate->ps.instrument->nfiltered2;
+           other_path = mtstate->ps.instrument->ntuples2;
            insert_path = total - other_path;
 
            ExplainPropertyFloat("Tuples Inserted", NULL,
index 86252cee1f31b462058cc69c108fb1bad234d79c..fe5d55904d27f2f2bc5f77b013d5c52a32d5b5d2 100644 (file)
@@ -156,6 +156,7 @@ InstrAggNode(Instrumentation *dst, Instrumentation *add)
    dst->startup += add->startup;
    dst->total += add->total;
    dst->ntuples += add->ntuples;
+   dst->ntuples2 += add->ntuples2;
    dst->nloops += add->nloops;
    dst->nfiltered1 += add->nfiltered1;
    dst->nfiltered2 += add->nfiltered2;
index ddc0ae90615f9f10f2a563314572a92043786eba..3a02a996214985f6c067407b50fb1419988117fd 100644 (file)
@@ -162,7 +162,7 @@ IndexOnlyNext(IndexOnlyScanState *node)
            /*
             * Rats, we have to visit the heap to check visibility.
             */
-           node->ioss_HeapFetches++;
+           InstrCountTuples2(node, 1);
            tuple = index_fetch_heap(scandesc);
            if (tuple == NULL)
                continue;       /* no visible tuple, try next index entry */
@@ -509,7 +509,6 @@ ExecInitIndexOnlyScan(IndexOnlyScan *node, EState *estate, int eflags)
    indexstate->ss.ps.plan = (Plan *) node;
    indexstate->ss.ps.state = estate;
    indexstate->ss.ps.ExecProcNode = ExecIndexOnlyScan;
-   indexstate->ioss_HeapFetches = 0;
 
    /*
     * Miscellaneous initialization
index f47649d0517555e028470cf5b3e41af0f8286186..543a735be2b81e664339d6c402b6027f4c260e27 100644 (file)
@@ -461,7 +461,7 @@ ExecInsert(ModifyTableState *mtstate,
                                             &conflictTid, planSlot, slot,
                                             estate, canSetTag, &returning))
                    {
-                       InstrCountFiltered2(&mtstate->ps, 1);
+                       InstrCountTuples2(&mtstate->ps, 1);
                        return returning;
                    }
                    else
@@ -476,7 +476,7 @@ ExecInsert(ModifyTableState *mtstate,
                     */
                    Assert(onconflict == ONCONFLICT_NOTHING);
                    ExecCheckTIDVisible(estate, resultRelInfo, &conflictTid);
-                   InstrCountFiltered2(&mtstate->ps, 1);
+                   InstrCountTuples2(&mtstate->ps, 1);
                    return NULL;
                }
            }
index 28eb0093d47ae0467a919a726b0b3253f0d4d1a0..1bc7a88dbd682441b110b9304e1009c86c348b53 100644 (file)
@@ -57,6 +57,7 @@ typedef struct Instrumentation
    double      startup;        /* Total startup time (in seconds) */
    double      total;          /* Total total time (in seconds) */
    double      ntuples;        /* Total tuples produced */
+   double      ntuples2;       /* Secondary node-specific tuple counter */
    double      nloops;         /* # of run cycles for this node */
    double      nfiltered1;     /* # tuples removed by scanqual or joinqual OR
                                 * # tuples inserted by MERGE */
index 06456f07cc79eaf92a24922df70bd0e4ee200200..deab87546635e228a0d41172fb5eeecbe527bf81 100644 (file)
@@ -1004,6 +1004,11 @@ typedef struct PlanState
 #define outerPlanState(node)       (((PlanState *)(node))->lefttree)
 
 /* Macros for inline access to certain instrumentation counters */
+#define InstrCountTuples2(node, delta) \
+   do { \
+       if (((PlanState *)(node))->instrument) \
+           ((PlanState *)(node))->instrument->ntuples2 += (delta); \
+   } while (0)
 #define InstrCountFiltered1(node, delta) \
    do { \
        if (((PlanState *)(node))->instrument) \
@@ -1368,7 +1373,6 @@ typedef struct IndexScanState
  *     RelationDesc       index relation descriptor
  *     ScanDesc           index scan descriptor
  *     VMBuffer           buffer in use for visibility map testing, if any
- *     HeapFetches        number of tuples we were forced to fetch from heap
  *     ioss_PscanLen      Size of parallel index-only scan descriptor
  * ----------------
  */
@@ -1387,7 +1391,6 @@ typedef struct IndexOnlyScanState
    Relation    ioss_RelationDesc;
    IndexScanDesc ioss_ScanDesc;
    Buffer      ioss_VMBuffer;
-   long        ioss_HeapFetches;
    Size        ioss_PscanLen;
 } IndexOnlyScanState;