2022-03-21 15:02:25 -04:00
|
|
|
/* -------------------------------------------------------------------------
|
|
|
|
|
*
|
|
|
|
|
* pgstat_function.c
|
|
|
|
|
* Implementation of function statistics.
|
|
|
|
|
*
|
|
|
|
|
* This file contains the implementation of function statistics. It is kept
|
|
|
|
|
* separate from pgstat.c to enforce the line between the statistics access /
|
|
|
|
|
* storage implementation and the details about individual types of
|
|
|
|
|
* statistics.
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2001-2022, PostgreSQL Global Development Group
|
|
|
|
|
*
|
|
|
|
|
* IDENTIFICATION
|
|
|
|
|
* src/backend/utils/activity/pgstat_function.c
|
|
|
|
|
* -------------------------------------------------------------------------
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "postgres.h"
|
|
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
#include "fmgr.h"
|
|
|
|
|
#include "utils/inval.h"
|
2022-03-21 15:02:25 -04:00
|
|
|
#include "utils/pgstat_internal.h"
|
2022-04-07 00:29:46 -04:00
|
|
|
#include "utils/syscache.h"
|
2022-03-21 15:02:25 -04:00
|
|
|
|
|
|
|
|
|
|
|
|
|
/* ----------
|
|
|
|
|
* GUC parameters
|
|
|
|
|
* ----------
|
|
|
|
|
*/
|
|
|
|
|
int pgstat_track_functions = TRACK_FUNC_OFF;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Total time charged to functions so far in the current backend.
|
|
|
|
|
* We use this to help separate "self" and "other" time charges.
|
|
|
|
|
* (We assume this initializes to zero.)
|
|
|
|
|
*/
|
|
|
|
|
static instr_time total_func_time;
|
|
|
|
|
|
|
|
|
|
|
pgstat: scaffolding for transactional stats creation / drop.
One problematic part of the current statistics collector design is that there
is no reliable way of getting rid of statistics entries. Because of that
pgstat_vacuum_stat() (called by [auto-]vacuum) matches all stats for the
current database with the catalog contents and tries to drop now-superfluous
entries. That's quite expensive. What's worse, it doesn't work on physical
replicas, despite physical replicas collection statistics entries.
This commit introduces infrastructure to create / drop statistics entries
transactionally, together with the underlying catalog objects (functions,
relations, subscriptions). pgstat_xact.c maintains a list of stats entries
created / dropped transactionally in the current transaction. To ensure the
removal of statistics entries is durable dropped statistics entries are
included in commit / abort (and prepare) records, which also ensures that
stats entries are dropped on standbys.
Statistics entries created separately from creating the underlying catalog
object (e.g. when stats were previously lost due to an immediate restart)
are *not* WAL logged. However that can only happen outside of the transaction
creating the catalog object, so it does not lead to "leaked" statistics
entries.
For this to work, functions creating / dropping functions / relations /
subscriptions need to call into pgstat. For subscriptions this was already
done when dropping subscriptions, via pgstat_report_subscription_drop() (now
renamed to pgstat_drop_subscription()).
This commit does not actually drop stats yet, it just provides the
infrastructure. It is however a largely independent piece of infrastructure,
so committing it separately makes sense.
Bumps XLOG_PAGE_MAGIC.
Author: Andres Freund <andres@anarazel.de>
Reviewed-By: Thomas Munro <thomas.munro@gmail.com>
Reviewed-By: Kyotaro Horiguchi <horikyota.ntt@gmail.com>
Discussion: https://postgr.es/m/20220303021600.hs34ghqcw6zcokdh@alap3.anarazel.de
2022-04-06 21:22:22 -04:00
|
|
|
/*
|
|
|
|
|
* Ensure that stats are dropped if transaction aborts.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
pgstat_create_function(Oid proid)
|
|
|
|
|
{
|
|
|
|
|
pgstat_create_transactional(PGSTAT_KIND_FUNCTION,
|
|
|
|
|
MyDatabaseId,
|
|
|
|
|
proid);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Ensure that stats are dropped if transaction commits.
|
2022-04-07 00:29:46 -04:00
|
|
|
*
|
|
|
|
|
* NB: This is only reliable because pgstat_init_function_usage() does some
|
|
|
|
|
* extra work. If other places start emitting function stats they likely need
|
|
|
|
|
* similar logic.
|
pgstat: scaffolding for transactional stats creation / drop.
One problematic part of the current statistics collector design is that there
is no reliable way of getting rid of statistics entries. Because of that
pgstat_vacuum_stat() (called by [auto-]vacuum) matches all stats for the
current database with the catalog contents and tries to drop now-superfluous
entries. That's quite expensive. What's worse, it doesn't work on physical
replicas, despite physical replicas collection statistics entries.
This commit introduces infrastructure to create / drop statistics entries
transactionally, together with the underlying catalog objects (functions,
relations, subscriptions). pgstat_xact.c maintains a list of stats entries
created / dropped transactionally in the current transaction. To ensure the
removal of statistics entries is durable dropped statistics entries are
included in commit / abort (and prepare) records, which also ensures that
stats entries are dropped on standbys.
Statistics entries created separately from creating the underlying catalog
object (e.g. when stats were previously lost due to an immediate restart)
are *not* WAL logged. However that can only happen outside of the transaction
creating the catalog object, so it does not lead to "leaked" statistics
entries.
For this to work, functions creating / dropping functions / relations /
subscriptions need to call into pgstat. For subscriptions this was already
done when dropping subscriptions, via pgstat_report_subscription_drop() (now
renamed to pgstat_drop_subscription()).
This commit does not actually drop stats yet, it just provides the
infrastructure. It is however a largely independent piece of infrastructure,
so committing it separately makes sense.
Bumps XLOG_PAGE_MAGIC.
Author: Andres Freund <andres@anarazel.de>
Reviewed-By: Thomas Munro <thomas.munro@gmail.com>
Reviewed-By: Kyotaro Horiguchi <horikyota.ntt@gmail.com>
Discussion: https://postgr.es/m/20220303021600.hs34ghqcw6zcokdh@alap3.anarazel.de
2022-04-06 21:22:22 -04:00
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
pgstat_drop_function(Oid proid)
|
|
|
|
|
{
|
|
|
|
|
pgstat_drop_transactional(PGSTAT_KIND_FUNCTION,
|
|
|
|
|
MyDatabaseId,
|
|
|
|
|
proid);
|
|
|
|
|
}
|
|
|
|
|
|
2022-03-21 15:02:25 -04:00
|
|
|
/*
|
|
|
|
|
* Initialize function call usage data.
|
|
|
|
|
* Called by the executor before invoking a function.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
pgstat_init_function_usage(FunctionCallInfo fcinfo,
|
|
|
|
|
PgStat_FunctionCallUsage *fcu)
|
|
|
|
|
{
|
2022-04-07 00:29:46 -04:00
|
|
|
PgStat_EntryRef *entry_ref;
|
|
|
|
|
PgStat_BackendFunctionEntry *pending;
|
|
|
|
|
bool created_entry;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
|
|
|
|
if (pgstat_track_functions <= fcinfo->flinfo->fn_stats)
|
|
|
|
|
{
|
|
|
|
|
/* stats not wanted */
|
|
|
|
|
fcu->fs = NULL;
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
entry_ref = pgstat_prep_pending_entry(PGSTAT_KIND_FUNCTION,
|
|
|
|
|
MyDatabaseId,
|
|
|
|
|
fcinfo->flinfo->fn_oid,
|
|
|
|
|
&created_entry);
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* If no shared entry already exists, check if the function has been
|
|
|
|
|
* deleted concurrently. This can go unnoticed until here because
|
|
|
|
|
* executing a statement that just calls a function, does not trigger
|
|
|
|
|
* cache invalidation processing. The reason we care about this case is
|
|
|
|
|
* that otherwise we could create a new stats entry for an already dropped
|
|
|
|
|
* function (for relations etc this is not possible because emitting stats
|
|
|
|
|
* requires a lock for the relation to already have been acquired).
|
|
|
|
|
*
|
|
|
|
|
* It's somewhat ugly to have a behavioral difference based on
|
|
|
|
|
* track_functions being enabled/disabled. But it seems acceptable, given
|
|
|
|
|
* that there's already behavioral differences depending on whether the
|
|
|
|
|
* function is the caches etc.
|
|
|
|
|
*
|
|
|
|
|
* For correctness it'd be sufficient to set ->dropped to true. However,
|
|
|
|
|
* the accepted invalidation will commonly cause "low level" failures in
|
|
|
|
|
* PL code, with an OID in the error message. Making this harder to
|
|
|
|
|
* test...
|
|
|
|
|
*/
|
|
|
|
|
if (created_entry)
|
2022-03-21 15:02:25 -04:00
|
|
|
{
|
2022-04-07 00:29:46 -04:00
|
|
|
AcceptInvalidationMessages();
|
|
|
|
|
if (!SearchSysCacheExists1(PROCOID, ObjectIdGetDatum(fcinfo->flinfo->fn_oid)))
|
|
|
|
|
{
|
|
|
|
|
pgstat_drop_entry(PGSTAT_KIND_FUNCTION, MyDatabaseId,
|
|
|
|
|
fcinfo->flinfo->fn_oid);
|
|
|
|
|
ereport(ERROR, errcode(ERRCODE_UNDEFINED_FUNCTION),
|
|
|
|
|
errmsg("function call to dropped function"));
|
|
|
|
|
}
|
2022-03-21 15:02:25 -04:00
|
|
|
}
|
|
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
pending = entry_ref->pending;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
fcu->fs = &pending->f_counts;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
|
|
|
|
/* save stats for this function, later used to compensate for recursion */
|
2022-04-07 00:29:46 -04:00
|
|
|
fcu->save_f_total_time = pending->f_counts.f_total_time;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
|
|
|
|
/* save current backend-wide total time */
|
|
|
|
|
fcu->save_total = total_func_time;
|
|
|
|
|
|
|
|
|
|
/* get clock time as of function start */
|
|
|
|
|
INSTR_TIME_SET_CURRENT(fcu->f_start);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Calculate function call usage and update stat counters.
|
|
|
|
|
* Called by the executor after invoking a function.
|
|
|
|
|
*
|
|
|
|
|
* In the case of a set-returning function that runs in value-per-call mode,
|
|
|
|
|
* we will see multiple pgstat_init_function_usage/pgstat_end_function_usage
|
|
|
|
|
* calls for what the user considers a single call of the function. The
|
|
|
|
|
* finalize flag should be TRUE on the last call.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
pgstat_end_function_usage(PgStat_FunctionCallUsage *fcu, bool finalize)
|
|
|
|
|
{
|
|
|
|
|
PgStat_FunctionCounts *fs = fcu->fs;
|
|
|
|
|
instr_time f_total;
|
|
|
|
|
instr_time f_others;
|
|
|
|
|
instr_time f_self;
|
|
|
|
|
|
|
|
|
|
/* stats not wanted? */
|
|
|
|
|
if (fs == NULL)
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
|
|
/* total elapsed time in this function call */
|
|
|
|
|
INSTR_TIME_SET_CURRENT(f_total);
|
|
|
|
|
INSTR_TIME_SUBTRACT(f_total, fcu->f_start);
|
|
|
|
|
|
|
|
|
|
/* self usage: elapsed minus anything already charged to other calls */
|
|
|
|
|
f_others = total_func_time;
|
|
|
|
|
INSTR_TIME_SUBTRACT(f_others, fcu->save_total);
|
|
|
|
|
f_self = f_total;
|
|
|
|
|
INSTR_TIME_SUBTRACT(f_self, f_others);
|
|
|
|
|
|
|
|
|
|
/* update backend-wide total time */
|
|
|
|
|
INSTR_TIME_ADD(total_func_time, f_self);
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Compute the new f_total_time as the total elapsed time added to the
|
|
|
|
|
* pre-call value of f_total_time. This is necessary to avoid
|
|
|
|
|
* double-counting any time taken by recursive calls of myself. (We do
|
|
|
|
|
* not need any similar kluge for self time, since that already excludes
|
|
|
|
|
* any recursive calls.)
|
|
|
|
|
*/
|
|
|
|
|
INSTR_TIME_ADD(f_total, fcu->save_f_total_time);
|
|
|
|
|
|
|
|
|
|
/* update counters in function stats table */
|
|
|
|
|
if (finalize)
|
|
|
|
|
fs->f_numcalls++;
|
|
|
|
|
fs->f_total_time = f_total;
|
|
|
|
|
INSTR_TIME_ADD(fs->f_self_time, f_self);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
2022-04-07 00:29:46 -04:00
|
|
|
* Flush out pending stats for the entry
|
|
|
|
|
*
|
|
|
|
|
* If nowait is true, this function returns false if lock could not
|
|
|
|
|
* immediately acquired, otherwise true is returned.
|
2022-03-21 15:02:25 -04:00
|
|
|
*/
|
2022-04-07 00:29:46 -04:00
|
|
|
bool
|
|
|
|
|
pgstat_function_flush_cb(PgStat_EntryRef *entry_ref, bool nowait)
|
2022-03-21 15:02:25 -04:00
|
|
|
{
|
2022-04-07 00:29:46 -04:00
|
|
|
PgStat_BackendFunctionEntry *localent;
|
|
|
|
|
PgStatShared_Function *shfuncent;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
localent = (PgStat_BackendFunctionEntry *) entry_ref->pending;
|
|
|
|
|
shfuncent = (PgStatShared_Function *) entry_ref->shared_stats;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
/* localent always has non-zero content */
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
if (!pgstat_lock_entry(entry_ref, nowait))
|
|
|
|
|
return false;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
shfuncent->stats.f_numcalls += localent->f_counts.f_numcalls;
|
|
|
|
|
shfuncent->stats.f_total_time +=
|
|
|
|
|
INSTR_TIME_GET_MICROSEC(localent->f_counts.f_total_time);
|
|
|
|
|
shfuncent->stats.f_self_time +=
|
|
|
|
|
INSTR_TIME_GET_MICROSEC(localent->f_counts.f_self_time);
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
pgstat_unlock_entry(entry_ref);
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
return true;
|
2022-03-21 15:02:25 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*
|
2022-04-04 15:14:34 -04:00
|
|
|
* find any existing PgStat_BackendFunctionEntry entry for specified function
|
2022-03-21 15:02:25 -04:00
|
|
|
*
|
|
|
|
|
* If no entry, return NULL, don't create a new one
|
|
|
|
|
*/
|
|
|
|
|
PgStat_BackendFunctionEntry *
|
|
|
|
|
find_funcstat_entry(Oid func_id)
|
|
|
|
|
{
|
2022-04-07 00:29:46 -04:00
|
|
|
PgStat_EntryRef *entry_ref;
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
entry_ref = pgstat_fetch_pending_entry(PGSTAT_KIND_FUNCTION, MyDatabaseId, func_id);
|
|
|
|
|
|
|
|
|
|
if (entry_ref)
|
|
|
|
|
return entry_ref->pending;
|
|
|
|
|
return NULL;
|
|
|
|
|
}
|
2022-03-21 15:02:25 -04:00
|
|
|
|
2022-04-07 00:29:46 -04:00
|
|
|
/*
|
|
|
|
|
* Support function for the SQL-callable pgstat* functions. Returns
|
|
|
|
|
* the collected statistics for one function or NULL.
|
|
|
|
|
*/
|
|
|
|
|
PgStat_StatFuncEntry *
|
|
|
|
|
pgstat_fetch_stat_funcentry(Oid func_id)
|
|
|
|
|
{
|
|
|
|
|
return (PgStat_StatFuncEntry *)
|
|
|
|
|
pgstat_fetch_entry(PGSTAT_KIND_FUNCTION, MyDatabaseId, func_id);
|
2022-03-21 15:02:25 -04:00
|
|
|
}
|