From a11c71c0865a16b7f23fc088452123b720da4544 Mon Sep 17 00:00:00 2001 From: Bharath Rupireddy Date: Sun, 7 Mar 2021 14:33:14 +0530 Subject: [PATCH v7] pg_terminate_backend with wait and timeout This patch adds extra default arguments wait and timeout to pg_terminate_backend which will be used to terminate and wait timeout milliseconds for the backend's termination. This patch also adds a new function pg_wait_for_backend_termination(pid, timeout) which checks for the existence of the backend with given PID and waits timeout milliseconds for its termination. --- doc/src/sgml/func.sgml | 31 +++++- doc/src/sgml/monitoring.sgml | 4 + src/backend/catalog/system_views.sql | 10 ++ src/backend/postmaster/pgstat.c | 3 + src/backend/storage/ipc/signalfuncs.c | 145 +++++++++++++++++++++++++- src/include/catalog/pg_proc.dat | 9 +- src/include/pgstat.h | 3 +- 7 files changed, 196 insertions(+), 9 deletions(-) diff --git a/doc/src/sgml/func.sgml b/doc/src/sgml/func.sgml index ece09699ef..b72dec1f77 100644 --- a/doc/src/sgml/func.sgml +++ b/doc/src/sgml/func.sgml @@ -24821,7 +24821,7 @@ SELECT collation for ('foo' COLLATE "de_DE"); pg_terminate_backend - pg_terminate_backend ( pid integer ) + pg_terminate_backend ( pid integer, wait boolean DEFAULT false, timeout bigint DEFAULT 100 ) boolean @@ -24829,7 +24829,34 @@ SELECT collation for ('foo' COLLATE "de_DE"); specified process ID. This is also allowed if the calling role is a member of the role whose backend is being terminated or the calling role has been granted pg_signal_backend, - however only superusers can terminate superuser backends. + however only superusers can terminate superuser backends. When no + wait and timeout are + specified, this function sends SIGTERM to the backend with the given + process ID without waiting for its actual termination and returns true. + Sometimes the backend process may still exist. With wait + specified as true, the function ensures that the + backend process is actually terminated. It keeps checking for the + existence of the backend process either until the given timeout + or default 100 milliseconds and returns true. On + timeout a warning is emitted and false is returned. + + + + + + + pg_wait_for_backend_termination + + pg_wait_for_backend_termination ( pid integer, timeout bigint DEFAULT 100 ) + boolean + + + Checks the existence of backend process with specified process ID. It + waits until the given timeout or the default 100 + milliseconds. true is returned when the backend is + found to be not existing within the timeout milliseconds. + On timeout, a warning is emitted and false is + returned. diff --git a/doc/src/sgml/monitoring.sgml b/doc/src/sgml/monitoring.sgml index 3513e127b7..1d97482849 100644 --- a/doc/src/sgml/monitoring.sgml +++ b/doc/src/sgml/monitoring.sgml @@ -1762,6 +1762,10 @@ postgres 27093 0.0 0.0 30096 2752 ? Ss 11:34 0:00 postgres: ser Waiting for the group leader to update transaction status at end of a parallel operation. + + BackendTermination + Waiting for the termination of a backend. + diff --git a/src/backend/catalog/system_views.sql b/src/backend/catalog/system_views.sql index fc94a73a54..b7842c787d 100644 --- a/src/backend/catalog/system_views.sql +++ b/src/backend/catalog/system_views.sql @@ -1265,6 +1265,16 @@ CREATE OR REPLACE FUNCTION RETURNS boolean STRICT VOLATILE LANGUAGE INTERNAL AS 'pg_promote' PARALLEL SAFE; +CREATE OR REPLACE FUNCTION + pg_terminate_backend(pid integer, wait boolean DEFAULT false, timeout int8 DEFAULT 100) + RETURNS boolean STRICT VOLATILE LANGUAGE INTERNAL AS 'pg_terminate_backend' + PARALLEL SAFE; + +CREATE OR REPLACE FUNCTION + pg_wait_for_backend_termination(pid integer, timeout int8 DEFAULT 100) + RETURNS boolean STRICT VOLATILE LANGUAGE INTERNAL AS 'pg_wait_for_backend_termination' + PARALLEL SAFE; + -- legacy definition for compatibility with 9.3 CREATE OR REPLACE FUNCTION json_populate_record(base anyelement, from_json json, use_json_as_text boolean DEFAULT false) diff --git a/src/backend/postmaster/pgstat.c b/src/backend/postmaster/pgstat.c index f75b52719d..eb8d659c28 100644 --- a/src/backend/postmaster/pgstat.c +++ b/src/backend/postmaster/pgstat.c @@ -4125,6 +4125,9 @@ pgstat_get_wait_ipc(WaitEventIPC w) case WAIT_EVENT_XACT_GROUP_UPDATE: event_name = "XactGroupUpdate"; break; + case WAIT_EVENT_BACKEND_TERMINATION: + event_name = "BackendTermination"; + break; /* no default case, so that compiler will warn */ } diff --git a/src/backend/storage/ipc/signalfuncs.c b/src/backend/storage/ipc/signalfuncs.c index 69fe23a256..3b19f4f95d 100644 --- a/src/backend/storage/ipc/signalfuncs.c +++ b/src/backend/storage/ipc/signalfuncs.c @@ -18,6 +18,7 @@ #include "catalog/pg_authid.h" #include "miscadmin.h" +#include "pgstat.h" #include "postmaster/syslogger.h" #include "storage/pmsignal.h" #include "storage/proc.h" @@ -126,15 +127,88 @@ pg_cancel_backend(PG_FUNCTION_ARGS) } /* - * Signal to terminate a backend process. This is allowed if you are a member - * of the role whose process is being terminated. + * Wait until there is no backend process with the given PID and return true. + * On timeout, a warning is emitted and false is returned. + */ +static bool +pg_wait_until_termination(int pid, int64 timeout) +{ + /* + * Wait in steps of waittime milliseconds until this function exits or + * timeout. + */ + int64 waittime = 10; + /* + * Initially remaining time is the entire timeout specified by the user. + */ + int64 remainingtime = timeout; + + /* + * Check existence of the backend. If it doesn't exist, then check for the + * errno ESRCH that confirms it and return true. If the backend still + * exists, then wait for waittime milliseconds, again check for the + * existence. Repeat this until timeout or an error occurs or a pending + * interrupt such as query cancel gets processed. + */ + do + { + if (remainingtime < waittime) + waittime = remainingtime; + + if (kill(pid, 0) == -1) + { + if (errno == ESRCH) + return true; + else + { + ereport(WARNING, + (errmsg("could not check the existence of the backend with PID %d: %m", + pid))); + return false; + } + } + + /* Process interrupts, if any, before going for wait. */ + CHECK_FOR_INTERRUPTS(); + + (void) WaitLatch(MyLatch, + WL_LATCH_SET | WL_TIMEOUT | WL_EXIT_ON_PM_DEATH, + waittime, + WAIT_EVENT_BACKEND_TERMINATION); + + remainingtime -= waittime; + } while (remainingtime > 0); + + ereport(WARNING, + (errmsg("could not wait for the termination of the backend with PID %d within %lld milliseconds", + pid, (long long int) timeout))); + + return false; +} + +/* + * Signal to terminate a backend process. This is allowed if you are a member + * of the role whose process is being terminated. If wait input argument is + * true, then wait until given timeout (default 100) milliseconds or no backend + * has the given PID. On timeout, a warning is emitted. Self termination is + * allowed but waiting is not, because once the backend is self-terminated + * there is no point in waiting for it to go away. If wait input argument is + * false (which is default), then this function just signals the backend and + * exits. * * Note that only superusers can signal superuser-owned processes. */ Datum pg_terminate_backend(PG_FUNCTION_ARGS) { - int r = pg_signal_backend(PG_GETARG_INT32(0), SIGTERM); + int pid; + int r; + bool wait; + bool result; + + pid = PG_GETARG_INT32(0); + wait = PG_GETARG_BOOL(1); + r = pg_signal_backend(pid, SIGTERM); if (r == SIGNAL_BACKEND_NOSUPERUSER) ereport(ERROR, @@ -146,7 +220,70 @@ pg_terminate_backend(PG_FUNCTION_ARGS) (errcode(ERRCODE_INSUFFICIENT_PRIVILEGE), errmsg("must be a member of the role whose process is being terminated or member of pg_signal_backend"))); - PG_RETURN_BOOL(r == SIGNAL_BACKEND_SUCCESS); + result = (r == SIGNAL_BACKEND_SUCCESS); + + /* + * Wait only if requested and the termination is successful. Self + * termination is allowed but waiting is not. + */ + if (wait && pid != MyProcPid && result) + { + int64 timeout = PG_GETARG_INT64(2); + + if (timeout < 1) + { + ereport(WARNING, + (errmsg("timeout cannot be negative or zero: %lld", + (long long int) timeout))); + + result = false; + } + else + result = pg_wait_until_termination(pid, timeout); + } + + PG_RETURN_BOOL(result); +} + +/* + * This function waits for a backend with the given PID to be terminated or + * until the timeout milliseconds occurs. If the PID is of the backend which + * issued this function, either timeout can occur or the function can succeed + * if the backend gets terminated by some other process, say postmaster. + */ +Datum +pg_wait_for_backend_termination(PG_FUNCTION_ARGS) +{ + int pid; + int64 timeout; + PGPROC *proc = NULL; + bool result = false; + + pid = PG_GETARG_INT32(0); + timeout = PG_GETARG_INT64(1); + + if (timeout < 1) + { + ereport(WARNING, + (errmsg("timeout cannot be negative or zero: %lld", + (long long int) timeout))); + + PG_RETURN_BOOL(result); + } + + proc = BackendPidGetProc(pid); + + if (proc == NULL) + { + ereport(WARNING, + (errmsg("PID %d is not a PostgreSQL server process", pid))); + + PG_RETURN_BOOL(result); + } + + result = pg_wait_until_termination(pid, timeout); + + PG_RETURN_BOOL(result); } /* diff --git a/src/include/catalog/pg_proc.dat b/src/include/catalog/pg_proc.dat index 506689d8ac..42d0d876d9 100644 --- a/src/include/catalog/pg_proc.dat +++ b/src/include/catalog/pg_proc.dat @@ -6142,9 +6142,14 @@ { oid => '2171', descr => 'cancel a server process\' current query', proname => 'pg_cancel_backend', provolatile => 'v', prorettype => 'bool', proargtypes => 'int4', prosrc => 'pg_cancel_backend' }, -{ oid => '2096', descr => 'terminate a server process', +{ oid => '2096', descr => 'terminate a backend process and if specified, wait for its exit or until timeout occurs', proname => 'pg_terminate_backend', provolatile => 'v', prorettype => 'bool', - proargtypes => 'int4', prosrc => 'pg_terminate_backend' }, + proargtypes => 'int4 bool int8', proargnames => '{pid,wait,timeout}', + prosrc => 'pg_terminate_backend' }, +{ oid => '16386', descr => 'wait for a backend process exit or timeout occurs', + proname => 'pg_wait_for_backend_termination', provolatile => 'v', prorettype => 'bool', + proargtypes => 'int4 int8', proargnames => '{pid,timeout}', + prosrc => 'pg_wait_for_backend_termination' }, { oid => '2172', descr => 'prepare for taking an online backup', proname => 'pg_start_backup', provolatile => 'v', proparallel => 'r', prorettype => 'pg_lsn', proargtypes => 'text bool bool', diff --git a/src/include/pgstat.h b/src/include/pgstat.h index 724068cf87..6bc8b88b45 100644 --- a/src/include/pgstat.h +++ b/src/include/pgstat.h @@ -998,7 +998,8 @@ typedef enum WAIT_EVENT_REPLICATION_SLOT_DROP, WAIT_EVENT_SAFE_SNAPSHOT, WAIT_EVENT_SYNC_REP, - WAIT_EVENT_XACT_GROUP_UPDATE + WAIT_EVENT_XACT_GROUP_UPDATE, + WAIT_EVENT_BACKEND_TERMINATION } WaitEventIPC; /* ---------- -- 2.25.1