From 7fc63665c3975ac484f82f3a4f8bb0febd7df487 Mon Sep 17 00:00:00 2001 From: Takashi Menjo Date: Tue, 4 Aug 2020 13:03:02 +0900 Subject: [PATCH v5 3/3] Walreceiver WAL IO using PMDK Author: Yoshimi Ichiyanagi --- src/backend/replication/walreceiver.c | 61 ++++++++++++++++----------- 1 file changed, 37 insertions(+), 24 deletions(-) diff --git a/src/backend/replication/walreceiver.c b/src/backend/replication/walreceiver.c index 723f513d8b..560bcd7301 100644 --- a/src/backend/replication/walreceiver.c +++ b/src/backend/replication/walreceiver.c @@ -68,6 +68,7 @@ #include "replication/walreceiver.h" #include "replication/walsender.h" #include "storage/ipc.h" +#include "storage/pmem.h" #include "storage/pmsignal.h" #include "storage/procarray.h" #include "storage/procsignal.h" @@ -103,6 +104,7 @@ WalReceiverFunctionsType *WalReceiverFunctions = NULL; static int recvFile = -1; static TimeLineID recvFileTLI = 0; static XLogSegNo recvSegNo = 0; +void *mappedFileAddr = NULL; /* * LogstreamResult indicates the byte positions that we have already @@ -596,13 +598,13 @@ WalReceiverMain(void) * End of WAL reached on the requested timeline. Close the last * segment, and await for new orders from the startup process. */ - if (recvFile >= 0) + if (recvFile >= 0 || mappedFileAddr != NULL) { char xlogfname[MAXFNAMELEN]; XLogWalRcvFlush(false); XLogFileName(xlogfname, recvFileTLI, recvSegNo, wal_segment_size); - if (close(recvFile) != 0) + if (do_XLogFileClose(recvFile, mappedFileAddr) != 0) ereport(PANIC, (errcode_for_file_access(), errmsg("could not close log segment %s: %m", @@ -618,6 +620,7 @@ WalReceiverMain(void) XLogArchiveNotify(xlogfname); } recvFile = -1; + mappedFileAddr = NULL; elog(DEBUG1, "walreceiver ended streaming and awaits new instructions"); WalRcvWaitForStartPosition(&startpoint, &startpointTLI); @@ -875,7 +878,8 @@ XLogWalRcvWrite(char *buf, Size nbytes, XLogRecPtr recptr) { int segbytes; - if (recvFile < 0 || !XLByteInSeg(recptr, recvSegNo, wal_segment_size)) + if ((recvFile < 0 && mappedFileAddr == NULL) || + !XLByteInSeg(recptr, recvSegNo, wal_segment_size)) { bool use_existent; @@ -883,7 +887,7 @@ XLogWalRcvWrite(char *buf, Size nbytes, XLogRecPtr recptr) * fsync() and close current file before we switch to next one. We * would otherwise have to reopen this file to fsync it later */ - if (recvFile >= 0) + if (recvFile >= 0 || mappedFileAddr != NULL) { char xlogfname[MAXFNAMELEN]; @@ -896,7 +900,7 @@ XLogWalRcvWrite(char *buf, Size nbytes, XLogRecPtr recptr) * process soon, so we don't advise the OS to release cache * pages associated with the file like XLogFileClose() does. */ - if (close(recvFile) != 0) + if (do_XLogFileClose(recvFile, mappedFileAddr) != 0) ereport(PANIC, (errcode_for_file_access(), errmsg("could not close log segment %s: %m", @@ -912,11 +916,12 @@ XLogWalRcvWrite(char *buf, Size nbytes, XLogRecPtr recptr) XLogArchiveNotify(xlogfname); } recvFile = -1; + mappedFileAddr = NULL; /* Create/use new log file */ XLByteToSeg(recptr, recvSegNo, wal_segment_size); use_existent = true; - recvFile = XLogFileInit(recvSegNo, &use_existent, true); + recvFile = XLogFileInit(recvSegNo, &use_existent, true, &mappedFileAddr); recvFileTLI = ThisTimeLineID; } @@ -928,27 +933,35 @@ XLogWalRcvWrite(char *buf, Size nbytes, XLogRecPtr recptr) else segbytes = nbytes; - /* OK to write the logs */ - errno = 0; - - byteswritten = pg_pwrite(recvFile, buf, segbytes, (off_t) startoff); - if (byteswritten <= 0) + if (mappedFileAddr) + { + PmemFileWrite((char *) mappedFileAddr + startoff, buf, segbytes); + byteswritten = segbytes; + } + else { - char xlogfname[MAXFNAMELEN]; - int save_errno; + /* OK to write the logs */ + errno = 0; + + byteswritten = pg_pwrite(recvFile, buf, segbytes, (off_t) startoff); + if (byteswritten <= 0) + { + char xlogfname[MAXFNAMELEN]; + int save_errno; - /* if write didn't set errno, assume no disk space */ - if (errno == 0) - errno = ENOSPC; + /* if write didn't set errno, assume no disk space */ + if (errno == 0) + errno = ENOSPC; - save_errno = errno; - XLogFileName(xlogfname, recvFileTLI, recvSegNo, wal_segment_size); - errno = save_errno; - ereport(PANIC, - (errcode_for_file_access(), - errmsg("could not write to log segment %s " - "at offset %u, length %lu: %m", - xlogfname, startoff, (unsigned long) segbytes))); + save_errno = errno; + XLogFileName(xlogfname, recvFileTLI, recvSegNo, wal_segment_size); + errno = save_errno; + ereport(PANIC, + (errcode_for_file_access(), + errmsg("could not write to log segment %s " + "at offset %u, length %lu: %m", + xlogfname, startoff, (unsigned long) segbytes))); + } } /* Update state for write */ -- 2.25.1