From fd469905e39caa963c959f22f416dc57192b696e Mon Sep 17 00:00:00 2001 From: Kim van der Riet Date: Fri, 15 Nov 2013 20:17:32 +0000 Subject: QPID-4984: Change jrnl directory to journal - aligns namespaces with journal structure git-svn-id: https://svn.apache.org/repos/asf/qpid/trunk@1542385 13f79535-47bb-0310-9956-ffa450edef68 --- qpid/cpp/src/linearstore.cmake | 53 +- qpid/cpp/src/qpid/linearstore/DataTokenImpl.h | 2 +- qpid/cpp/src/qpid/linearstore/JournalImpl.cpp | 6 +- qpid/cpp/src/qpid/linearstore/JournalImpl.h | 6 +- qpid/cpp/src/qpid/linearstore/JournalLogImpl.h | 2 +- qpid/cpp/src/qpid/linearstore/MessageStoreImpl.cpp | 4 +- qpid/cpp/src/qpid/linearstore/MessageStoreImpl.h | 4 +- qpid/cpp/src/qpid/linearstore/TxnCtxt.cpp | 2 +- .../src/qpid/linearstore/journal/AtomicCounter.h | 133 +++ .../src/qpid/linearstore/journal/EmptyFilePool.cpp | 342 +++++++ .../src/qpid/linearstore/journal/EmptyFilePool.h | 97 ++ .../linearstore/journal/EmptyFilePoolManager.cpp | 212 ++++ .../linearstore/journal/EmptyFilePoolManager.h | 72 ++ .../linearstore/journal/EmptyFilePoolPartition.cpp | 155 +++ .../linearstore/journal/EmptyFilePoolPartition.h | 80 ++ .../qpid/linearstore/journal/EmptyFilePoolTypes.h | 51 + .../src/qpid/linearstore/journal/JournalFile.cpp | 342 +++++++ .../cpp/src/qpid/linearstore/journal/JournalFile.h | 131 +++ .../src/qpid/linearstore/journal/JournalLog.cpp | 62 ++ qpid/cpp/src/qpid/linearstore/journal/JournalLog.h | 60 ++ .../linearstore/journal/LinearFileController.cpp | 228 +++++ .../linearstore/journal/LinearFileController.h | 117 +++ .../qpid/linearstore/journal/RecoveryManager.cpp | 750 ++++++++++++++ .../src/qpid/linearstore/journal/RecoveryManager.h | 136 +++ qpid/cpp/src/qpid/linearstore/journal/aio.h | 139 +++ .../src/qpid/linearstore/journal/aio_callback.h | 44 + qpid/cpp/src/qpid/linearstore/journal/cvar.h | 75 ++ qpid/cpp/src/qpid/linearstore/journal/data_tok.cpp | 139 +++ qpid/cpp/src/qpid/linearstore/journal/data_tok.h | 136 +++ qpid/cpp/src/qpid/linearstore/journal/deq_rec.cpp | 287 ++++++ qpid/cpp/src/qpid/linearstore/journal/deq_rec.h | 69 ++ qpid/cpp/src/qpid/linearstore/journal/enq_map.cpp | 185 ++++ qpid/cpp/src/qpid/linearstore/journal/enq_map.h | 110 +++ qpid/cpp/src/qpid/linearstore/journal/enq_rec.cpp | 360 +++++++ qpid/cpp/src/qpid/linearstore/journal/enq_rec.h | 72 ++ qpid/cpp/src/qpid/linearstore/journal/enums.h | 58 ++ qpid/cpp/src/qpid/linearstore/journal/jcfg.h | 58 ++ qpid/cpp/src/qpid/linearstore/journal/jcntl.cpp | 432 ++++++++ qpid/cpp/src/qpid/linearstore/journal/jcntl.h | 573 +++++++++++ qpid/cpp/src/qpid/linearstore/journal/jdir.cpp | 478 +++++++++ qpid/cpp/src/qpid/linearstore/journal/jdir.h | 367 +++++++ qpid/cpp/src/qpid/linearstore/journal/jerrno.cpp | 216 ++++ qpid/cpp/src/qpid/linearstore/journal/jerrno.h | 147 +++ .../src/qpid/linearstore/journal/jexception.cpp | 170 ++++ qpid/cpp/src/qpid/linearstore/journal/jexception.h | 125 +++ qpid/cpp/src/qpid/linearstore/journal/jrec.h | 123 +++ qpid/cpp/src/qpid/linearstore/journal/pmgr.cpp | 201 ++++ qpid/cpp/src/qpid/linearstore/journal/pmgr.h | 126 +++ qpid/cpp/src/qpid/linearstore/journal/slock.h | 72 ++ qpid/cpp/src/qpid/linearstore/journal/smutex.h | 51 + qpid/cpp/src/qpid/linearstore/journal/time_ns.cpp | 41 + qpid/cpp/src/qpid/linearstore/journal/time_ns.h | 92 ++ qpid/cpp/src/qpid/linearstore/journal/txn_map.cpp | 233 +++++ qpid/cpp/src/qpid/linearstore/journal/txn_map.h | 144 +++ qpid/cpp/src/qpid/linearstore/journal/txn_rec.cpp | 280 ++++++ qpid/cpp/src/qpid/linearstore/journal/txn_rec.h | 67 ++ .../src/qpid/linearstore/journal/utils/deq_hdr.c | 46 + .../src/qpid/linearstore/journal/utils/deq_hdr.h | 83 ++ .../src/qpid/linearstore/journal/utils/enq_hdr.c | 63 ++ .../src/qpid/linearstore/journal/utils/enq_hdr.h | 83 ++ .../src/qpid/linearstore/journal/utils/file_hdr.c | 130 +++ .../src/qpid/linearstore/journal/utils/file_hdr.h | 109 +++ .../src/qpid/linearstore/journal/utils/rec_hdr.c | 30 + .../src/qpid/linearstore/journal/utils/rec_hdr.h | 72 ++ .../src/qpid/linearstore/journal/utils/rec_tail.c | 45 + .../src/qpid/linearstore/journal/utils/rec_tail.h | 77 ++ .../src/qpid/linearstore/journal/utils/txn_hdr.c | 33 + .../src/qpid/linearstore/journal/utils/txn_hdr.h | 72 ++ qpid/cpp/src/qpid/linearstore/journal/wmgr.cpp | 1035 ++++++++++++++++++++ qpid/cpp/src/qpid/linearstore/journal/wmgr.h | 158 +++ qpid/cpp/src/qpid/linearstore/jrnl/AtomicCounter.h | 133 --- .../src/qpid/linearstore/jrnl/EmptyFilePool.cpp | 342 ------- qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.h | 97 -- .../qpid/linearstore/jrnl/EmptyFilePoolManager.cpp | 212 ---- .../qpid/linearstore/jrnl/EmptyFilePoolManager.h | 72 -- .../linearstore/jrnl/EmptyFilePoolPartition.cpp | 155 --- .../qpid/linearstore/jrnl/EmptyFilePoolPartition.h | 80 -- .../src/qpid/linearstore/jrnl/EmptyFilePoolTypes.h | 51 - qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.cpp | 342 ------- qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.h | 131 --- qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.cpp | 62 -- qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.h | 60 -- .../qpid/linearstore/jrnl/LinearFileController.cpp | 228 ----- .../qpid/linearstore/jrnl/LinearFileController.h | 117 --- .../src/qpid/linearstore/jrnl/RecoveryManager.cpp | 750 -------------- .../src/qpid/linearstore/jrnl/RecoveryManager.h | 136 --- qpid/cpp/src/qpid/linearstore/jrnl/aio.h | 139 --- qpid/cpp/src/qpid/linearstore/jrnl/aio_callback.h | 44 - qpid/cpp/src/qpid/linearstore/jrnl/cvar.h | 75 -- qpid/cpp/src/qpid/linearstore/jrnl/data_tok.cpp | 139 --- qpid/cpp/src/qpid/linearstore/jrnl/data_tok.h | 136 --- qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.cpp | 287 ------ qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.h | 69 -- qpid/cpp/src/qpid/linearstore/jrnl/enq_map.cpp | 185 ---- qpid/cpp/src/qpid/linearstore/jrnl/enq_map.h | 110 --- qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.cpp | 360 ------- qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.h | 72 -- qpid/cpp/src/qpid/linearstore/jrnl/enums.h | 58 -- qpid/cpp/src/qpid/linearstore/jrnl/jcfg.h | 58 -- qpid/cpp/src/qpid/linearstore/jrnl/jcntl.cpp | 432 -------- qpid/cpp/src/qpid/linearstore/jrnl/jcntl.h | 573 ----------- qpid/cpp/src/qpid/linearstore/jrnl/jdir.cpp | 478 --------- qpid/cpp/src/qpid/linearstore/jrnl/jdir.h | 367 ------- qpid/cpp/src/qpid/linearstore/jrnl/jerrno.cpp | 216 ---- qpid/cpp/src/qpid/linearstore/jrnl/jerrno.h | 147 --- qpid/cpp/src/qpid/linearstore/jrnl/jexception.cpp | 170 ---- qpid/cpp/src/qpid/linearstore/jrnl/jexception.h | 125 --- qpid/cpp/src/qpid/linearstore/jrnl/jrec.cpp | 38 - qpid/cpp/src/qpid/linearstore/jrnl/jrec.h | 123 --- qpid/cpp/src/qpid/linearstore/jrnl/pmgr.cpp | 201 ---- qpid/cpp/src/qpid/linearstore/jrnl/pmgr.h | 126 --- qpid/cpp/src/qpid/linearstore/jrnl/slock.h | 72 -- qpid/cpp/src/qpid/linearstore/jrnl/smutex.h | 51 - qpid/cpp/src/qpid/linearstore/jrnl/time_ns.cpp | 41 - qpid/cpp/src/qpid/linearstore/jrnl/time_ns.h | 92 -- qpid/cpp/src/qpid/linearstore/jrnl/txn_map.cpp | 233 ----- qpid/cpp/src/qpid/linearstore/jrnl/txn_map.h | 144 --- qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.cpp | 280 ------ qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.h | 67 -- qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.c | 46 - qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.h | 83 -- qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.c | 63 -- qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.h | 83 -- .../cpp/src/qpid/linearstore/jrnl/utils/file_hdr.c | 130 --- .../cpp/src/qpid/linearstore/jrnl/utils/file_hdr.h | 109 --- qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.c | 30 - qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.h | 72 -- .../cpp/src/qpid/linearstore/jrnl/utils/rec_tail.c | 45 - .../cpp/src/qpid/linearstore/jrnl/utils/rec_tail.h | 77 -- qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.c | 33 - qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.h | 72 -- qpid/cpp/src/qpid/linearstore/jrnl/wmgr.cpp | 1035 -------------------- qpid/cpp/src/qpid/linearstore/jrnl/wmgr.h | 158 --- 133 files changed, 10713 insertions(+), 10752 deletions(-) create mode 100644 qpid/cpp/src/qpid/linearstore/journal/AtomicCounter.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolTypes.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/JournalFile.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/JournalFile.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/JournalLog.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/JournalLog.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/LinearFileController.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/LinearFileController.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/aio.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/aio_callback.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/cvar.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/data_tok.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/data_tok.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/deq_rec.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/deq_rec.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/enq_map.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/enq_map.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/enq_rec.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/enq_rec.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/enums.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jcfg.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jcntl.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jcntl.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jdir.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jdir.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jerrno.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jerrno.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jexception.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jexception.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/jrec.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/pmgr.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/pmgr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/slock.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/smutex.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/time_ns.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/time_ns.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/txn_map.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/txn_map.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/txn_rec.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/txn_rec.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.c create mode 100644 qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.h create mode 100644 qpid/cpp/src/qpid/linearstore/journal/wmgr.cpp create mode 100644 qpid/cpp/src/qpid/linearstore/journal/wmgr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/AtomicCounter.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolTypes.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/aio.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/aio_callback.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/cvar.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/data_tok.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/data_tok.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/enq_map.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/enq_map.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/enums.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jcfg.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jcntl.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jcntl.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jdir.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jdir.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jerrno.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jerrno.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jexception.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jexception.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jrec.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/jrec.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/pmgr.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/pmgr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/slock.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/smutex.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/time_ns.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/time_ns.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/txn_map.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/txn_map.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.c delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.h delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/wmgr.cpp delete mode 100644 qpid/cpp/src/qpid/linearstore/jrnl/wmgr.h (limited to 'qpid/cpp') diff --git a/qpid/cpp/src/linearstore.cmake b/qpid/cpp/src/linearstore.cmake index a42b94699c..2930ef9531 100644 --- a/qpid/cpp/src/linearstore.cmake +++ b/qpid/cpp/src/linearstore.cmake @@ -93,27 +93,26 @@ if (BUILD_LINEARSTORE) # Journal source files set (linear_jrnl_SOURCES - qpid/linearstore/jrnl/data_tok.cpp - qpid/linearstore/jrnl/deq_rec.cpp - qpid/linearstore/jrnl/EmptyFilePool.cpp - qpid/linearstore/jrnl/EmptyFilePoolManager.cpp - qpid/linearstore/jrnl/EmptyFilePoolPartition.cpp - qpid/linearstore/jrnl/enq_map.cpp - qpid/linearstore/jrnl/enq_rec.cpp - qpid/linearstore/jrnl/jcntl.cpp - qpid/linearstore/jrnl/jdir.cpp - qpid/linearstore/jrnl/jerrno.cpp - qpid/linearstore/jrnl/jexception.cpp - qpid/linearstore/jrnl/JournalFile.cpp - qpid/linearstore/jrnl/JournalLog.cpp - qpid/linearstore/jrnl/jrec.cpp - qpid/linearstore/jrnl/LinearFileController.cpp - qpid/linearstore/jrnl/pmgr.cpp - qpid/linearstore/jrnl/RecoveryManager.cpp - qpid/linearstore/jrnl/time_ns.cpp - qpid/linearstore/jrnl/txn_map.cpp - qpid/linearstore/jrnl/txn_rec.cpp - qpid/linearstore/jrnl/wmgr.cpp + qpid/linearstore/journal/data_tok.cpp + qpid/linearstore/journal/deq_rec.cpp + qpid/linearstore/journal/EmptyFilePool.cpp + qpid/linearstore/journal/EmptyFilePoolManager.cpp + qpid/linearstore/journal/EmptyFilePoolPartition.cpp + qpid/linearstore/journal/enq_map.cpp + qpid/linearstore/journal/enq_rec.cpp + qpid/linearstore/journal/jcntl.cpp + qpid/linearstore/journal/jdir.cpp + qpid/linearstore/journal/jerrno.cpp + qpid/linearstore/journal/jexception.cpp + qpid/linearstore/journal/JournalFile.cpp + qpid/linearstore/journal/JournalLog.cpp + qpid/linearstore/journal/LinearFileController.cpp + qpid/linearstore/journal/pmgr.cpp + qpid/linearstore/journal/RecoveryManager.cpp + qpid/linearstore/journal/time_ns.cpp + qpid/linearstore/journal/txn_map.cpp + qpid/linearstore/journal/txn_rec.cpp + qpid/linearstore/journal/wmgr.cpp ) # linearstore source files @@ -132,12 +131,12 @@ if (BUILD_LINEARSTORE) ) set (util_SOURCES - qpid/linearstore/jrnl/utils/deq_hdr.c - qpid/linearstore/jrnl/utils/enq_hdr.c - qpid/linearstore/jrnl/utils/file_hdr.c - qpid/linearstore/jrnl/utils/rec_hdr.c - qpid/linearstore/jrnl/utils/rec_tail.c - qpid/linearstore/jrnl/utils/txn_hdr.c + qpid/linearstore/journal/utils/deq_hdr.c + qpid/linearstore/journal/utils/enq_hdr.c + qpid/linearstore/journal/utils/file_hdr.c + qpid/linearstore/journal/utils/rec_hdr.c + qpid/linearstore/journal/utils/rec_tail.c + qpid/linearstore/journal/utils/txn_hdr.c ) # linearstore include directories diff --git a/qpid/cpp/src/qpid/linearstore/DataTokenImpl.h b/qpid/cpp/src/qpid/linearstore/DataTokenImpl.h index 154dacc5cb..7152cef6a0 100644 --- a/qpid/cpp/src/qpid/linearstore/DataTokenImpl.h +++ b/qpid/cpp/src/qpid/linearstore/DataTokenImpl.h @@ -22,7 +22,7 @@ #ifndef QPID_LINEARSTORE_DATATOKENIMPL_H #define QPID_LINEARSTORE_DATATOKENIMPL_H -#include "qpid/linearstore/jrnl/data_tok.h" +#include "qpid/linearstore/journal/data_tok.h" #include "qpid/broker/PersistableMessage.h" #include diff --git a/qpid/cpp/src/qpid/linearstore/JournalImpl.cpp b/qpid/cpp/src/qpid/linearstore/JournalImpl.cpp index 354fca4f7e..4092bc4ab9 100644 --- a/qpid/cpp/src/qpid/linearstore/JournalImpl.cpp +++ b/qpid/cpp/src/qpid/linearstore/JournalImpl.cpp @@ -22,9 +22,9 @@ #include "qpid/linearstore/JournalImpl.h" #include "qpid/linearstore/JournalLogImpl.h" -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/EmptyFilePool.h" +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/EmptyFilePool.h" #include "qpid/linearstore/StoreException.h" #include "qpid/log/Statement.h" #include "qpid/management/ManagementAgent.h" diff --git a/qpid/cpp/src/qpid/linearstore/JournalImpl.h b/qpid/cpp/src/qpid/linearstore/JournalImpl.h index 59050e3875..ec1fb99434 100644 --- a/qpid/cpp/src/qpid/linearstore/JournalImpl.h +++ b/qpid/cpp/src/qpid/linearstore/JournalImpl.h @@ -23,9 +23,9 @@ #define QPID_LINEARSTORE_JOURNALIMPL_H #include -#include "qpid/linearstore/jrnl/enums.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" -#include "qpid/linearstore/jrnl/jcntl.h" +#include "qpid/linearstore/journal/enums.h" +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" +#include "qpid/linearstore/journal/jcntl.h" #include "qpid/linearstore/DataTokenImpl.h" #include "qpid/linearstore/PreparedTransaction.h" #include "qpid/broker/PersistableQueue.h" diff --git a/qpid/cpp/src/qpid/linearstore/JournalLogImpl.h b/qpid/cpp/src/qpid/linearstore/JournalLogImpl.h index 538b383945..e674c6dcc8 100644 --- a/qpid/cpp/src/qpid/linearstore/JournalLogImpl.h +++ b/qpid/cpp/src/qpid/linearstore/JournalLogImpl.h @@ -22,7 +22,7 @@ #ifndef QPID_LINEARSTORE_LOG_H #define QPID_LINEARSTORE_LOG_H -#include "qpid/linearstore/jrnl/JournalLog.h" +#include "qpid/linearstore/journal/JournalLog.h" #include "qpid/log/Statement.h" #define QLS_LOG(level, msg) QPID_LOG(level, "Linear Store: " << msg) diff --git a/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.cpp b/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.cpp index 3d06adaa67..dcb53ff55d 100644 --- a/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.cpp +++ b/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.cpp @@ -26,8 +26,8 @@ #include "qpid/linearstore/BindingDbt.h" #include "qpid/linearstore/BufferValue.h" #include "qpid/linearstore/IdDbt.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolManager.h" -#include "qpid/linearstore/jrnl/txn_map.h" +#include "qpid/linearstore/journal/EmptyFilePoolManager.h" +#include "qpid/linearstore/journal/txn_map.h" #include "qpid/framing/FieldValue.h" #include "qmf/org/apache/qpid/linearstore/Package.h" #include "qpid/linearstore/StoreException.h" diff --git a/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.h b/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.h index fd2ab603d1..6992c17bef 100644 --- a/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.h +++ b/qpid/cpp/src/qpid/linearstore/MessageStoreImpl.h @@ -31,8 +31,8 @@ #include "qpid/linearstore/IdSequence.h" #include "qpid/linearstore/JournalImpl.h" #include "qpid/linearstore/JournalLogImpl.h" -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" #include "qpid/linearstore/PreparedTransaction.h" #include "qpid/broker/Broker.h" #include "qpid/broker/MessageStore.h" diff --git a/qpid/cpp/src/qpid/linearstore/TxnCtxt.cpp b/qpid/cpp/src/qpid/linearstore/TxnCtxt.cpp index 945f190608..213d5865e1 100644 --- a/qpid/cpp/src/qpid/linearstore/TxnCtxt.cpp +++ b/qpid/cpp/src/qpid/linearstore/TxnCtxt.cpp @@ -23,7 +23,7 @@ #include -#include "qpid/linearstore/jrnl/jexception.h" +#include "qpid/linearstore/journal/jexception.h" #include "qpid/linearstore/StoreException.h" namespace qpid{ diff --git a/qpid/cpp/src/qpid/linearstore/journal/AtomicCounter.h b/qpid/cpp/src/qpid/linearstore/journal/AtomicCounter.h new file mode 100644 index 0000000000..73e5fecf93 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/AtomicCounter.h @@ -0,0 +1,133 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ +#define QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ + +#include "qpid/linearstore/journal/slock.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +template +class AtomicCounter +{ +private: + std::string id_; + T count_; + mutable smutex countMutex; + +public: + AtomicCounter(const std::string& id, const T& initValue) : id_(id), count_(initValue) {} + + virtual ~AtomicCounter() {} + + T get() const { + slock l(countMutex); + return count_; + } + + void set(const T v) { + slock l(countMutex); + count_ = v; + } + + T increment() { + slock l(countMutex); + return ++count_; + } + + T add(const T& a) { + slock l(countMutex); + count_ += a; + return count_; + } + + T addLimit(const T& a, const T& limit, const uint32_t jerr) { + slock l(countMutex); + if (count_ + a > limit) throw jexception(jerr, id_, "AtomicCounter", "addLimit"); + count_ += a; + return count_; + } + + T decrement() { + slock l(countMutex); + return --count_; + } + + T decrementLimit(const T& limit = T(0), const uint32_t jerr = jerrno::JERR__UNDERFLOW) { + slock l(countMutex); + if (count_ < limit + 1) { + throw jexception(jerr, id_, "AtomicCounter", "decrementLimit"); + } + return --count_; + } + + T subtract(const T& s) { + slock l(countMutex); + count_ -= s; + return count_; + } + + T subtractLimit(const T& s, const T& limit = T(0), const uint32_t jerr = jerrno::JERR__UNDERFLOW) { + slock l(countMutex); + if (count_ < limit + s) throw jexception(jerr, id_, "AtomicCounter", "subtractLimit"); + count_ -= s; + return count_; + } + + bool operator==(const T& o) const { + slock l(countMutex); + return count_ == o; + } + + bool operator<(const T& o) const { + slock l(countMutex); + return count_ < o; + } + + bool operator<=(const T& o) const { + slock l(countMutex); + return count_ <= o; + } + + friend T operator-(const T& a, const AtomicCounter& b) { + slock l(b.countMutex); + return a - b.count_; + } + + friend T operator-(const AtomicCounter& a, const T& b) { + slock l(a.countMutex); + return a.count_ - b; + } + + friend T operator-(const AtomicCounter&a, const AtomicCounter& b) { + slock l1(a.countMutex); + slock l2(b.countMutex); + return a.count_ - b.count_; + } +}; + +}}} // namespace qpid::qls_jrnl + +#endif // QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.cpp b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.cpp new file mode 100644 index 0000000000..29f8b0b988 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.cpp @@ -0,0 +1,342 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "EmptyFilePool.h" + +#include +#include +#include "qpid/linearstore/journal/EmptyFilePoolPartition.h" +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jdir.h" +#include "qpid/linearstore/journal/JournalFile.h" +#include "qpid/linearstore/journal/JournalLog.h" +#include "qpid/linearstore/journal/slock.h" +#include "qpid/linearstore/journal/utils/file_hdr.h" +#include +#include +#include +#include + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +EmptyFilePool::EmptyFilePool(const std::string& efpDirectory, + const EmptyFilePoolPartition* partitionPtr, + JournalLog& journalLogRef) : + efpDirectory_(efpDirectory), + efpDataSize_kib_(dataSizeFromDirName_kib(efpDirectory, partitionPtr->getPartitionNumber())), + partitionPtr_(partitionPtr), + journalLogRef_(journalLogRef) +{} + +EmptyFilePool::~EmptyFilePool() {} + +void EmptyFilePool::initialize() { + std::vector dirList; + jdir::read_dir(efpDirectory_, dirList, false, true, false, false); + for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { + size_t dotPos = i->rfind("."); + if (dotPos != std::string::npos) { + if (i->substr(dotPos).compare(".jrnl") == 0 && i->length() == 41) { + std::string emptyFile(efpDirectory_ + "/" + (*i)); + if (validateEmptyFile(emptyFile)) { + pushEmptyFile(emptyFile); + } + } + } + } +} + +efpDataSize_kib_t EmptyFilePool::dataSize_kib() const { + return efpDataSize_kib_; +} + +efpFileSize_kib_t EmptyFilePool::fileSize_kib() const { + return efpDataSize_kib_ + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB); +} + +efpDataSize_sblks_t EmptyFilePool::dataSize_sblks() const { + return efpDataSize_kib_ / QLS_SBLK_SIZE_KIB; +} + +efpFileSize_sblks_t EmptyFilePool::fileSize_sblks() const { + return (efpDataSize_kib_ / QLS_SBLK_SIZE_KIB) + QLS_JRNL_FHDR_RES_SIZE_SBLKS; +} + +efpFileCount_t EmptyFilePool::numEmptyFiles() const { + slock l(emptyFileListMutex_); + return efpFileCount_t(emptyFileList_.size()); +} + +efpDataSize_kib_t EmptyFilePool::cumFileSize_kib() const { + slock l(emptyFileListMutex_); + return efpDataSize_kib_t(emptyFileList_.size()) * efpDataSize_kib_; +} + +efpPartitionNumber_t EmptyFilePool::getPartitionNumber() const { + return partitionPtr_->getPartitionNumber(); +} + +const EmptyFilePoolPartition* EmptyFilePool::getPartition() const { + return partitionPtr_; +} + +const efpIdentity_t EmptyFilePool::getIdentity() const { + return efpIdentity_t(partitionPtr_->getPartitionNumber(), efpDataSize_kib_); +} + +std::string EmptyFilePool::takeEmptyFile(const std::string& destDirectory) { + std::string emptyFileName = popEmptyFile(); + std::string newFileName = destDirectory + emptyFileName.substr(emptyFileName.rfind('/')); // NOTE: substr() includes leading '/' + if (moveEmptyFile(emptyFileName.c_str(), newFileName.c_str())) { + // Try again with new UUID for file name + newFileName = destDirectory + "/" + getEfpFileName(); + if (moveEmptyFile(emptyFileName.c_str(), newFileName.c_str())) { + pushEmptyFile(emptyFileName); + std::ostringstream oss; + oss << "file=\"" << emptyFileName << "\" dest=\"" << newFileName << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "EmptyFilePool", "takeEmptyFile"); + } + } + return newFileName; +} + +void EmptyFilePool::returnEmptyFile(const std::string& fqSrcFile) { + std::string emptyFileName(efpDirectory_ + fqSrcFile.substr(fqSrcFile.rfind('/'))); // NOTE: substr() includes leading '/' + if (moveEmptyFile(fqSrcFile.c_str(), emptyFileName.c_str())) { + // Try again with new UUID for file name + emptyFileName = efpDirectory_ + "/" + getEfpFileName(); + if (moveEmptyFile(fqSrcFile.c_str(), emptyFileName.c_str())) { + // Failed twice in a row - delete file + ::unlink(fqSrcFile.c_str()); + return; + } + } + resetEmptyFileHeader(emptyFileName); + pushEmptyFile(emptyFileName); +} + +//static +std::string EmptyFilePool::dirNameFromDataSize(const efpDataSize_kib_t efpDataSize_kib) { + std::ostringstream oss; + oss << efpDataSize_kib << "k"; + return oss.str(); +} + + +// static +efpDataSize_kib_t EmptyFilePool::dataSizeFromDirName_kib(const std::string& dirName, + const efpPartitionNumber_t partitionNumber) { + // Check for dirName format 'NNNk', where NNN is a number, convert NNN into an integer. NNN cannot be 0. + std::string n(dirName.substr(dirName.rfind('/')+1)); + bool valid = true; + for (uint16_t charNum = 0; charNum < n.length(); ++charNum) { + if (charNum < n.length()-1) { + if (!::isdigit((int)n[charNum])) { + valid = false; + break; + } + } else { + valid = n[charNum] == 'k'; + } + } + efpDataSize_kib_t s = ::atol(n.c_str()); + if (!valid || s == 0 || s % QLS_SBLK_SIZE_KIB != 0) { + std::ostringstream oss; + oss << "Partition: " << partitionNumber << "; EFP directory: \'" << n << "\'"; + throw jexception(jerrno::JERR_EFP_BADEFPDIRNAME, oss.str(), "EmptyFilePool", "fileSizeKbFromDirName"); + } + return s; +} + +// --- protected functions --- + +void EmptyFilePool::createEmptyFile() { + ::file_hdr_t fh; + ::file_hdr_create(&fh, QLS_FILE_MAGIC, QLS_JRNL_VERSION, QLS_JRNL_FHDR_RES_SIZE_SBLKS, partitionPtr_->getPartitionNumber(), efpDataSize_kib_); + std::string efpfn = getEfpFileName(); + std::ofstream ofs(efpfn.c_str(), std::ofstream::out | std::ofstream::binary); + if (ofs.good()) { + ofs.write((char*)&fh, sizeof(::file_hdr_t)); + uint64_t rem = ((efpDataSize_kib_ + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB)) * 1024) - sizeof(::file_hdr_t); + while (rem--) + ofs.put('\0'); + ofs.close(); + pushEmptyFile(efpfn); +//std::cout << "WARNING: EFP " << efpDirectory << " is empty - created new journal file " << efpfn.substr(efpfn.rfind('/') + 1) << " on the fly" << std::endl; // DEBUG + } else { +//std::cerr << "ERROR: Unable to open file \"" << efpfn << "\"" << std::endl; // DEBUG + } +} + +std::string EmptyFilePool::getEfpFileName() { + uuid_t uuid; + ::uuid_generate(uuid); // NOTE: uuid_generate() is not thread safe + char uuid_str[37]; // 36 char uuid + trailing \0 + ::uuid_unparse(uuid, uuid_str); + std::ostringstream oss; + oss << efpDirectory_ << "/" << uuid_str << QLS_JRNL_FILE_EXTENSION; + return oss.str(); +} + +std::string EmptyFilePool::popEmptyFile() { + std::string emptyFileName; + bool isEmpty = false; + { + slock l(emptyFileListMutex_); + isEmpty = emptyFileList_.empty(); + } + if (isEmpty) { + createEmptyFile(); + } + { + slock l(emptyFileListMutex_); + emptyFileName = emptyFileList_.front(); + emptyFileList_.pop_front(); + } + return emptyFileName; +} + +void EmptyFilePool::pushEmptyFile(const std::string fqFileName) { + slock l(emptyFileListMutex_); + emptyFileList_.push_back(fqFileName); +} + +void EmptyFilePool::resetEmptyFileHeader(const std::string& fqFileName) { + std::fstream fs(fqFileName.c_str(), std::fstream::in | std::fstream::out | std::fstream::binary); + if (fs.good()) { + const std::streamsize buffsize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; + char buff[buffsize]; + fs.read((char*)buff, buffsize); + std::streampos bytesRead = fs.tellg(); + if (std::streamoff(bytesRead) == buffsize) { + ::file_hdr_reset((::file_hdr_t*)buff); + // set rest of buffer to 0 + ::memset(buff + sizeof(::file_hdr_t), 0, MAX_FILE_HDR_LEN - sizeof(::file_hdr_t)); + fs.seekp(0, std::fstream::beg); + fs.write(buff, buffsize); + std::streampos bytesWritten = fs.tellp(); + if (std::streamoff(bytesWritten) != buffsize) { +//std::cerr << "ERROR: Unable to write file header of file \"" << fqFileName_ << "\": tried to write " << buffsize << " bytes; wrote " << bytesWritten << " bytes." << std::endl; + } + } else { +//std::cerr << "ERROR: Unable to read file header of file \"" << fqFileName_ << "\": tried to read " << sizeof(::file_hdr_t) << " bytes; read " << bytesRead << " bytes." << std::endl; + } + fs.close(); + } else { +//std::cerr << "ERROR: Unable to open file \"" << fqFileName_ << "\" for reading" << std::endl; // DEBUG + } +} + +bool EmptyFilePool::validateEmptyFile(const std::string& emptyFileName) const { + std::ostringstream oss; + struct stat s; + if (::stat(emptyFileName.c_str(), &s)) + { + oss << "stat: file=\"" << emptyFileName << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "EmptyFilePool", "validateEmptyFile"); + } + + // Size matches pool + efpDataSize_kib_t expectedSize = (QLS_SBLK_SIZE_KIB + efpDataSize_kib_) * 1024; + if ((efpDataSize_kib_t)s.st_size != expectedSize) { + oss << "ERROR: File " << emptyFileName << ": Incorrect size: Expected=" << expectedSize + << "; actual=" << s.st_size; + journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); + return false; + } + + // Open file and read header + std::fstream fs(emptyFileName.c_str(), std::fstream::in | std::fstream::out | std::fstream::binary); + if (!fs) { + oss << "ERROR: File " << emptyFileName << ": Unable to open for reading"; + journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); + return false; + } + const std::streamsize buffsize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; + char buff[buffsize]; + fs.read((char*)buff, buffsize); + std::streampos bytesRead = fs.tellg(); + if (std::streamoff(bytesRead) != buffsize) { + oss << "ERROR: Unable to read file header of file \"" << emptyFileName << "\": tried to read " + << buffsize << " bytes; read " << bytesRead << " bytes"; + journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); + fs.close(); + return false; + } + + // Check file header + ::file_hdr_t* fhp = (::file_hdr_t*)buff; + const bool jrnlMagicError = fhp->_rhdr._magic != QLS_FILE_MAGIC; + const bool jrnlVersionError = fhp->_rhdr._version != QLS_JRNL_VERSION; + const bool jrnlPartitionError = fhp->_efp_partition != partitionPtr_->getPartitionNumber(); + const bool jrnlFileSizeError = fhp->_data_size_kib != efpDataSize_kib_; + if (jrnlMagicError || jrnlVersionError || jrnlPartitionError || jrnlFileSizeError) + { + oss << "ERROR: File " << emptyFileName << ": Invalid file header - mismatched header fields: " << + (jrnlMagicError ? "magic " : "") << + (jrnlVersionError ? "version " : "") << + (jrnlPartitionError ? "partition" : "") << + (jrnlFileSizeError ? "file-size" : ""); + journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); + fs.close(); + return false; + } + + // Check file header is reset + if (!::is_file_hdr_reset(fhp)) { + ::file_hdr_reset(fhp); + ::memset(buff + sizeof(::file_hdr_t), 0, MAX_FILE_HDR_LEN - sizeof(::file_hdr_t)); // set rest of buffer to 0 + fs.seekp(0, std::fstream::beg); + fs.write(buff, buffsize); + std::streampos bytesWritten = fs.tellp(); + if (std::streamoff(bytesWritten) != buffsize) { + oss << "ERROR: Unable to write file header of file \"" << emptyFileName << "\": tried to write " + << buffsize << " bytes; wrote " << bytesWritten << " bytes"; + journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); + fs.close(); + return false; + } + oss << "WARNING: File " << emptyFileName << ": File header not reset"; + journalLogRef_.log(JournalLog::LOG_WARN, oss.str()); + } + + // Close file + fs.close(); + return true; +} + +// static +int EmptyFilePool::moveEmptyFile(const std::string& from, + const std::string& to) { + if (::rename(from.c_str(), to.c_str())) { + if (errno == EEXIST) return errno; // File name exists + std::ostringstream oss; + oss << "file=\"" << from << "\" dest=\"" << to << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "EmptyFilePool", "returnEmptyFile"); + } + return 0; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.h b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.h new file mode 100644 index 0000000000..ccaeb02567 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePool.h @@ -0,0 +1,97 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ +#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ + +namespace qpid { +namespace linearstore { +namespace journal { + class EmptyFilePool; +}}} + +#include +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" +#include "qpid/linearstore/journal/smutex.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { +class EmptyFilePoolPartition; +class jdir; +class JournalFile; +class JournalLog; + +class EmptyFilePool +{ +protected: + typedef std::deque emptyFileList_t; + typedef emptyFileList_t::iterator emptyFileListItr_t; + + const std::string efpDirectory_; + const efpDataSize_kib_t efpDataSize_kib_; + const EmptyFilePoolPartition* partitionPtr_; + JournalLog& journalLogRef_; + +private: + emptyFileList_t emptyFileList_; + smutex emptyFileListMutex_; + +public: + EmptyFilePool(const std::string& efpDirectory, + const EmptyFilePoolPartition* partitionPtr, + JournalLog& journalLogRef); + virtual ~EmptyFilePool(); + + void initialize(); + efpDataSize_kib_t dataSize_kib() const; + efpFileSize_kib_t fileSize_kib() const; + efpDataSize_sblks_t dataSize_sblks() const; + efpFileSize_sblks_t fileSize_sblks() const; + efpFileCount_t numEmptyFiles() const; + efpDataSize_kib_t cumFileSize_kib() const; + efpPartitionNumber_t getPartitionNumber() const; + const EmptyFilePoolPartition* getPartition() const; + const efpIdentity_t getIdentity() const; + + std::string takeEmptyFile(const std::string& destDirectory); + void returnEmptyFile(const std::string& srcFile); + + static std::string dirNameFromDataSize(const efpDataSize_kib_t efpDataSize_kib); + static efpDataSize_kib_t dataSizeFromDirName_kib(const std::string& dirName, + const efpPartitionNumber_t partitionNumber); + +protected: + void createEmptyFile(); + std::string getEfpFileName(); + std::string popEmptyFile(); + void pushEmptyFile(const std::string fqFileName); + void resetEmptyFileHeader(const std::string& fqFileName); + bool validateEmptyFile(const std::string& emptyFileName) const; + + static int moveEmptyFile(const std::string& fromFqPath, + const std::string& toFqPath); +}; + +}}} + +#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.cpp b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.cpp new file mode 100644 index 0000000000..2aadb90a8a --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.cpp @@ -0,0 +1,212 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "EmptyFilePoolManager.h" + +#include +#include "qpid/linearstore/journal/EmptyFilePoolPartition.h" +#include "qpid/linearstore/journal/jdir.h" +#include "qpid/linearstore/journal/JournalLog.h" +#include "qpid/linearstore/journal/slock.h" +#include + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +EmptyFilePoolManager::EmptyFilePoolManager(const std::string& qlsStorePath, + const efpPartitionNumber_t defaultPartitionNumber, + const efpDataSize_kib_t defaultEfpDataSize_kib, + JournalLog& journalLogRef) : + qlsStorePath_(qlsStorePath), + defaultPartitionNumber_(defaultPartitionNumber), + defaultEfpDataSize_kib_(defaultEfpDataSize_kib), + journalLogRef_(journalLogRef) +{} + +EmptyFilePoolManager::~EmptyFilePoolManager() { + slock l(partitionMapMutex_); + for (partitionMapItr_t i = partitionMap_.begin(); i != partitionMap_.end(); ++i) { + delete i->second; + } + partitionMap_.clear(); +} + +void EmptyFilePoolManager::findEfpPartitions() { +//std::cout << "*** Reading " << qlsStorePath_ << std::endl; // DEBUG + bool foundPartition = false; + std::vector dirList; + while (!foundPartition) { + jdir::read_dir(qlsStorePath_, dirList, true, false, true, false); + for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { + efpPartitionNumber_t pn = EmptyFilePoolPartition::getPartitionNumber(*i); + if (pn > 0) { // valid partition name found + std::string fullDirPath(qlsStorePath_ + "/" + (*i)); + EmptyFilePoolPartition* efppp = 0; + try { + efppp = new EmptyFilePoolPartition(pn, fullDirPath, journalLogRef_); + { + slock l(partitionMapMutex_); + partitionMap_[pn] = efppp; + } + } catch (const std::exception& e) { + if (efppp != 0) { + delete efppp; + efppp = 0; + } +//std::cerr << "Unable to initialize partition " << pn << " (\'" << fullDirPath << "\'): " << e.what() << std::endl; // DEBUG + } + if (efppp != 0) + efppp->findEmptyFilePools(); + foundPartition = true; + } + } + + // If no partition was found, create an empty default partition with a warning. + if (!foundPartition) { + journalLogRef_.log(JournalLog::LOG_WARN, "No EFP partition found, creating an empty partition."); + std::ostringstream oss; + oss << qlsStorePath_ << "/" << EmptyFilePoolPartition::getPartionDirectoryName(defaultPartitionNumber_) + << "/" << EmptyFilePoolPartition::s_efpTopLevelDir_ << "/" << EmptyFilePool::dirNameFromDataSize(defaultEfpDataSize_kib_); + jdir::create_dir(oss.str()); + } + } + + journalLogRef_.log(JournalLog::LOG_NOTICE, "EFP Manager initialization complete"); + std::vector partitionList; + std::vector filePoolList; + getEfpPartitions(partitionList); + if (partitionList.size() == 0) { + journalLogRef_.log(JournalLog::LOG_WARN, "NO EFP PARTITIONS FOUND! No queue creation is possible."); + } else { + std::stringstream oss; + oss << "> EFP Partitions found: " << partitionList.size(); + journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); + for (std::vector::const_iterator i=partitionList.begin(); i!= partitionList.end(); ++i) { + filePoolList.clear(); + (*i)->getEmptyFilePools(filePoolList); + std::stringstream oss; + oss << " * Partition " << (*i)->getPartitionNumber() << " containing " << filePoolList.size() + << " pool" << (filePoolList.size()>1 ? "s" : "") << " at \'" << (*i)->getPartitionDirectory() << "\'"; + journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); + for (std::vector::const_iterator j=filePoolList.begin(); j!=filePoolList.end(); ++j) { + std::ostringstream oss; + oss << " - EFP \'" << (*j)->dataSize_kib() << "k\' containing " << (*j)->numEmptyFiles() << + " files of size " << (*j)->dataSize_kib() << " KiB totaling " << (*j)->cumFileSize_kib() << " KiB"; + journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); + } + } + } +} + +void EmptyFilePoolManager::getEfpFileSizes(std::vector& efpFileSizeList, + const efpPartitionNumber_t efpPartitionNumber) const { + if (efpPartitionNumber == 0) { + for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { + i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); + } + } else { + partitionMapConstItr_t i = partitionMap_.find(efpPartitionNumber); + if (i != partitionMap_.end()) { + i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); + } + } +} + +EmptyFilePoolPartition* EmptyFilePoolManager::getEfpPartition(const efpPartitionNumber_t partitionNumber) { + partitionMapItr_t i = partitionMap_.find(partitionNumber); + if (i == partitionMap_.end()) + return 0; + else + return i->second; +} + +void EmptyFilePoolManager::getEfpPartitionNumbers(std::vector& partitionNumberList, + const efpDataSize_kib_t efpDataSize_kib) const { + slock l(partitionMapMutex_); + for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { + if (efpDataSize_kib == 0) { + partitionNumberList.push_back(i->first); + } else { + std::vector efpFileSizeList; + i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); + for (std::vector::iterator j=efpFileSizeList.begin(); j!=efpFileSizeList.end(); ++j) { + if (*j == efpDataSize_kib) { + partitionNumberList.push_back(i->first); + break; + } + } + } + } +} + +void EmptyFilePoolManager::getEfpPartitions(std::vector& partitionList, + const efpDataSize_kib_t efpDataSize_kib) { + slock l(partitionMapMutex_); + for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { + if (efpDataSize_kib == 0) { + partitionList.push_back(i->second); + } else { + std::vector efpFileSizeList; + i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); + for (std::vector::iterator j=efpFileSizeList.begin(); j!=efpFileSizeList.end(); ++j) { + if (*j == efpDataSize_kib) { + partitionList.push_back(i->second); + break; + } + } + } + } +} + +EmptyFilePool* EmptyFilePoolManager::getEmptyFilePool(const efpIdentity_t efpIdentity) { + return getEmptyFilePool(efpIdentity.pn_, efpIdentity.ds_); +} + +EmptyFilePool* EmptyFilePoolManager::getEmptyFilePool(const efpPartitionNumber_t partitionNumber, + const efpDataSize_kib_t efpDataSize_kib) { + EmptyFilePoolPartition* efppp = getEfpPartition(partitionNumber); + if (efppp != 0) + return efppp->getEmptyFilePool(efpDataSize_kib); + return 0; +} + +void EmptyFilePoolManager::getEmptyFilePools(std::vector& emptyFilePoolList, + const efpPartitionNumber_t efpPartitionNumber) { + if (efpPartitionNumber == 0) { + for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { + i->second->getEmptyFilePools(emptyFilePoolList); + } + } else { + partitionMapConstItr_t i = partitionMap_.find(efpPartitionNumber); + if (i != partitionMap_.end()) { + i->second->getEmptyFilePools(emptyFilePoolList); + } + } +} + +uint16_t EmptyFilePoolManager::getNumEfpPartitions() const { + return partitionMap_.size(); +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.h b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.h new file mode 100644 index 0000000000..beb884b91d --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolManager.h @@ -0,0 +1,72 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ +#define QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ + +#include +#include "qpid/linearstore/journal/EmptyFilePoolPartition.h" +#include "qpid/linearstore/journal/smutex.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +class EmptyFilePoolManager +{ +protected: + typedef std::map partitionMap_t; + typedef partitionMap_t::iterator partitionMapItr_t; + typedef partitionMap_t::const_iterator partitionMapConstItr_t; + + const std::string qlsStorePath_; + const efpPartitionNumber_t defaultPartitionNumber_; + const efpDataSize_kib_t defaultEfpDataSize_kib_; + JournalLog& journalLogRef_; + partitionMap_t partitionMap_; + smutex partitionMapMutex_; + +public: + EmptyFilePoolManager(const std::string& qlsStorePath_, + const efpPartitionNumber_t defaultPartitionNumber, + const efpDataSize_kib_t defaultEfpDataSize_kib, + JournalLog& journalLogRef_); + virtual ~EmptyFilePoolManager(); + + void findEfpPartitions(); + void getEfpFileSizes(std::vector& efpFileSizeList, + const efpPartitionNumber_t efpPartitionNumber = 0) const; + EmptyFilePoolPartition* getEfpPartition(const efpPartitionNumber_t partitionNumber); + void getEfpPartitionNumbers(std::vector& partitionNumberList, + const efpDataSize_kib_t efpDataSize_kib = 0) const; + void getEfpPartitions(std::vector& partitionList, + const efpDataSize_kib_t efpDataSize_kib = 0); + EmptyFilePool* getEmptyFilePool(const efpIdentity_t efpIdentity); + EmptyFilePool* getEmptyFilePool(const efpPartitionNumber_t partitionNumber, + const efpDataSize_kib_t efpDataSize_kib); + void getEmptyFilePools(std::vector& emptyFilePoolList, + const efpPartitionNumber_t efpPartitionNumber = 0); + uint16_t getNumEfpPartitions() const; +}; + +}}} + +#endif /* QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.cpp b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.cpp new file mode 100644 index 0000000000..bcebd571c2 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.cpp @@ -0,0 +1,155 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/EmptyFilePoolPartition.h" + +#include +#include +#include "qpid/linearstore/journal/jdir.h" +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/slock.h" + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +// static +const std::string EmptyFilePoolPartition::s_efpTopLevelDir_("efp"); // Sets the top-level efp dir within a partition + +EmptyFilePoolPartition::EmptyFilePoolPartition(const efpPartitionNumber_t partitionNum, + const std::string& partitionDir, + JournalLog& journalLogRef) : + partitionNum_(partitionNum), + partitionDir_(partitionDir), + journalLogRef_(journalLogRef) +{ + validatePartitionDir(); +} + +EmptyFilePoolPartition::~EmptyFilePoolPartition() { + slock l(efpMapMutex_); + for (efpMapItr_t i = efpMap_.begin(); i != efpMap_.end(); ++i) { + delete i->second; + } + efpMap_.clear(); +} + +void +EmptyFilePoolPartition::findEmptyFilePools() { +//std::cout << "Reading " << partitionDir << std::endl; // DEBUG + std::vector dirList; + jdir::read_dir(partitionDir_, dirList, true, false, false, false); + bool foundEfpDir = false; + for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { + if (i->compare(s_efpTopLevelDir_) == 0) { + foundEfpDir = true; + break; + } + } + if (foundEfpDir) { + std::string efpDir(partitionDir_ + "/" + s_efpTopLevelDir_); +//std::cout << "Reading " << efpDir << std::endl; // DEBUG + dirList.clear(); + jdir::read_dir(efpDir, dirList, true, false, false, true); + for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { + EmptyFilePool* efpp = 0; + try { + efpp = new EmptyFilePool(*i, this, journalLogRef_); + { + slock l(efpMapMutex_); + efpMap_[efpp->dataSize_kib()] = efpp; + } + } + catch (const std::exception& e) { + if (efpp != 0) { + delete efpp; + efpp = 0; + } + //std::cerr << "WARNING: " << e.what() << std::endl; + } + if (efpp != 0) + efpp->initialize(); + } + } +} + +EmptyFilePool* EmptyFilePoolPartition::getEmptyFilePool(const efpDataSize_kib_t efpDataSize_kib) { + efpMapItr_t i = efpMap_.find(efpDataSize_kib); + if (i == efpMap_.end()) + return 0; + return i->second; +} + +void EmptyFilePoolPartition::getEmptyFilePools(std::vector& efpList) { + for (efpMapItr_t i=efpMap_.begin(); i!=efpMap_.end(); ++i) { + efpList.push_back(i->second); + } +} + +void EmptyFilePoolPartition::getEmptyFilePoolSizes_kib(std::vector& efpDataSizesList_kib) const { + for (efpMapConstItr_t i=efpMap_.begin(); i!=efpMap_.end(); ++i) { + efpDataSizesList_kib.push_back(i->first); + } +} + +std::string EmptyFilePoolPartition::getPartitionDirectory() const { + return partitionDir_; +} + +efpPartitionNumber_t EmptyFilePoolPartition::getPartitionNumber() const { + return partitionNum_; +} + +// static +std::string EmptyFilePoolPartition::getPartionDirectoryName(const efpPartitionNumber_t partitionNumber) { + std::ostringstream oss; + oss << "p" << std::setfill('0') << std::setw(3) << partitionNumber; + return oss.str(); +} + +//static +efpPartitionNumber_t EmptyFilePoolPartition::getPartitionNumber(const std::string& name) { + if (name.length() == 4 && name[0] == 'p' && ::isdigit(name[1]) && ::isdigit(name[2]) && ::isdigit(name[3])) { + long pn = ::strtol(name.c_str() + 1, 0, 0); + if (pn == 0 && errno) { + return 0; + } else { + return (efpPartitionNumber_t)pn; + } + } + return 0; +} + +// --- protected functions --- + +void EmptyFilePoolPartition::validatePartitionDir() { + if (!jdir::is_dir(partitionDir_)) { + std::ostringstream ss; + ss << "Invalid partition directory: \'" << partitionDir_ << "\' is not a directory"; + throw jexception(jerrno::JERR_EFP_BADPARTITIONDIR, ss.str(), "EmptyFilePoolPartition", "validatePartitionDir"); + } + // TODO: other validity checks here +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.h b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.h new file mode 100644 index 0000000000..3afee79816 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolPartition.h @@ -0,0 +1,80 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ +#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ + +namespace qpid { +namespace linearstore { +namespace journal { + class EmptyFilePoolPartition; +}}} + +#include "qpid/linearstore/journal/EmptyFilePool.h" +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" +#include "qpid/linearstore/journal/smutex.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { +class JournalLog; + +class EmptyFilePoolPartition +{ +public: + static const std::string s_efpTopLevelDir_; +protected: + typedef std::map efpMap_t; + typedef efpMap_t::iterator efpMapItr_t; + typedef efpMap_t::const_iterator efpMapConstItr_t; + + const efpPartitionNumber_t partitionNum_; + const std::string partitionDir_; + JournalLog& journalLogRef_; + efpMap_t efpMap_; + smutex efpMapMutex_; + +public: + EmptyFilePoolPartition(const efpPartitionNumber_t partitionNum, + const std::string& partitionDir, + JournalLog& journalLogRef); + virtual ~EmptyFilePoolPartition(); + + void findEmptyFilePools(); + EmptyFilePool* getEmptyFilePool(const efpDataSize_kib_t efpDataSize_kib); + void getEmptyFilePools(std::vector& efpList); + void getEmptyFilePoolSizes_kib(std::vector& efpDataSizesList) const; + std::string getPartitionDirectory() const; + efpPartitionNumber_t getPartitionNumber() const; + + static std::string getPartionDirectoryName(const efpPartitionNumber_t partitionNumber); + static efpPartitionNumber_t getPartitionNumber(const std::string& name); + +protected: + void validatePartitionDir(); +}; + +}}} + +#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolTypes.h b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolTypes.h new file mode 100644 index 0000000000..d8e8225697 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/EmptyFilePoolTypes.h @@ -0,0 +1,51 @@ + /* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ +#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ + +#include +#include +#include // std::pair + +namespace qpid { +namespace linearstore { +namespace journal { + +typedef uint64_t efpDataSize_kib_t; ///< Size of data part of file (excluding file header) in kib +typedef uint64_t efpFileSize_kib_t; ///< Size of file (header + data) in kib +typedef uint32_t efpDataSize_sblks_t; ///< Size of data part of file (excluding file header) in sblks +typedef uint32_t efpFileSize_sblks_t; ///< Size of file (header + data) in sblks +typedef uint32_t efpFileCount_t; ///< Number of files in a partition or pool +typedef uint16_t efpPartitionNumber_t; ///< Number assigned to a partition + +typedef struct efpIdentity_t { + efpPartitionNumber_t pn_; + efpDataSize_kib_t ds_; + efpIdentity_t() : pn_(0), ds_(0) {} + efpIdentity_t(efpPartitionNumber_t pn, efpDataSize_kib_t ds) : pn_(pn), ds_(ds) {} + efpIdentity_t(const efpIdentity_t& ei) : pn_(ei.pn_), ds_(ei.ds_) {} + friend std::ostream& operator<<(std::ostream& os, efpIdentity_t& id) { os << "[" << id.pn_ << "," << id.ds_ << "]"; return os; } +} efpIdentity_t; + +}}} + +#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/JournalFile.cpp b/qpid/cpp/src/qpid/linearstore/journal/JournalFile.cpp new file mode 100644 index 0000000000..15cbe33ad8 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/JournalFile.cpp @@ -0,0 +1,342 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/JournalFile.h" + +#include +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/pmgr.h" +#include "qpid/linearstore/journal/utils/file_hdr.h" +#include + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +JournalFile::JournalFile(const std::string& fqFileName, + const efpIdentity_t& efpIdentity, + const uint64_t fileSeqNum) : + efpIdentity_(efpIdentity), + fqFileName_(fqFileName), + fileSeqNum_(fileSeqNum), + serial_(getRandom64()), + firstRecordOffset_(0ULL), + fileHandle_(-1), + fileCloseFlag_(false), + fileHeaderBasePtr_ (0), + fileHeaderPtr_(0), + aioControlBlockPtr_(0), + fileSize_dblks_(((efpIdentity.ds_ * 1024) + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES)) / QLS_DBLK_SIZE_BYTES), + enqueuedRecordCount_("JournalFile::enqueuedRecordCount", 0), + submittedDblkCount_("JournalFile::submittedDblkCount", 0), + completedDblkCount_("JournalFile::completedDblkCount", 0), + outstandingAioOpsCount_("JournalFile::outstandingAioOpsCount", 0) +{} + +JournalFile::JournalFile(const std::string& fqFileName, + const ::file_hdr_t& fileHeader) : + efpIdentity_(fileHeader._efp_partition, fileHeader._data_size_kib), + fqFileName_(fqFileName), + fileSeqNum_(fileHeader._file_number), + serial_(fileHeader._rhdr._serial), + firstRecordOffset_(fileHeader._fro), + fileHandle_(-1), + fileCloseFlag_(false), + fileHeaderBasePtr_ (0), + fileHeaderPtr_(0), + aioControlBlockPtr_(0), + fileSize_dblks_(((fileHeader._data_size_kib * 1024) + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES)) / QLS_DBLK_SIZE_BYTES), + enqueuedRecordCount_("JournalFile::enqueuedRecordCount", 0), + submittedDblkCount_("JournalFile::submittedDblkCount", 0), + completedDblkCount_("JournalFile::completedDblkCount", 0), + outstandingAioOpsCount_("JournalFile::outstandingAioOpsCount", 0) +{} + +JournalFile::~JournalFile() { + finalize(); +} + +void +JournalFile::initialize(const uint32_t completedDblkCount) { + if (::posix_memalign(&fileHeaderBasePtr_, QLS_AIO_ALIGN_BOUNDARY_BYTES, QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024)) + { + std::ostringstream oss; + oss << "posix_memalign(): blksize=" << QLS_AIO_ALIGN_BOUNDARY_BYTES << " size=" << (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024); + oss << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR__MALLOC, oss.str(), "JournalFile", "initialize"); + } + fileHeaderPtr_ = (::file_hdr_t*)fileHeaderBasePtr_; + aioControlBlockPtr_ = new aio_cb; + if (completedDblkCount > 0UL) { + submittedDblkCount_.add(completedDblkCount); + completedDblkCount_.add(completedDblkCount); + } +} + +void +JournalFile::finalize() { + if (fileHeaderBasePtr_ != 0) { + std::free(fileHeaderBasePtr_); + fileHeaderBasePtr_ = 0; + fileHeaderPtr_ = 0; + } + if (aioControlBlockPtr_ != 0) { + delete(aioControlBlockPtr_); + aioControlBlockPtr_ = 0; + } +} + +const std::string JournalFile::getFqFileName() const { + return fqFileName_; +} + +uint64_t JournalFile::getFileSeqNum() const { + return fileSeqNum_; +} + +uint64_t JournalFile::getSerial() const { + return serial_; +} + +int JournalFile::open() { + fileHandle_ = ::open(fqFileName_.c_str(), O_WRONLY | O_DIRECT, S_IRUSR | S_IWUSR | S_IRGRP | S_IROTH); // 0644 -rw-r--r-- + if (fileHandle_ < 0) { + std::ostringstream oss; + oss << "file=\"" << fqFileName_ << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JNLF_OPEN, oss.str(), "JournalFile", "open"); + } + return fileHandle_; +} + +void JournalFile::close() { + if (fileHandle_ >= 0) { + if (getOutstandingAioDblks()) { + fileCloseFlag_ = true; // Close later when all outstanding AIOs have returned + } else { + int res = ::close(fileHandle_); + fileHandle_ = -1; + if (res != 0) { + std::ostringstream oss; + oss << "file=\"" << fqFileName_ << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JNLF_CLOSE, oss.str(), "JournalFile", "open"); + } + } + } +} + +void JournalFile::asyncFileHeaderWrite(io_context_t ioContextPtr, + const efpPartitionNumber_t efpPartitionNumber, + const efpDataSize_kib_t efpDataSize_kib, + const uint16_t userFlags, + const uint64_t recordId, + const uint64_t firstRecordOffset, + const std::string queueName) { + firstRecordOffset_ = firstRecordOffset; + ::file_hdr_create(fileHeaderPtr_, QLS_FILE_MAGIC, QLS_JRNL_VERSION, QLS_JRNL_FHDR_RES_SIZE_SBLKS, efpPartitionNumber, efpDataSize_kib); + ::file_hdr_init(fileHeaderBasePtr_, + QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024, + userFlags, + serial_, + recordId, + firstRecordOffset, + fileSeqNum_, + queueName.size(), + queueName.data()); + aio::prep_pwrite(aioControlBlockPtr_, + fileHandle_, + (void*)fileHeaderBasePtr_, + QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024, + 0UL); + if (aio::submit(ioContextPtr, 1, &aioControlBlockPtr_) < 0) + throw jexception(jerrno::JERR__AIO, "JournalFile", "asyncPageWrite"); + addSubmittedDblkCount(QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); + incrOutstandingAioOperationCount(); +} + +void JournalFile::asyncPageWrite(io_context_t ioContextPtr, + aio_cb* aioControlBlockPtr, + void* data, + uint32_t dataSize_dblks) { + aio::prep_pwrite_2(aioControlBlockPtr, + fileHandle_, + data, + dataSize_dblks * QLS_DBLK_SIZE_BYTES, + submittedDblkCount_.get() * QLS_DBLK_SIZE_BYTES); + pmgr::page_cb* pcbp = (pmgr::page_cb*)(aioControlBlockPtr->data); // This page's control block (pcb) + pcbp->_wdblks = dataSize_dblks; + pcbp->_jfp = this; + if (aio::submit(ioContextPtr, 1, &aioControlBlockPtr) < 0) { + throw jexception(jerrno::JERR__AIO, "JournalFile", "asyncPageWrite"); // TODO: complete exception details + } + addSubmittedDblkCount(dataSize_dblks); + incrOutstandingAioOperationCount(); +} + +uint32_t JournalFile::getEnqueuedRecordCount() const { + return enqueuedRecordCount_.get(); +} + +uint32_t JournalFile::incrEnqueuedRecordCount() { + return enqueuedRecordCount_.increment(); +} + +uint32_t JournalFile::decrEnqueuedRecordCount() { + return enqueuedRecordCount_.decrementLimit(); +} + +uint32_t JournalFile::addCompletedDblkCount(const uint32_t a) { + return completedDblkCount_.addLimit(a, submittedDblkCount_.get(), jerrno::JERR_JNLF_CMPLOFFSOVFL); +} + +uint16_t JournalFile::getOutstandingAioOperationCount() const { + return outstandingAioOpsCount_.get(); +} + +uint16_t JournalFile::decrOutstandingAioOperationCount() { + uint16_t r = outstandingAioOpsCount_.decrementLimit(); + if (fileCloseFlag_ && outstandingAioOpsCount_ == 0) { // Delayed close + close(); + } + return r; +} + +efpIdentity_t JournalFile::getEfpIdentity() const { + return efpIdentity_; +} + +uint64_t JournalFile::getFirstRecordOffset() const { + return firstRecordOffset_; +} + +void JournalFile::setFirstRecordOffset(const uint64_t firstRecordOffset) { + firstRecordOffset_ = firstRecordOffset; +} + +// --- Status helper functions --- + +bool JournalFile::isEmpty() const { + return submittedDblkCount_ == 0; +} + +bool JournalFile::isNoEnqueuedRecordsRemaining() const { + return /*!enqueueStarted_ &&*/ // Not part-way through encoding an enqueue + isFullAndComplete() && // Full with all AIO returned + enqueuedRecordCount_ == 0; // No remaining enqueued records +} + +// debug aid +const std::string JournalFile::status_str(const uint8_t indentDepth) const { + std::string indent((size_t)indentDepth, '.'); + std::ostringstream oss; + oss << indent << "JournalFile: fileName=" << getFileName() << std::endl; + oss << indent << " directory=" << getDirectory() << std::endl; + oss << indent << " fileSizeDblks=" << fileSize_dblks_ << std::endl; + oss << indent << " open=" << (isOpen() ? "T" : "F") << std::endl; + oss << indent << " fileHandle=" << fileHandle_ << std::endl; + oss << indent << " enqueuedRecordCount=" << getEnqueuedRecordCount() << std::endl; + oss << indent << " submittedDblkCount=" << getSubmittedDblkCount() << std::endl; + oss << indent << " completedDblkCount=" << getCompletedDblkCount() << std::endl; + oss << indent << " outstandingAioOpsCount=" << getOutstandingAioOperationCount() << std::endl; + oss << indent << " isEmpty()=" << (isEmpty() ? "T" : "F") << std::endl; + oss << indent << " isDataEmpty()=" << (isDataEmpty() ? "T" : "F") << std::endl; + oss << indent << " dblksRemaining()=" << dblksRemaining() << std::endl; + oss << indent << " isFull()=" << (isFull() ? "T" : "F") << std::endl; + oss << indent << " isFullAndComplete()=" << (isFullAndComplete() ? "T" : "F") << std::endl; + oss << indent << " getOutstandingAioDblks()=" << getOutstandingAioDblks() << std::endl; + oss << indent << " getNextFile()=" << (getNextFile() ? "T" : "F") << std::endl; + return oss.str(); +} + +// --- protected functions --- + +const std::string JournalFile::getDirectory() const { + return fqFileName_.substr(0, fqFileName_.rfind('/')); +} + +const std::string JournalFile::getFileName() const { + return fqFileName_.substr(fqFileName_.rfind('/')+1); +} + +//static +uint64_t JournalFile::getRandom64() { + int randomData = ::open("/dev/random", O_RDONLY); + if (randomData < 0) { + throw jexception(); // TODO: Complete exception details + } + uint64_t randomNumber; + ::size_t size = sizeof(randomNumber); + ::ssize_t result = ::read(randomData, (char*)&randomNumber, size); + if (result < 0 || result != ssize_t(size)) { + throw jexception(); // TODO: Complete exception details + } + ::close(randomData); + return randomNumber; +} + +bool JournalFile::isOpen() const { + return fileHandle_ >= 0; +} + +uint32_t JournalFile::getSubmittedDblkCount() const { + return submittedDblkCount_.get(); +} + +uint32_t JournalFile::addSubmittedDblkCount(const uint32_t a) { + return submittedDblkCount_.addLimit(a, fileSize_dblks_, jerrno::JERR_JNLF_FILEOFFSOVFL); +} + +uint32_t JournalFile::getCompletedDblkCount() const { + return completedDblkCount_.get(); +} + +uint16_t JournalFile::incrOutstandingAioOperationCount() { + return outstandingAioOpsCount_.increment(); +} + +u_int32_t JournalFile::dblksRemaining() const { + return fileSize_dblks_ - submittedDblkCount_; +} + +bool JournalFile::getNextFile() const { + return isFull(); +} + +u_int32_t JournalFile::getOutstandingAioDblks() const { + return submittedDblkCount_ - completedDblkCount_; +} + +bool JournalFile::isDataEmpty() const { + return submittedDblkCount_ <= QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS; +} + +bool JournalFile::isFull() const { + return submittedDblkCount_ == fileSize_dblks_; +} + +bool JournalFile::isFullAndComplete() const { + return completedDblkCount_ == fileSize_dblks_; +} + + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/JournalFile.h b/qpid/cpp/src/qpid/linearstore/journal/JournalFile.h new file mode 100644 index 0000000000..ef97d10e3a --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/JournalFile.h @@ -0,0 +1,131 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ +#define QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ + +#include "qpid/linearstore/journal/aio.h" +#include "qpid/linearstore/journal/AtomicCounter.h" +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" +#include +#include + +class file_hdr_t; + +namespace qpid { +namespace linearstore { +namespace journal { + +class JournalFile +{ +protected: + const efpIdentity_t efpIdentity_; + const std::string fqFileName_; + const uint64_t fileSeqNum_; + const uint64_t serial_; + uint64_t firstRecordOffset_; + int fileHandle_; + bool fileCloseFlag_; + void* fileHeaderBasePtr_; + ::file_hdr_t* fileHeaderPtr_; + aio_cb* aioControlBlockPtr_; + uint32_t fileSize_dblks_; ///< File size in data blocks, including file header + + AtomicCounter enqueuedRecordCount_; ///< Count of enqueued records + AtomicCounter submittedDblkCount_; ///< Write file count (data blocks) for submitted AIO + AtomicCounter completedDblkCount_; ///< Write file count (data blocks) for completed AIO + AtomicCounter outstandingAioOpsCount_; ///< Outstanding AIO operations on this file + +public: + // Constructor for creating new file with known fileSeqNum and random serial + JournalFile(const std::string& fqFileName, + const efpIdentity_t& efpIdentity, + const uint64_t fileSeqNum); + // Constructor for recovery in which fileSeqNum and serial are recovered from fileHeader param + JournalFile(const std::string& fqFileName, + const ::file_hdr_t& fileHeader); + virtual ~JournalFile(); + + void initialize(const uint32_t completedDblkCount); + void finalize(); + + const std::string getFqFileName() const; + uint64_t getFileSeqNum() const; + uint64_t getSerial() const; + + int open(); + void close(); + void asyncFileHeaderWrite(io_context_t ioContextPtr, + const efpPartitionNumber_t efpPartitionNumber, + const efpDataSize_kib_t efpDataSize_kib, + const uint16_t userFlags, + const uint64_t recordId, + const uint64_t firstRecordOffset, + const std::string queueName); + void asyncPageWrite(io_context_t ioContextPtr, + aio_cb* aioControlBlockPtr, + void* data, + uint32_t dataSize_dblks); + + uint32_t getEnqueuedRecordCount() const; + uint32_t incrEnqueuedRecordCount(); + uint32_t decrEnqueuedRecordCount(); + + uint32_t addCompletedDblkCount(const uint32_t a); + + uint16_t getOutstandingAioOperationCount() const; + uint16_t decrOutstandingAioOperationCount(); + + efpIdentity_t getEfpIdentity() const; + uint64_t getFirstRecordOffset() const; + void setFirstRecordOffset(const uint64_t firstRecordOffset); + + // Status helper functions + bool isEmpty() const; ///< True if no writes of any kind have occurred + bool isNoEnqueuedRecordsRemaining() const; ///< True when all enqueued records (or parts) have been dequeued + + // debug aid + const std::string status_str(const uint8_t indentDepth) const; + +protected: + const std::string getDirectory() const; + const std::string getFileName() const; + static uint64_t getRandom64(); + bool isOpen() const; + + uint32_t getSubmittedDblkCount() const; + uint32_t addSubmittedDblkCount(const uint32_t a); + + uint32_t getCompletedDblkCount() const; + + uint16_t incrOutstandingAioOperationCount(); + + u_int32_t dblksRemaining() const; ///< Dblks remaining until full + bool getNextFile() const; ///< True when next file is needed + u_int32_t getOutstandingAioDblks() const; ///< Dblks still to be written + bool isDataEmpty() const; ///< True if only file header written, data is still empty + bool isFull() const; ///< True if all possible dblks have been submitted (but may not yet have returned from AIO) + bool isFullAndComplete() const; ///< True if all submitted dblks have returned from AIO +}; + +}}} + +#endif // QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ diff --git a/qpid/cpp/src/qpid/linearstore/journal/JournalLog.cpp b/qpid/cpp/src/qpid/linearstore/journal/JournalLog.cpp new file mode 100644 index 0000000000..9a2438ae0b --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/JournalLog.cpp @@ -0,0 +1,62 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/JournalLog.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +JournalLog::JournalLog(log_level_t logLevelThreshold) : logLevelThreshold_(logLevelThreshold) {} + +JournalLog::~JournalLog() {} + +void JournalLog::log(const log_level_t logLevel, + const std::string& logStatement) const { + if (logLevel >= logLevelThreshold_) { + std::cerr << log_level_str(logLevel) << ": " << logStatement << std::endl; + } +} + +void JournalLog::log(log_level_t logLevel, + const std::string& journalId, + const std::string& logStatement) const { + if (logLevel >= logLevelThreshold_) { + std::cerr << log_level_str(logLevel) << ": Journal \"" << journalId << "\": " << logStatement << std::endl; + } +} + +const char* JournalLog::log_level_str(log_level_t logLevel) { + switch (logLevel) + { + case LOG_TRACE: return "TRACE"; + case LOG_DEBUG: return "DEBUG"; + case LOG_INFO: return "INFO"; + case LOG_NOTICE: return "NOTICE"; + case LOG_WARN: return "WARN"; + case LOG_ERROR: return "ERROR"; + case LOG_CRITICAL: return "CRITICAL"; + } + return ""; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/JournalLog.h b/qpid/cpp/src/qpid/linearstore/journal/JournalLog.h new file mode 100644 index 0000000000..cf503cb9d2 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/JournalLog.h @@ -0,0 +1,60 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ +#define QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ + +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +class JournalLog +{ +public: + typedef enum _log_level { + LOG_TRACE = 0, + LOG_DEBUG, + LOG_INFO, + LOG_NOTICE, + LOG_WARN, + LOG_ERROR, + LOG_CRITICAL + } log_level_t; + +protected: + const log_level_t logLevelThreshold_; + +public: + JournalLog(log_level_t logLevelThreshold); + virtual ~JournalLog(); + virtual void log(const log_level_t logLevel, + const std::string& logStatement) const; + virtual void log(const log_level_t logLevel, + const std::string& journalId, + const std::string& logStatement) const; + static const char* log_level_str(const log_level_t logLevel); +}; + +}}} + +#endif // QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ diff --git a/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.cpp b/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.cpp new file mode 100644 index 0000000000..99883d2722 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.cpp @@ -0,0 +1,228 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/LinearFileController.h" + +#include +#include "qpid/linearstore/journal/EmptyFilePool.h" +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jcntl.h" +#include "qpid/linearstore/journal/JournalFile.h" +#include "qpid/linearstore/journal/slock.h" +#include "qpid/linearstore/journal/utils/file_hdr.h" + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +LinearFileController::LinearFileController(jcntl& jcntlRef) : + jcntlRef_(jcntlRef), + emptyFilePoolPtr_(0), + currentJournalFilePtr_(0), + fileSeqCounter_("LinearFileController::fileSeqCounter", 0), + recordIdCounter_("LinearFileController::recordIdCounter", 0) +{} + +LinearFileController::~LinearFileController() {} + +void LinearFileController::initialize(const std::string& journalDirectory, + EmptyFilePool* emptyFilePoolPtr, + uint64_t initialFileNumberVal) { + journalDirectory_.assign(journalDirectory); + emptyFilePoolPtr_ = emptyFilePoolPtr; + fileSeqCounter_.set(initialFileNumberVal); +} + +void LinearFileController::finalize() { + while (!journalFileList_.empty()) { + delete journalFileList_.front(); + journalFileList_.pop_front(); + } +} + +void LinearFileController::addJournalFile(JournalFile* journalFilePtr, + const uint32_t completedDblkCount) { + if (currentJournalFilePtr_) { + currentJournalFilePtr_->close(); + } + journalFilePtr->initialize(completedDblkCount); + currentJournalFilePtr_ = journalFilePtr; + { + slock l(journalFileListMutex_); + journalFileList_.push_back(currentJournalFilePtr_); + } + currentJournalFilePtr_->open(); +} + +efpDataSize_sblks_t LinearFileController::dataSize_sblks() const { + return emptyFilePoolPtr_->dataSize_sblks(); +} + +efpFileSize_sblks_t LinearFileController::fileSize_sblks() const { + return emptyFilePoolPtr_->fileSize_sblks(); +} + +uint64_t LinearFileController::getNextRecordId() { + return recordIdCounter_.increment(); +} + +void LinearFileController::pullEmptyFileFromEfp() { + if (currentJournalFilePtr_) + currentJournalFilePtr_->close(); + std::string ef = emptyFilePoolPtr_->takeEmptyFile(journalDirectory_); // Moves file from EFP only, returns new file name +//std::cout << "*** LinearFileController::pullEmptyFileFromEfp() qn=" << jcntlRef.id() << " ef=" << ef << std::endl; // DEBUG + addJournalFile(ef, emptyFilePoolPtr_->getIdentity(), getNextFileSeqNum(), 0); +} + +void LinearFileController::purgeEmptyFilesToEfp() { + slock l(journalFileListMutex_); + purgeEmptyFilesToEfpNoLock(); +} + +uint32_t LinearFileController::getEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { + return find(fileSeqNumber)->getEnqueuedRecordCount(); +} + +uint32_t LinearFileController::incrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { + return find(fileSeqNumber)->incrEnqueuedRecordCount(); +} + +uint32_t LinearFileController::decrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { + slock l(journalFileListMutex_); + uint32_t r = find(fileSeqNumber)->decrEnqueuedRecordCount(); +// purgeEmptyFilesToEfpNoLock(); + return r; +} + +uint32_t LinearFileController::addWriteCompletedDblkCount(const efpFileCount_t fileSeqNumber, const uint32_t a) { + slock l(journalFileListMutex_); + return find(fileSeqNumber)->addCompletedDblkCount(a); +} + +uint16_t LinearFileController::decrOutstandingAioOperationCount(const efpFileCount_t fileSeqNumber) { + slock l(journalFileListMutex_); + return find(fileSeqNumber)->decrOutstandingAioOperationCount(); +} + +void LinearFileController::asyncFileHeaderWrite(io_context_t ioContextPtr, + const uint16_t userFlags, + const uint64_t recordId, + const uint64_t firstRecordOffset) { + currentJournalFilePtr_->asyncFileHeaderWrite(ioContextPtr, + emptyFilePoolPtr_->getPartitionNumber(), + emptyFilePoolPtr_->dataSize_kib(), + userFlags, + recordId, + firstRecordOffset, + jcntlRef_.id()); +} + +void LinearFileController::asyncPageWrite(io_context_t ioContextPtr, + aio_cb* aioControlBlockPtr, + void* data, + uint32_t dataSize_dblks) { + assertCurrentJournalFileValid("asyncPageWrite"); + currentJournalFilePtr_->asyncPageWrite(ioContextPtr, aioControlBlockPtr, data, dataSize_dblks); +} + +uint64_t LinearFileController::getCurrentFileSeqNum() const { + assertCurrentJournalFileValid("getCurrentFileSeqNum"); + return currentJournalFilePtr_->getFileSeqNum(); +} + +uint64_t LinearFileController::getCurrentSerial() const { + assertCurrentJournalFileValid("getCurrentSerial"); + return currentJournalFilePtr_->getSerial(); +} + +bool LinearFileController::isEmpty() const { + assertCurrentJournalFileValid("isEmpty"); + return currentJournalFilePtr_->isEmpty(); +} + +const std::string LinearFileController::status(const uint8_t indentDepth) const { + std::string indent((size_t)indentDepth, '.'); + std::ostringstream oss; + oss << indent << "LinearFileController: queue=" << jcntlRef_.id() << std::endl; + oss << indent << " journalDirectory=" << journalDirectory_ << std::endl; + oss << indent << " fileSeqCounter=" << fileSeqCounter_.get() << std::endl; + oss << indent << " recordIdCounter=" << recordIdCounter_.get() << std::endl; + oss << indent << " journalFileList.size=" << journalFileList_.size() << std::endl; + if (checkCurrentJournalFileValid()) { + oss << currentJournalFilePtr_->status_str(indentDepth+2); + } else { + oss << indent << " " << std::endl; + } + return oss.str(); +} + +// --- protected functions --- + +void LinearFileController::addJournalFile(const std::string& fileName, + const efpIdentity_t& efpIdentity, + const uint64_t fileNumber, + const uint32_t completedDblkCount) { + JournalFile* jfp = new JournalFile(fileName, efpIdentity, fileNumber); + addJournalFile(jfp, completedDblkCount); +} + +void LinearFileController::assertCurrentJournalFileValid(const char* const functionName) const { + if (!checkCurrentJournalFileValid()) { + throw jexception(jerrno::JERR__NULL, "LinearFileController", functionName); + } +} + +bool LinearFileController::checkCurrentJournalFileValid() const { + return currentJournalFilePtr_ != 0; +} + +// NOTE: NOT THREAD SAFE - journalFileList is accessed by multiple threads - use under external lock +JournalFile* LinearFileController::find(const efpFileCount_t fileSeqNumber) { + if (currentJournalFilePtr_ != 0 && currentJournalFilePtr_->getFileSeqNum() == fileSeqNumber) + return currentJournalFilePtr_; + for (JournalFileListItr_t i=journalFileList_.begin(); i!=journalFileList_.end(); ++i) { + if ((*i)->getFileSeqNum() == fileSeqNumber) { + return *i; + } + } + std::ostringstream oss; + oss << "fileSeqNumber=" << fileSeqNumber; + throw jexception(jerrno::JERR_LFCR_SEQNUMNOTFOUND, oss.str(), "LinearFileController", "find"); +} + +uint64_t LinearFileController::getNextFileSeqNum() { + return fileSeqCounter_.increment(); +} + +void LinearFileController::purgeEmptyFilesToEfpNoLock() { +//std::cout << " >P n=" << journalFileList_.size() << " e=" << (journalFileList_.front()->isNoEnqueuedRecordsRemaining()?"T":"F") << std::flush; // DEBUG + while (journalFileList_.front()->isNoEnqueuedRecordsRemaining() && + journalFileList_.size() > 1) { // Can't purge last file, even if it has no enqueued records +//std::cout << " *f=" << journalFileList_.front()->getFqFileName() << std::flush; // DEBUG + emptyFilePoolPtr_->returnEmptyFile(journalFileList_.front()->getFqFileName()); + delete journalFileList_.front(); + journalFileList_.pop_front(); + } +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.h b/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.h new file mode 100644 index 0000000000..436c07f289 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/LinearFileController.h @@ -0,0 +1,117 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ +#define QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ + +#include +#include "qpid/linearstore/journal/AtomicCounter.h" +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" + +// libaio forward declares +typedef struct io_context* io_context_t; +typedef struct iocb aio_cb; + +namespace qpid { +namespace linearstore { +namespace journal { + +class EmptyFilePool; +class jcntl; +class JournalFile; + +class LinearFileController +{ +protected: + typedef std::deque JournalFileList_t; + typedef JournalFileList_t::iterator JournalFileListItr_t; + + jcntl& jcntlRef_; + std::string journalDirectory_; + EmptyFilePool* emptyFilePoolPtr_; + JournalFile* currentJournalFilePtr_; + AtomicCounter fileSeqCounter_; + AtomicCounter recordIdCounter_; + + JournalFileList_t journalFileList_; + smutex journalFileListMutex_; + +public: + LinearFileController(jcntl& jcntlRef); + virtual ~LinearFileController(); + + void initialize(const std::string& journalDirectory, + EmptyFilePool* emptyFilePoolPtr, + uint64_t initialFileNumberVal); + void finalize(); + + void addJournalFile(JournalFile* journalFilePtr, + const uint32_t completedDblkCount); + + efpDataSize_sblks_t dataSize_sblks() const; + efpFileSize_sblks_t fileSize_sblks() const; + uint64_t getNextRecordId(); + void pullEmptyFileFromEfp(); + void purgeEmptyFilesToEfp(); + + // Functions for manipulating counts of non-current JournalFile instances in journalFileList_ + uint32_t getEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); + uint32_t incrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); + uint32_t decrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); + uint32_t addWriteCompletedDblkCount(const efpFileCount_t fileSeqNumber, + const uint32_t a); + uint16_t decrOutstandingAioOperationCount(const efpFileCount_t fileSeqNumber); + + // Pass-through functions for current JournalFile class + void asyncFileHeaderWrite(io_context_t ioContextPtr, + const uint16_t userFlags, + const uint64_t recordId, + const uint64_t firstRecordOffset); + void asyncPageWrite(io_context_t ioContextPtr, + aio_cb* aioControlBlockPtr, + void* data, + uint32_t dataSize_dblks); + + uint64_t getCurrentFileSeqNum() const; + uint64_t getCurrentSerial() const; + bool isEmpty() const; + + // Debug aid + const std::string status(const uint8_t indentDepth) const; + +protected: + void addJournalFile(const std::string& fileName, + const efpIdentity_t& efpIdentity, + const uint64_t fileNumber, + const uint32_t completedDblkCount); + void assertCurrentJournalFileValid(const char* const functionName) const; + bool checkCurrentJournalFileValid() const; + JournalFile* find(const efpFileCount_t fileSeqNumber); + uint64_t getNextFileSeqNum(); + void purgeEmptyFilesToEfpNoLock(); +}; + +typedef void (LinearFileController::*lfcAddJournalFileFn)(JournalFile* journalFilePtr, + const uint32_t completedDblkCount); + +}}} + +#endif // QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ diff --git a/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.cpp b/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.cpp new file mode 100644 index 0000000000..8ae82c7b80 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.cpp @@ -0,0 +1,750 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/RecoveryManager.h" + +#include +#include +#include +#include "qpid/linearstore/journal/data_tok.h" +#include "qpid/linearstore/journal/deq_rec.h" +#include "qpid/linearstore/journal/EmptyFilePoolManager.h" +#include "qpid/linearstore/journal/enq_map.h" +#include "qpid/linearstore/journal/enq_rec.h" +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jdir.h" +#include "qpid/linearstore/journal/JournalFile.h" +#include "qpid/linearstore/journal/JournalLog.h" +#include "qpid/linearstore/journal/jrec.h" +#include "qpid/linearstore/journal/LinearFileController.h" +#include "qpid/linearstore/journal/txn_map.h" +#include "qpid/linearstore/journal/txn_rec.h" +#include "qpid/linearstore/journal/utils/enq_hdr.h" +#include "qpid/linearstore/journal/utils/file_hdr.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +RecoveryManager::RecoveryManager(const std::string& journalDirectory, + const std::string& queuename, + enq_map& enqueueMapRef, + txn_map& transactionMapRef, + JournalLog& journalLogRef) : + journalDirectory_(journalDirectory), + queueName_(queuename), + enqueueMapRef_(enqueueMapRef), + transactionMapRef_(transactionMapRef), + journalLogRef_(journalLogRef), + journalEmptyFlag_(false), + firstRecordOffset_(0), + endOffset_(0), + highestRecordId_(0ULL), + highestFileNumber_(0ULL), + lastFileFullFlag_(false), + currentSerial_(0), + efpFileSize_kib_(0) +{} + +RecoveryManager::~RecoveryManager() {} + +void RecoveryManager::analyzeJournals(const std::vector* preparedTransactionListPtr, + EmptyFilePoolManager* emptyFilePoolManager, + EmptyFilePool** emptyFilePoolPtrPtr) { + // Analyze file headers of existing journal files + efpIdentity_t efpIdentity; + analyzeJournalFileHeaders(efpIdentity); + *emptyFilePoolPtrPtr = emptyFilePoolManager->getEmptyFilePool(efpIdentity); + efpFileSize_kib_ = (*emptyFilePoolPtrPtr)->fileSize_kib(); + + // Check for file full condition + lastFileFullFlag_ = endOffset_ == (std::streamoff)(*emptyFilePoolPtrPtr)->fileSize_kib() * 1024; + + if (!journalEmptyFlag_) { + + // Read all records, establish remaining enqueued records + while (getNextRecordHeader()) {} + if (inFileStream_.is_open()) { + inFileStream_.close(); + } + + // Remove leading files which have no enqueued records + removeEmptyFiles(*emptyFilePoolPtrPtr); + + // Remove all txns from tmap that are not in the prepared list + if (preparedTransactionListPtr) { + std::vector xidList; + transactionMapRef_.xid_list(xidList); + for (std::vector::iterator itr = xidList.begin(); itr != xidList.end(); itr++) { + std::vector::const_iterator pitr = + std::find(preparedTransactionListPtr->begin(), preparedTransactionListPtr->end(), *itr); + if (pitr == preparedTransactionListPtr->end()) { // not found in prepared list + txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(*itr); // tdl will be empty if xid not found + // Unlock any affected enqueues in emap + for (tdl_itr i=tdl.begin(); ienq_flag_) { // enq op - decrement enqueue count + fileNumberMap_[i->pfid_]->decrEnqueuedRecordCount(); + } else if (enqueueMapRef_.is_enqueued(i->drid_, true)) { // deq op - unlock enq record + int16_t ret = enqueueMapRef_.unlock(i->drid_); + if (ret < enq_map::EMAP_OK) { // fail + // enq_map::unlock()'s only error is enq_map::EMAP_RID_NOT_FOUND + std::ostringstream oss; + oss << std::hex << "_emap.unlock(): drid=0x\"" << i->drid_; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "analyzeJournals"); + } + } + } + } + } + } + + // Set up recordIdList_ from enqueue map + enqueueMapRef_.rid_list(recordIdList_); + + recordIdListConstItr_ = recordIdList_.begin(); + } +} + +std::streamoff RecoveryManager::getEndOffset() const { + return endOffset_; +} + +uint64_t RecoveryManager::getHighestFileNumber() const { + return highestFileNumber_; +} + +uint64_t RecoveryManager::getHighestRecordId() const { + return highestRecordId_; +} + +bool RecoveryManager::isLastFileFull() const { + return lastFileFullFlag_; +} + +bool RecoveryManager::readNextRemainingRecord(void** const dataPtrPtr, + std::size_t& dataSize, + void** const xidPtrPtr, + std::size_t& xidSize, + bool& transient, + bool& external, + data_tok* const dtokp, + bool /*ignore_pending_txns*/) { + if (recordIdListConstItr_ == recordIdList_.end()) { + return false; + } + enq_map::emap_data_struct_t eds; + enqueueMapRef_.get_data(*recordIdListConstItr_, eds); + if (!inFileStream_.is_open() || currentJournalFileConstItr_->first != eds._pfid) { + getFile(eds._pfid, false); + } +//std::cout << " " << eds._pfid << std::hex << ",0x" << eds._file_posn << std::flush; // DEBUG + + inFileStream_.seekg(eds._file_posn, std::ifstream::beg); + if (!inFileStream_.good()) { + std::ostringstream oss; + oss << "Could not find offset 0x" << std::hex << eds._file_posn << " in file " << getCurrentFileName(); + throw jexception(jerrno::JERR__FILEIO, oss.str(), "RecoveryManager", "readNextRemainingRecord"); + } + ::enq_hdr_t enqueueHeader; + inFileStream_.read((char*)&enqueueHeader, sizeof(::enq_hdr_t)); + if (inFileStream_.gcount() != sizeof(::enq_hdr_t)) { + std::ostringstream oss; + oss << "Could not read enqueue header from file " << getCurrentFileName() << " at offset 0x" << std::hex << eds._file_posn; + throw jexception(jerrno::JERR__FILEIO, oss.str(), "RecoveryManager", "readNextRemainingRecord"); + } + // check flags + transient = ::is_enq_transient(&enqueueHeader); + external = ::is_enq_external(&enqueueHeader); +//char magicBuff[5]; // DEBUG +//::memcpy(magicBuff, &enqueueHeader, 4); // DEBUG +//magicBuff[4] = 0; // DEBUG +//std::cout << std::hex << ":" << (char*)magicBuff << ",rid=0x" << enqueueHeader._rhdr._rid << ",xs=0x" << enqueueHeader._xidsize << ",ds=0x" << enqueueHeader._dsize << std::dec << std::flush; // DEBUG + // read xid + xidSize = enqueueHeader._xidsize; + *xidPtrPtr = ::malloc(xidSize); + if (*xidPtrPtr == 0) { + std::ostringstream oss; + oss << "xidPtr, size=0x" << std::hex << xidSize; + throw jexception(jerrno::JERR__MALLOC, oss.str(), "RecoveryManager", "readNextRemainingRecord"); + } + readJournalData((char*)*xidPtrPtr, xidSize); + + // read data + dataSize = enqueueHeader._dsize; + *dataPtrPtr = ::malloc(dataSize); + if (*xidPtrPtr == 0) { + std::ostringstream oss; + oss << "dataPtr, size=0x" << std::hex << dataSize; + throw jexception(jerrno::JERR__MALLOC, oss.str(), "RecoveryManager", "readNextRemainingRecord"); + } + readJournalData((char*)*dataPtrPtr, dataSize); + + // Set data token + dtokp->set_wstate(data_tok::ENQ); + dtokp->set_rid(enqueueHeader._rhdr._rid); + dtokp->set_dsize(dataSize); + if (xidSize) { + dtokp->set_xid(*xidPtrPtr, xidSize); + } + + ++recordIdListConstItr_; + return true; +} + +void RecoveryManager::setLinearFileControllerJournals(lfcAddJournalFileFn fnPtr, + LinearFileController* lfcPtr) { + for (fileNumberMapConstItr_t i = fileNumberMap_.begin(); i != fileNumberMap_.end(); ++i) { + uint32_t fileDblkCount = i->first == highestFileNumber_ ? // Is this this last file? + endOffset_ / QLS_DBLK_SIZE_BYTES : // Last file uses _endOffset + efpFileSize_kib_ * 1024 / QLS_DBLK_SIZE_BYTES; // All others use file size to make them full + (lfcPtr->*fnPtr)(i->second, fileDblkCount); + } +} + +std::string RecoveryManager::toString(const std::string& jid) { + std::ostringstream oss; + oss << "Recovery journal analysis (jid=\"" << jid << "\"):" << std::endl; + oss << " Number of journal files = " << fileNumberMap_.size() << std::endl; + oss << " Journal File List:" << std::endl; + for (fileNumberMapConstItr_t k=fileNumberMap_.begin(); k!=fileNumberMap_.end(); ++k) { + std::string fqFileName = k->second->getFqFileName(); + oss << " " << k->first << ": " << fqFileName.substr(fqFileName.rfind('/')+1) << std::endl; + } + oss << " Enqueue Counts: [ "; + for (fileNumberMapConstItr_t l=fileNumberMap_.begin(); l!=fileNumberMap_.end(); ++l) { + if (l != fileNumberMap_.begin()) { + oss << ", "; + } + oss << l->second->getEnqueuedRecordCount(); + } + oss << " ]" << std::endl; + oss << " Journal empty = " << (journalEmptyFlag_ ? "TRUE" : "FALSE") << std::endl; + oss << " First record offset in first file = 0x" << std::hex << firstRecordOffset_ << + std::dec << " (" << (firstRecordOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; + oss << " End offset = 0x" << std::hex << endOffset_ << std::dec << " (" << + (endOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; + oss << " Highest rid = 0x" << std::hex << highestRecordId_ << std::dec << std::endl; + oss << " Highest file number = 0x" << std::hex << highestFileNumber_ << std::dec << std::endl; + oss << " Last file full = " << (lastFileFullFlag_ ? "TRUE" : "FALSE") << std::endl; + oss << " Enqueued records (txn & non-txn):" << std::endl; + return oss.str(); +} + +std::string RecoveryManager::toLog(const std::string& jid, const int indent) { + std::string indentStr(indent, ' '); + std::ostringstream oss; + oss << std::endl << indentStr << "Journal recovery analysis (jid=\"" << jid << "\"):" << std::endl; + if (journalEmptyFlag_) { + oss << indentStr << "" << std::endl; + } else { + oss << indentStr << std::setw(7) << "file_id" + << std::setw(43) << "file_name" + << std::setw(16) << "fro" + << std::setw(12) << "record_cnt" + << std::setw(5) << "ptn" + << std::setw(10) << "efp" + << std::endl; + oss << indentStr << std::setw(7) << "-------" + << std::setw(43) << "-----------------------------------------" + << std::setw(16) << "--------------" + << std::setw(12) << "----------" + << std::setw(5) << "---" + << std::setw(10) << "--------" + << std::endl; + for (fileNumberMapConstItr_t k=fileNumberMap_.begin(); k!=fileNumberMap_.end(); ++k) { + std::string fqFileName = k->second->getFqFileName(); + std::ostringstream fro; + fro << std::hex << "0x" << k->second->getFirstRecordOffset(); + oss << indentStr << std::setw(7) << k->first + << std::setw(43) << fqFileName.substr(fqFileName.rfind('/')+1) + << std::setw(16) << fro.str() + << std::setw(12) << k->second->getEnqueuedRecordCount() + << std::setw(5) << k->second->getEfpIdentity().pn_ + << std::setw(9) << k->second->getEfpIdentity().ds_ << "k" + << std::endl; + } + oss << indentStr << "First record offset in first file = 0x" << std::hex << firstRecordOffset_ << + std::dec << " (" << (firstRecordOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; + oss << indentStr << "End offset in last file = 0x" << std::hex << endOffset_ << std::dec << " (" << + (endOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; + oss << indentStr << "Highest rid found = 0x" << std::hex << highestRecordId_ << std::dec << std::endl; + oss << indentStr << "Last file full = " << (lastFileFullFlag_ ? "TRUE" : "FALSE") << std::endl; + oss << indentStr << "Enqueued records (txn & non-txn):"; + } + return oss.str(); +} + +// --- protected functions --- + +void RecoveryManager::analyzeJournalFileHeaders(efpIdentity_t& efpIdentity) { + std::string headerQueueName; + ::file_hdr_t fileHeader; + directoryList_t directoryList; + jdir::read_dir(journalDirectory_, directoryList, false, true, false, true); + for (directoryListConstItr_t i = directoryList.begin(); i != directoryList.end(); ++i) { + readJournalFileHeader(*i, fileHeader, headerQueueName); + if (headerQueueName.compare(queueName_) != 0) { + std::ostringstream oss; + oss << "Journal file " << (*i) << " belongs to queue \"" << headerQueueName << "\": ignoring"; + journalLogRef_.log(JournalLog::LOG_WARN, queueName_, oss.str()); + } else { + JournalFile* jfp = new JournalFile(*i, fileHeader); + fileNumberMap_[fileHeader._file_number] = jfp; + if (fileHeader._file_number > highestFileNumber_) { + highestFileNumber_ = fileHeader._file_number; + } + } + } + efpIdentity.pn_ = fileHeader._efp_partition; + efpIdentity.ds_ = fileHeader._data_size_kib; + currentJournalFileConstItr_ = fileNumberMap_.begin(); +} + +void RecoveryManager::checkFileStreamOk(bool checkEof) { + if (inFileStream_.fail() || inFileStream_.bad() || checkEof ? inFileStream_.eof() : false) { + std::ostringstream oss; + oss << "Stream status: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); + if (checkEof) { + oss << " eof=" << (inFileStream_.eof()?"T":"F"); + } + throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "checkFileStreamOk"); + } +} + +void RecoveryManager::checkJournalAlignment(const std::streampos recordPosition) { + std::streampos currentPosn = recordPosition; + unsigned sblkOffset = currentPosn % QLS_SBLK_SIZE_BYTES; + if (sblkOffset) + { + std::ostringstream oss1; + oss1 << std::hex << "Bad record alignment found at fid=0x" << getCurrentFileNumber(); + oss1 << " offs=0x" << currentPosn << " (likely journal overwrite boundary); " << std::dec; + oss1 << (QLS_SBLK_SIZE_DBLKS - (sblkOffset/QLS_DBLK_SIZE_BYTES)) << " filler record(s) required."; + journalLogRef_.log(JournalLog::LOG_WARN, queueName_, oss1.str()); + + std::ofstream outFileStream(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::out | std::ios_base::binary); + if (!outFileStream.good()) { + throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "checkJournalAlignment"); + } + outFileStream.seekp(currentPosn); + + // Prepare write buffer containing a single empty record (1 dblk) + void* writeBuffer = std::malloc(QLS_DBLK_SIZE_BYTES); + if (writeBuffer == 0) { + throw jexception(jerrno::JERR__MALLOC, "RecoveryManager", "checkJournalAlignment"); + } + const uint32_t xmagic = QLS_EMPTY_MAGIC; + ::memcpy(writeBuffer, (const void*)&xmagic, sizeof(xmagic)); + ::memset((char*)writeBuffer + sizeof(xmagic), QLS_CLEAN_CHAR, QLS_DBLK_SIZE_BYTES - sizeof(xmagic)); + + // Write as many empty records as are needed to get to sblk boundary + while (currentPosn % QLS_SBLK_SIZE_BYTES) { + outFileStream.write((const char*)writeBuffer, QLS_DBLK_SIZE_BYTES); + if (outFileStream.fail()) { + throw jexception(jerrno::JERR_RCVM_WRITE, "RecoveryManager", "checkJournalAlignment"); + } + std::ostringstream oss2; + oss2 << std::hex << "Recover phase write: Wrote filler record: fid=0x" << getCurrentFileNumber(); + oss2 << " offs=0x" << currentPosn; + journalLogRef_.log(JournalLog::LOG_NOTICE, queueName_, oss2.str()); + currentPosn = outFileStream.tellp(); + } + outFileStream.close(); + std::free(writeBuffer); + journalLogRef_.log(JournalLog::LOG_INFO, queueName_, "Bad record alignment fixed."); + } + endOffset_ = currentPosn; +} + +bool RecoveryManager::decodeRecord(jrec& record, + std::size_t& cumulativeSizeRead, + ::rec_hdr_t& headerRecord, + std::streampos& fileOffset) +{ + std::streampos start_file_offs = fileOffset; + + if (highestRecordId_ == 0) { + highestRecordId_ = headerRecord._rid; + } else if (headerRecord._rid - highestRecordId_ < 0x8000000000000000ULL) { // RFC 1982 comparison for unsigned 64-bit + highestRecordId_ = headerRecord._rid; + } + + bool done = false; + while (!done) { + try { + done = record.decode(headerRecord, &inFileStream_, cumulativeSizeRead); + } + catch (const jexception& e) { + journalLogRef_.log(JournalLog::LOG_INFO, queueName_, e.what()); + checkJournalAlignment(start_file_offs); + return false; + } + if (!done && needNextFile()) { + if (!getNextFile(false)) { + checkJournalAlignment(start_file_offs); + return false; + } + } + } + return true; +} + +std::string RecoveryManager::getCurrentFileName() const { + return currentJournalFileConstItr_->second->getFqFileName(); +} + +uint64_t RecoveryManager::getCurrentFileNumber() const { + return currentJournalFileConstItr_->first; +} + +bool RecoveryManager::getFile(const uint64_t fileNumber, bool jumpToFirstRecordOffsetFlag) { + if (inFileStream_.is_open()) { + inFileStream_.close(); +//std::cout << " f=" << getCurrentFileName() << "]" << std::flush; // DEBUG + inFileStream_.clear(); // clear eof flag, req'd for older versions of c++ + } + currentJournalFileConstItr_ = fileNumberMap_.find(fileNumber); + if (currentJournalFileConstItr_ == fileNumberMap_.end()) { + return false; + } + inFileStream_.open(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::binary); + if (!inFileStream_.good()) { + throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "getFile"); + } +//std::cout << " [F=" << getCurrentFileName() << std::flush; // DEBUG + + if (!readFileHeader()) { + return false; + } + std::streamoff foffs = jumpToFirstRecordOffsetFlag ? firstRecordOffset_ : QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; + inFileStream_.seekg(foffs); + return true; +} + +bool RecoveryManager::getNextFile(bool jumpToFirstRecordOffsetFlag) { + if (inFileStream_.is_open()) { + inFileStream_.close(); +//std::cout << " .f=" << getCurrentFileName() << "]" << std::flush; // DEBUG + if (++currentJournalFileConstItr_ == fileNumberMap_.end()) { + return false; + } + inFileStream_.clear(); // clear eof flag, req'd for older versions of c++ + } + inFileStream_.open(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::binary); + if (!inFileStream_.good()) { + throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "getNextFile"); + } +//std::cout << " [.F=" << getCurrentFileName() << std::flush; // DEBUG + + if (!readFileHeader()) { + return false; + } + std::streamoff foffs = jumpToFirstRecordOffsetFlag ? firstRecordOffset_ : QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; + inFileStream_.seekg(foffs); + return true; +} + +bool RecoveryManager::getNextRecordHeader() +{ + std::size_t cum_size_read = 0; + void* xidp = 0; + rec_hdr_t h; + + bool hdr_ok = false; + std::streampos file_pos; + while (!hdr_ok) { + if (needNextFile()) { + if (!getNextFile(true)) { + return false; + } + } + file_pos = inFileStream_.tellg(); + if (file_pos == std::streampos(-1)) { + std::ostringstream oss; + oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); + throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "getNextRecordHeader"); + } + inFileStream_.read((char*)&h, sizeof(rec_hdr_t)); + if (inFileStream_.gcount() == sizeof(rec_hdr_t)) { + hdr_ok = true; + } else { + if (needNextFile()) { + if (!getNextFile(true)) { + return false; + } + } + } + } + + switch(h._magic) { + case QLS_ENQ_MAGIC: + { +//std::cout << " 0x" << std::hex << file_pos << ".e.0x" << h._rid << std::dec << std::flush; // DEBUG + if (::rec_hdr_check(&h, QLS_ENQ_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { + endOffset_ = file_pos; + return false; + } + enq_rec er; + uint64_t start_fid = getCurrentFileNumber(); // fid may increment in decode() if record folds over file boundary + if (!decodeRecord(er, cum_size_read, h, file_pos)) { + return false; + } + if (!er.is_transient()) { // Ignore transient msgs + fileNumberMap_[start_fid]->incrEnqueuedRecordCount(); + if (er.xid_size()) { + er.get_xid(&xidp); + if (xidp == 0) { + throw jexception(jerrno::JERR_RCVM_NULLXID, "ENQ", "RecoveryManager", "getNextRecordHeader"); + } + std::string xid((char*)xidp, er.xid_size()); + transactionMapRef_.insert_txn_data(xid, txn_data_t(h._rid, 0, start_fid, file_pos, true)); + if (transactionMapRef_.set_aio_compl(xid, h._rid) < txn_map::TMAP_OK) { // fail - xid or rid not found + std::ostringstream oss; + oss << std::hex << "_tmap.set_aio_compl: txn_enq xid=\"" << xid << "\" rid=0x" << h._rid; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "getNextRecordHeader"); + } + std::free(xidp); + } else { + if (enqueueMapRef_.insert_pfid(h._rid, start_fid, file_pos) < enq_map::EMAP_OK) { // fail + // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. + std::ostringstream oss; + oss << std::hex << "rid=0x" << h._rid << " _pfid=0x" << start_fid; + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "RecoveryManager", "getNextRecordHeader"); + } + } + } + } + break; + case QLS_DEQ_MAGIC: + { +//std::cout << " 0x" << std::hex << file_pos << ".d.0x" << h._rid << std::dec << std::flush; // DEBUG + if (::rec_hdr_check(&h, QLS_DEQ_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { + endOffset_ = file_pos; + return false; + } + deq_rec dr; + uint16_t start_fid = getCurrentFileNumber(); // fid may increment in decode() if record folds over file boundary + if (!decodeRecord(dr, cum_size_read, h, file_pos)) { + return false; + } + if (dr.xid_size()) { + // If the enqueue is part of a pending txn, it will not yet be in emap + enqueueMapRef_.lock(dr.deq_rid()); // ignore not found error + dr.get_xid(&xidp); + if (xidp == 0) { + throw jexception(jerrno::JERR_RCVM_NULLXID, "DEQ", "RecoveryManager", "getNextRecordHeader"); + } + std::string xid((char*)xidp, dr.xid_size()); + transactionMapRef_.insert_txn_data(xid, txn_data_t(dr.rid(), dr.deq_rid(), start_fid, file_pos, + false, dr.is_txn_coml_commit())); + if (transactionMapRef_.set_aio_compl(xid, dr.rid()) < txn_map::TMAP_OK) { // fail - xid or rid not found + std::ostringstream oss; + oss << std::hex << "_tmap.set_aio_compl: txn_deq xid=\"" << xid << "\" rid=0x" << dr.rid(); + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "getNextRecordHeader"); + } + std::free(xidp); + } else { + uint64_t enq_fid; + if (enqueueMapRef_.get_remove_pfid(dr.deq_rid(), enq_fid, true) == enq_map::EMAP_OK) { // ignore not found error + fileNumberMap_[enq_fid]->decrEnqueuedRecordCount(); + } + } + } + break; + case QLS_TXA_MAGIC: + { +//std::cout << " 0x" << std::hex << file_pos << ".a.0x" << h._rid << std::dec << std::flush; // DEBUG + if (::rec_hdr_check(&h, QLS_TXA_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { + endOffset_ = file_pos; + return false; + } + txn_rec ar; + if (!decodeRecord(ar, cum_size_read, h, file_pos)) { + return false; + } + // Delete this txn from tmap, unlock any locked records in emap + ar.get_xid(&xidp); + if (xidp == 0) { + throw jexception(jerrno::JERR_RCVM_NULLXID, "ABT", "RecoveryManager", "getNextRecordHeader"); + } + std::string xid((char*)xidp, ar.xid_size()); + txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(xid); // tdl will be empty if xid not found + for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) { + if (itr->enq_flag_) { + fileNumberMap_[itr->pfid_]->decrEnqueuedRecordCount(); + } else { + enqueueMapRef_.unlock(itr->drid_); // ignore not found error + } + } + std::free(xidp); + } + break; + case QLS_TXC_MAGIC: + { +//std::cout << " 0x" << std::hex << file_pos << ".c.0x" << h._rid << std::dec << std::flush; // DEBUG + if (::rec_hdr_check(&h, QLS_TXC_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { + endOffset_ = file_pos; + return false; + } + txn_rec cr; + if (!decodeRecord(cr, cum_size_read, h, file_pos)) { + return false; + } + // Delete this txn from tmap, process records into emap + cr.get_xid(&xidp); + if (xidp == 0) { + throw jexception(jerrno::JERR_RCVM_NULLXID, "CMT", "RecoveryManager", "getNextRecordHeader"); + } + std::string xid((char*)xidp, cr.xid_size()); + txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(xid); // tdl will be empty if xid not found + for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) { + if (itr->enq_flag_) { // txn enqueue +//std::cout << "[rid=0x" << std::hex << itr->rid_ << std::dec << " fid=" << itr->pfid_ << " fpos=0x" << std::hex << itr->foffs_ << "]" << std::dec << std::flush; // DEBUG + if (enqueueMapRef_.insert_pfid(itr->rid_, itr->pfid_, itr->foffs_) < enq_map::EMAP_OK) { // fail + // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. + std::ostringstream oss; + oss << std::hex << "rid=0x" << itr->rid_ << " _pfid=0x" << itr->pfid_; + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "RecoveryManager", "getNextRecordHeader"); + } + } else { // txn dequeue + uint64_t enq_fid; + if (enqueueMapRef_.get_remove_pfid(itr->drid_, enq_fid, true) == enq_map::EMAP_OK) // ignore not found error + fileNumberMap_[enq_fid]->decrEnqueuedRecordCount(); + } + } + std::free(xidp); + } + break; + case QLS_EMPTY_MAGIC: + { +//std::cout << ".x" << std::flush; // DEBUG + uint32_t rec_dblks = jrec::size_dblks(sizeof(::rec_hdr_t)); + inFileStream_.ignore(rec_dblks * QLS_DBLK_SIZE_BYTES - sizeof(::rec_hdr_t)); + checkFileStreamOk(false); + if (needNextFile()) { + if (!getNextFile(false)) { + return false; + } + } + } + break; + case 0: +//std::cout << " 0x" << std::hex << file_pos << ".0" << std::dec << std::endl << std::flush; // DEBUG + checkJournalAlignment(file_pos); + return false; + default: +//std::cout << " 0x" << std::hex << file_pos << ".?" << std::dec << std::endl << std::flush; // DEBUG + // Stop as this is the overwrite boundary. + checkJournalAlignment(file_pos); + return false; + } + return true; +} + +bool RecoveryManager::needNextFile() { + if (inFileStream_.is_open()) { + return inFileStream_.eof() || inFileStream_.tellg() >= std::streampos(efpFileSize_kib_ * 1024); + } + return true; +} + +void RecoveryManager::readJournalData(char* target, + const std::streamsize readSize) { + std::streamoff bytesRead = 0; + while (bytesRead < readSize) { + std::streampos file_pos = inFileStream_.tellg(); + if (file_pos == std::streampos(-1)) { + std::ostringstream oss; + oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); + throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "readJournalData"); + } + inFileStream_.read(target + bytesRead, readSize - bytesRead); + std::streamoff thisReadSize = inFileStream_.gcount(); + if (thisReadSize < readSize) { + if (needNextFile()) { + getNextFile(false); + } + file_pos = inFileStream_.tellg(); + if (file_pos == std::streampos(-1)) { + std::ostringstream oss; + oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); + throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "readJournalData"); + } + } + bytesRead += thisReadSize; + } +} + +bool RecoveryManager::readFileHeader() { + file_hdr_t fhdr; + inFileStream_.read((char*)&fhdr, sizeof(fhdr)); + checkFileStreamOk(true); + if (::file_hdr_check(&fhdr, QLS_FILE_MAGIC, QLS_JRNL_VERSION, efpFileSize_kib_) != 0) { + firstRecordOffset_ = fhdr._fro; + currentSerial_ = fhdr._rhdr._serial; + } else { + inFileStream_.close(); + if (currentJournalFileConstItr_ == fileNumberMap_.begin()) { + journalEmptyFlag_ = true; + } + return false; + } + return true; +} + +// static private +void RecoveryManager::readJournalFileHeader(const std::string& journalFileName, + ::file_hdr_t& fileHeaderRef, + std::string& queueName) { + const std::size_t headerBlockSize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024; + char buffer[headerBlockSize]; + std::ifstream ifs(journalFileName.c_str(), std::ifstream::in | std::ifstream::binary); + if (!ifs.good()) { + std::ostringstream oss; + oss << "File=" << journalFileName; + throw jexception(jerrno::JERR_RCVM_OPENRD, oss.str(), "RecoveryManager", "readJournalFileHeader"); + } + ifs.read(buffer, headerBlockSize); + if (!ifs) { + std::streamsize s = ifs.gcount(); + ifs.close(); + std::ostringstream oss; + oss << "File=" << journalFileName << "; attempted_read_size=" << headerBlockSize << "; actual_read_size=" << s; + throw jexception(jerrno::JERR_RCVM_READ, oss.str(), "RecoveryManager", "readJournalFileHeader"); + } + ifs.close(); + ::memcpy(&fileHeaderRef, buffer, sizeof(::file_hdr_t)); + queueName.assign(buffer + sizeof(::file_hdr_t), fileHeaderRef._queue_name_len); + +} + +void RecoveryManager::removeEmptyFiles(EmptyFilePool* emptyFilePoolPtr) { + while (fileNumberMap_.begin()->second->getEnqueuedRecordCount() == 0 && fileNumberMap_.size() > 1) { +//std::cout << "*** File " << i->first << ": " << i->second << " is empty." << std::endl; // DEBUG + emptyFilePoolPtr->returnEmptyFile(fileNumberMap_.begin()->second->getFqFileName()); + fileNumberMap_.erase(fileNumberMap_.begin()->first); + } +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.h b/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.h new file mode 100644 index 0000000000..153b0f0511 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/RecoveryManager.h @@ -0,0 +1,136 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ +#define QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ + +#include +#include +#include +#include "qpid/linearstore/journal/LinearFileController.h" +#include +#include + +struct file_hdr_t; +struct rec_hdr_t; + +namespace qpid { +namespace linearstore { +namespace journal { + +class data_tok; +class enq_map; +class EmptyFilePool; +class EmptyFilePoolManager; +class JournalLog; +class jrec; +class txn_map; + +class RecoveryManager +{ +protected: + // Types + typedef std::vector directoryList_t; + typedef directoryList_t::const_iterator directoryListConstItr_t; + typedef std::map fileNumberMap_t; + typedef fileNumberMap_t::iterator fileNumberMapItr_t; + typedef fileNumberMap_t::const_iterator fileNumberMapConstItr_t; + typedef std::vector recordIdList_t; + typedef recordIdList_t::const_iterator recordIdListConstItr_t; + + // Location and identity + const std::string journalDirectory_; + const std::string queueName_; + enq_map& enqueueMapRef_; + txn_map& transactionMapRef_; + JournalLog& journalLogRef_; + + // Initial journal analysis data + fileNumberMap_t fileNumberMap_; ///< File number - JournalFilePtr map + bool journalEmptyFlag_; ///< Journal data files empty + std::streamoff firstRecordOffset_; ///< First record offset in ffid + std::streamoff endOffset_; ///< End offset (first byte past last record) + uint64_t highestRecordId_; ///< Highest rid found + uint64_t highestFileNumber_; ///< Highest file number found + bool lastFileFullFlag_; ///< Last file is full + + // State for recovery of individual enqueued records + uint64_t currentSerial_; + uint32_t efpFileSize_kib_; + fileNumberMapConstItr_t currentJournalFileConstItr_; + std::string currentFileName_; + std::ifstream inFileStream_; + recordIdList_t recordIdList_; + recordIdListConstItr_t recordIdListConstItr_; + +public: + RecoveryManager(const std::string& journalDirectory, + const std::string& queuename, + enq_map& enqueueMapRef, + txn_map& transactionMapRef, + JournalLog& journalLogRef); + virtual ~RecoveryManager(); + + void analyzeJournals(const std::vector* preparedTransactionListPtr, + EmptyFilePoolManager* emptyFilePoolManager, + EmptyFilePool** emptyFilePoolPtrPtr); + std::streamoff getEndOffset() const; + uint64_t getHighestFileNumber() const; + uint64_t getHighestRecordId() const; + bool isLastFileFull() const; + bool readNextRemainingRecord(void** const dataPtrPtr, + std::size_t& dataSize, + void** const xidPtrPtr, + std::size_t& xidSize, + bool& transient, + bool& external, + data_tok* const dtokp, + bool ignore_pending_txns); + void setLinearFileControllerJournals(lfcAddJournalFileFn fnPtr, + LinearFileController* lfcPtr); + std::string toString(const std::string& jid); + std::string toLog(const std::string& jid, const int indent); +protected: + void analyzeJournalFileHeaders(efpIdentity_t& efpIdentity); + void checkFileStreamOk(bool checkEof); + void checkJournalAlignment(const std::streampos recordPosition); + bool decodeRecord(jrec& record, + std::size_t& cumulativeSizeRead, + ::rec_hdr_t& recordHeader, + std::streampos& fileOffset); + std::string getCurrentFileName() const; + uint64_t getCurrentFileNumber() const; + bool getFile(const uint64_t fileNumber, bool jumpToFirstRecordOffsetFlag); + bool getNextFile(bool jumpToFirstRecordOffsetFlag); + bool getNextRecordHeader(); + bool needNextFile(); + bool readFileHeader(); + void readJournalData(char* target, const std::streamsize size); + void removeEmptyFiles(EmptyFilePool* emptyFilePoolPtr); + + static void readJournalFileHeader(const std::string& journalFileName, + ::file_hdr_t& fileHeaderRef, + std::string& queueName); +}; + +}}} + +#endif // QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ diff --git a/qpid/cpp/src/qpid/linearstore/journal/aio.h b/qpid/cpp/src/qpid/linearstore/journal/aio.h new file mode 100644 index 0000000000..3a4a762439 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/aio.h @@ -0,0 +1,139 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_AIO_H +#define QPID_LINEARSTORE_JOURNAL_AIO_H + +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +typedef iocb aio_cb; +typedef io_event aio_event; + +/** + * \brief This class is a C++ wrapper class for the libaio functions used by the journal. Note that only those + * functions used by the journal are included here. This is not a complete implementation of all libaio functions. + */ +class aio +{ +public: + static inline int queue_init(int maxevents, io_context_t* ctxp) + { + return ::io_queue_init(maxevents, ctxp); + } + + static inline int queue_release(io_context_t ctx) + { + return ::io_queue_release(ctx); + } + + static inline int submit(io_context_t ctx, long nr, aio_cb* aios[]) + { + return ::io_submit(ctx, nr, aios); + } + + static inline int getevents(io_context_t ctx, long min_nr, long nr, aio_event* events, timespec* const timeout) + { + return ::io_getevents(ctx, min_nr, nr, events, timeout); + } + + /** + * \brief This function allows iocbs to be initialized with a pointer that can be re-used. This prepares an + * aio_cb struct for read use. (This is a wrapper for libaio's ::io_prep_pread() function.) + * + * \param aiocbp Pointer to the aio_cb struct to be prepared. + * \param fd File descriptor to be used for read. + * \param buf Pointer to buffer in which read data is to be placed. + * \param count Number of bytes to read - buffer must be large enough. + * \param offset Offset within file from which data will be read. + */ + static inline void prep_pread(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) + { + ::io_prep_pread(aiocbp, fd, buf, count, offset); + } + + /** + * \brief Special version of libaio's io_prep_pread() which preserves the value of the data pointer. This allows + * iocbs to be initialized with a pointer that can be re-used. This prepares a aio_cb struct for read use. + * + * \param aiocbp Pointer to the aio_cb struct to be prepared. + * \param fd File descriptor to be used for read. + * \param buf Pointer to buffer in which read data is to be placed. + * \param count Number of bytes to read - buffer must be large enough. + * \param offset Offset within file from which data will be read. + */ + static inline void prep_pread_2(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) + { + std::memset((void*) ((char*) aiocbp + sizeof(void*)), 0, sizeof(aio_cb) - sizeof(void*)); + aiocbp->aio_fildes = fd; + aiocbp->aio_lio_opcode = IO_CMD_PREAD; + aiocbp->aio_reqprio = 0; + aiocbp->u.c.buf = buf; + aiocbp->u.c.nbytes = count; + aiocbp->u.c.offset = offset; + } + + /** + * \brief This function allows iocbs to be initialized with a pointer that can be re-used. This function prepares + * an aio_cb struct for write use. (This is a wrapper for libaio's ::io_prep_pwrite() function.) + * + * \param aiocbp Pointer to the aio_cb struct to be prepared. + * \param fd File descriptor to be used for write. + * \param buf Pointer to buffer in which data to be written is located. + * \param count Number of bytes to write. + * \param offset Offset within file to which data will be written. + */ + static inline void prep_pwrite(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) + { + ::io_prep_pwrite(aiocbp, fd, buf, count, offset); + } + + /** + * \brief Special version of libaio's io_prep_pwrite() which preserves the value of the data pointer. This allows + * iocbs to be initialized with a pointer that can be re-used. This function prepares an aio_cb struct for write + * use. + * + * \param aiocbp Pointer to the aio_cb struct to be prepared. + * \param fd File descriptor to be used for write. + * \param buf Pointer to buffer in which data to be written is located. + * \param count Number of bytes to write. + * \param offset Offset within file to which data will be written. + */ + static inline void prep_pwrite_2(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) + { + std::memset((void*) ((char*) aiocbp + sizeof(void*)), 0, sizeof(aio_cb) - sizeof(void*)); + aiocbp->aio_fildes = fd; + aiocbp->aio_lio_opcode = IO_CMD_PWRITE; + aiocbp->aio_reqprio = 0; + aiocbp->u.c.buf = buf; + aiocbp->u.c.nbytes = count; + aiocbp->u.c.offset = offset; + } +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_AIO_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/aio_callback.h b/qpid/cpp/src/qpid/linearstore/journal/aio_callback.h new file mode 100644 index 0000000000..f21b62617b --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/aio_callback.h @@ -0,0 +1,44 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H +#define QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H + +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +class data_tok; + +class aio_callback +{ +public: + virtual ~aio_callback() {} + virtual void wr_aio_cb(std::vector& dtokl) = 0; + virtual void rd_aio_cb(std::vector& pil) = 0; +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/cvar.h b/qpid/cpp/src/qpid/linearstore/journal/cvar.h new file mode 100644 index 0000000000..89ba8cbb13 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/cvar.h @@ -0,0 +1,75 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_CVAR_H +#define QPID_LINEARSTORE_JOURNAL_CVAR_H + +#include +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/smutex.h" +#include "qpid/linearstore/journal/time_ns.h" +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + // Ultra-simple thread condition variable class + class cvar + { + private: + const smutex& _sm; + pthread_cond_t _c; + public: + inline cvar(const smutex& sm) : _sm(sm) { ::pthread_cond_init(&_c, 0); } + inline ~cvar() { ::pthread_cond_destroy(&_c); } + inline void wait() + { + PTHREAD_CHK(::pthread_cond_wait(&_c, _sm.get()), "::pthread_cond_wait", "cvar", "wait"); + } + inline void timedwait(timespec& ts) + { + PTHREAD_CHK(::pthread_cond_timedwait(&_c, _sm.get(), &ts), "::pthread_cond_timedwait", "cvar", "timedwait"); + } + inline bool waitintvl(const long intvl_ns) + { + time_ns t; t.now(); t+=intvl_ns; + int ret = ::pthread_cond_timedwait(&_c, _sm.get(), &t); + if (ret == ETIMEDOUT) + return true; + PTHREAD_CHK(ret, "::pthread_cond_timedwait", "cvar", "waitintvl"); + return false; + } + inline void signal() + { + PTHREAD_CHK(::pthread_cond_signal(&_c), "::pthread_cond_signal", "cvar", "notify"); + } + inline void broadcast() + { + PTHREAD_CHK(::pthread_cond_broadcast(&_c), "::pthread_cond_broadcast", "cvar", "broadcast"); + } + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_CVAR_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/data_tok.cpp b/qpid/cpp/src/qpid/linearstore/journal/data_tok.cpp new file mode 100644 index 0000000000..830720f9d7 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/data_tok.cpp @@ -0,0 +1,139 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/data_tok.h" + +#include +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/slock.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +// Static members + +uint64_t data_tok::_cnt = 0; +smutex data_tok::_mutex; + +data_tok::data_tok(): + _wstate(NONE), + _dsize(0), + _dblks_written(0), + _pg_cnt(0), + _fid(0), + _rid(0), + _xid(), + _dequeue_rid(0), + _external_rid(false) +{ + slock s(_mutex); + _icnt = _cnt++; +} + +data_tok::~data_tok() {} + +const char* +data_tok::wstate_str() const +{ + return wstate_str(_wstate); +} + +const char* +data_tok::wstate_str(write_state wstate) +{ + switch (wstate) + { + case NONE: + return "NONE"; + case ENQ_CACHED: + return "ENQ_CACHED"; + case ENQ_PART: + return "ENQ_PART"; + case ENQ_SUBM: + return "ENQ_SUBM"; + case ENQ: + return "ENQ"; + case DEQ_CACHED: + return "DEQ_CACHED"; + case DEQ_PART: + return "DEQ_PART"; + case DEQ_SUBM: + return "DEQ_SUBM"; + case DEQ: + return "DEQ"; + case ABORT_CACHED: + return "ABORT_CACHED"; + case ABORT_PART: + return "ABORT_PART"; + case ABORT_SUBM: + return "ABORT_SUBM"; + case ABORTED: + return "ABORTED"; + case COMMIT_CACHED: + return "COMMIT_CACHED"; + case COMMIT_PART: + return "COMMIT_PART"; + case COMMIT_SUBM: + return "COMMIT_SUBM"; + case COMMITTED: + return "COMMITTED"; + } + // Not using default: forces compiler to ensure all cases are covered. + return ""; +} + +void +data_tok::reset() +{ + _wstate = NONE; + _dsize = 0; + _dblks_written = 0; + _pg_cnt = 0; + _fid = 0; + _rid = 0; + _xid.clear(); +} + +// debug aid +std::string +data_tok::status_str() const +{ + std::ostringstream oss; + oss << std::hex << std::setfill('0'); + oss << "dtok id=0x" << _icnt << "; ws=" << wstate_str()/* << "; rs=" << rstate_str()*/; + oss << "; fid=0x" << _fid << "; rid=0x" << _rid << "; xid="; + for (unsigned i=0; i<_xid.size(); i++) + { + if (isprint(_xid[i])) + oss << _xid[i]; + else + oss << "/" << std::setw(2) << (int)((char)_xid[i]); + } + oss << "; drid=0x" << _dequeue_rid << " extrid=" << (_external_rid?"T":"F"); + oss << "; ds=0x" << _dsize << "; dw=0x" << _dblks_written/* << "; dr=0x" << _dblks_read*/; + oss << "; pc=0x" << _pg_cnt; + return oss.str(); +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/data_tok.h b/qpid/cpp/src/qpid/linearstore/journal/data_tok.h new file mode 100644 index 0000000000..ff854730d2 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/data_tok.h @@ -0,0 +1,136 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_DATA_TOK_H +#define QPID_LINEARSTORE_JOURNAL_DATA_TOK_H + +namespace qpid { +namespace linearstore { +namespace journal { +class data_tok; +}}} + +#include +#include +#include "qpid/linearstore/journal/smutex.h" +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \class data_tok + * \brief Data block token (data_tok) used to track wstate of a data block through asynchronous + * I/O process + */ + class data_tok + { + public: + // TODO: Fix this, separate write state from operation + // ie: wstate = NONE, CACHED, PART, SUBM, COMPL + // op = ENQUEUE, DEQUEUE, ABORT, COMMIT + enum write_state + { + NONE, ///< Data block not sent to journal + ENQ_CACHED, ///< Data block enqueue written to page cache + ENQ_PART, ///< Data block part-submitted to AIO, waiting for page buffer to free up + ENQ_SUBM, ///< Data block enqueue submitted to AIO + ENQ, ///< Data block enqueue AIO write complete (enqueue complete) + DEQ_CACHED, ///< Data block dequeue written to page cache + DEQ_PART, ///< Data block part-submitted to AIO, waiting for page buffer to free up + DEQ_SUBM, ///< Data block dequeue submitted to AIO + DEQ, ///< Data block dequeue AIO write complete (dequeue complete) + ABORT_CACHED, + ABORT_PART, + ABORT_SUBM, + ABORTED, + COMMIT_CACHED, + COMMIT_PART, + COMMIT_SUBM, + COMMITTED + }; + + protected: + static smutex _mutex; + static uint64_t _cnt; + uint64_t _icnt; + write_state _wstate; ///< Enqueued / dequeued state of data + std::size_t _dsize; ///< Data size in bytes + uint32_t _dblks_written; ///< Data blocks read/written + uint32_t _pg_cnt; ///< Page counter - incr for each page containing part of data + uint64_t _fid; ///< FID containing header of enqueue record + uint64_t _rid; ///< RID of data set by enqueue operation + std::string _xid; ///< XID set by enqueue operation + uint64_t _dequeue_rid; ///< RID of data set by dequeue operation + bool _external_rid; ///< Flag to indicate external setting of rid + + public: + data_tok(); + virtual ~data_tok(); + + inline uint64_t id() const { return _icnt; } + inline write_state wstate() const { return _wstate; } + const char* wstate_str() const; + static const char* wstate_str(write_state wstate); + inline bool is_writable() const { return _wstate == NONE || _wstate == ENQ_PART; } + inline bool is_enqueued() const { return _wstate == ENQ; } + inline bool is_readable() const { return _wstate == ENQ; } + inline bool is_dequeueable() const { return _wstate == ENQ || _wstate == DEQ_PART; } + inline void set_wstate(const write_state wstate) { _wstate = wstate; } + inline std::size_t dsize() const { return _dsize; } + inline void set_dsize(std::size_t dsize) { _dsize = dsize; } + + inline uint32_t dblocks_written() const { return _dblks_written; } + inline void incr_dblocks_written(uint32_t dblks_written) + { _dblks_written += dblks_written; } + inline void set_dblocks_written(uint32_t dblks_written) { _dblks_written = dblks_written; } + + inline uint32_t pg_cnt() const { return _pg_cnt; } + inline uint32_t incr_pg_cnt() { return ++_pg_cnt; } + inline uint32_t decr_pg_cnt() { assert(_pg_cnt != 0); return --_pg_cnt; } + + inline uint64_t fid() const { return _fid; } + inline void set_fid(const uint64_t fid) { _fid = fid; } + inline uint64_t rid() const { return _rid; } + inline void set_rid(const uint64_t rid) { _rid = rid; } + inline uint64_t dequeue_rid() const {return _dequeue_rid; } + inline void set_dequeue_rid(const uint64_t rid) { _dequeue_rid = rid; } + inline bool external_rid() const { return _external_rid; } + inline void set_external_rid(const bool external_rid) { _external_rid = external_rid; } + + inline bool has_xid() const { return !_xid.empty(); } + inline const std::string& xid() const { return _xid; } + inline void clear_xid() { _xid.clear(); } + inline void set_xid(const std::string& xid) { _xid.assign(xid); } + inline void set_xid(const void* xidp, const std::size_t xid_len) + { _xid.assign((const char*)xidp, xid_len); } + + void reset(); + + // debug aid + std::string status_str() const; + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_DATA_TOK_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/deq_rec.cpp b/qpid/cpp/src/qpid/linearstore/journal/deq_rec.cpp new file mode 100644 index 0000000000..0a9fee20f2 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/deq_rec.cpp @@ -0,0 +1,287 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/deq_rec.h" + +#include +#include +#include +#include "qpid/linearstore/journal/jexception.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +deq_rec::deq_rec(): + _xidp(0), + _buff(0) +{ + ::deq_hdr_init(&_deq_hdr, QLS_DEQ_MAGIC, QLS_JRNL_VERSION, 0, 0, 0, 0, 0); + ::rec_tail_copy(&_deq_tail, &_deq_hdr._rhdr, 0); +} + +deq_rec::~deq_rec() +{ + clean(); +} + +void +deq_rec::reset(const uint64_t serial, const uint64_t rid, const uint64_t drid, const void* const xidp, + const std::size_t xidlen, const bool txn_coml_commit) +{ + _deq_hdr._rhdr._serial = serial; + _deq_hdr._rhdr._rid = rid; + ::set_txn_coml_commit(&_deq_hdr, txn_coml_commit); + _deq_hdr._deq_rid = drid; + _deq_hdr._xidsize = xidlen; + _xidp = xidp; + _buff = 0; + _deq_tail._serial = serial; + _deq_tail._rid = rid; +} + +uint32_t +deq_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) +{ + assert(wptr != 0); + assert(max_size_dblks > 0); + if (_xidp == 0) + assert(_deq_hdr._xidsize == 0); + + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t wr_cnt = 0; + if (rec_offs_dblks) // Continuation of split dequeue record (over 2 or more pages) + { + if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required + { + rec_offs -= sizeof(_deq_hdr); + std::size_t wsize = _deq_hdr._xidsize > rec_offs ? _deq_hdr._xidsize - rec_offs : 0; + std::size_t wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= _deq_hdr._xidsize - wsize2; + if (rem) + { + wsize = sizeof(_deq_tail) > rec_offs ? sizeof(_deq_tail) - rec_offs : 0; + wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy((char*)wptr + wr_cnt, (char*)&_deq_tail + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= sizeof(_deq_tail) - wsize2; + } + assert(rem == 0); + assert(rec_offs == 0); + } + else // No further split required + { + rec_offs -= sizeof(_deq_hdr); + std::size_t wsize = _deq_hdr._xidsize > rec_offs ? _deq_hdr._xidsize - rec_offs : 0; + if (wsize) + { + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt += wsize; + } + rec_offs -= _deq_hdr._xidsize - wsize; + wsize = sizeof(_deq_tail) > rec_offs ? sizeof(_deq_tail) - rec_offs : 0; + if (wsize) + { + std::memcpy((char*)wptr + wr_cnt, (char*)&_deq_tail + rec_offs, wsize); + wr_cnt += wsize; +#ifdef QLS_CLEAN + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + rec_offs -= sizeof(_deq_tail) - wsize; + assert(rec_offs == 0); + } + } + else // Start at beginning of data record + { + // Assumption: the header will always fit into the first dblk + std::memcpy(wptr, (void*)&_deq_hdr, sizeof(_deq_hdr)); + wr_cnt = sizeof(_deq_hdr); + if (size_dblks(rec_size()) > max_size_dblks) // Split required - can only occur with xid + { + std::size_t wsize; + rem -= sizeof(_deq_hdr); + if (rem) + { + wsize = rem >= _deq_hdr._xidsize ? _deq_hdr._xidsize : rem; + std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); + wr_cnt += wsize; + rem -= wsize; + } + if (rem) + { + wsize = rem >= sizeof(_deq_tail) ? sizeof(_deq_tail) : rem; + std::memcpy((char*)wptr + wr_cnt, (void*)&_deq_tail, wsize); + wr_cnt += wsize; + rem -= wsize; + } + assert(rem == 0); + } + else // No split required + { + if (_deq_hdr._xidsize) + { + std::memcpy((char*)wptr + wr_cnt, _xidp, _deq_hdr._xidsize); + wr_cnt += _deq_hdr._xidsize; + std::memcpy((char*)wptr + wr_cnt, (void*)&_deq_tail, sizeof(_deq_tail)); + wr_cnt += sizeof(_deq_tail); + } +#ifdef QLS_CLEAN + std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + } + return size_dblks(wr_cnt); +} + +bool +deq_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) +{ + uint32_t checksum = 0UL; // TODO: Add checksum math + if (rec_offs == 0) + { + //_deq_hdr.hdr_copy(h); + ::rec_hdr_copy(&_deq_hdr._rhdr, &h); + ifsp->read((char*)&_deq_hdr._deq_rid, sizeof(_deq_hdr._deq_rid)); + ifsp->read((char*)&_deq_hdr._xidsize, sizeof(_deq_hdr._xidsize)); + rec_offs = sizeof(_deq_hdr); + // Read header, allocate (if req'd) for xid + if (_deq_hdr._xidsize) + { + _buff = std::malloc(_deq_hdr._xidsize); + MALLOC_CHK(_buff, "_buff", "enq_rec", "rcv_decode"); + } + } + if (rec_offs < sizeof(_deq_hdr) + _deq_hdr._xidsize) + { + // Read xid (or continue reading xid) + std::size_t offs = rec_offs - sizeof(_deq_hdr); + ifsp->read((char*)_buff + offs, _deq_hdr._xidsize - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < _deq_hdr._xidsize - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + if (rec_offs < sizeof(_deq_hdr) + + (_deq_hdr._xidsize ? _deq_hdr._xidsize + sizeof(rec_tail_t) : 0)) + { + // Read tail (or continue reading tail) + std::size_t offs = rec_offs - sizeof(_deq_hdr) - _deq_hdr._xidsize; + ifsp->read((char*)&_deq_tail + offs, sizeof(rec_tail_t) - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < sizeof(rec_tail_t) - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); + assert(!ifsp->fail() && !ifsp->bad()); + if (_deq_hdr._xidsize) { + int res = ::rec_tail_check(&_deq_tail, &_deq_hdr._rhdr, checksum); + if (res != 0) { + std::stringstream oss; + switch (res) { + case 1: oss << std::hex << "Magic: expected 0x" << ~_deq_hdr._rhdr._magic << "; found 0x" << _deq_tail._xmagic; break; + case 2: oss << std::hex << "Serial: expected 0x" << _deq_hdr._rhdr._serial << "; found 0x" << _deq_tail._serial; break; + case 3: oss << std::hex << "Record Id: expected 0x" << _deq_hdr._rhdr._rid << "; found 0x" << _deq_tail._rid; break; + case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _deq_tail._checksum; break; + default: oss << "Unknown error " << res; + } + throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "deq_rec", "decode"); // TODO: Don't throw exception, log info + } + } + return true; +} + +std::size_t +deq_rec::get_xid(void** const xidpp) +{ + if (!_buff) + { + *xidpp = 0; + return 0; + } + *xidpp = _buff; + return _deq_hdr._xidsize; +} + +std::string& +deq_rec::str(std::string& str) const +{ + std::ostringstream oss; + oss << "deq_rec: m=" << _deq_hdr._rhdr._magic; + oss << " v=" << (int)_deq_hdr._rhdr._version; + oss << " rid=" << _deq_hdr._rhdr._rid; + oss << " drid=" << _deq_hdr._deq_rid; + if (_xidp) + oss << " xid=\"" << _xidp << "\""; + str.append(oss.str()); + return str; +} + +std::size_t +deq_rec::xid_size() const +{ + return _deq_hdr._xidsize; +} + +std::size_t +deq_rec::rec_size() const +{ + return sizeof(deq_hdr_t) + (_deq_hdr._xidsize ? _deq_hdr._xidsize + sizeof(rec_tail_t) : 0); +} + +void +deq_rec::clean() +{ + // clean up allocated memory here +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/deq_rec.h b/qpid/cpp/src/qpid/linearstore/journal/deq_rec.h new file mode 100644 index 0000000000..5b283c15d5 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/deq_rec.h @@ -0,0 +1,69 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H +#define QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H + +#include "qpid/linearstore/journal/jrec.h" +#include "qpid/linearstore/journal/utils/deq_hdr.h" +#include "qpid/linearstore/journal/utils/rec_tail.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +/** +* \class deq_rec +* \brief Class to handle a single journal dequeue record. +*/ +class deq_rec : public jrec +{ +private: + ::deq_hdr_t _deq_hdr; ///< Local instance of dequeue header struct + const void* _xidp; ///< xid pointer for encoding (writing to disk) + void* _buff; ///< Pointer to buffer to receive data read from disk + ::rec_tail_t _deq_tail; ///< Local instance of enqueue tail struct, only encoded if XID is present + +public: + deq_rec(); + virtual ~deq_rec(); + + void reset(const uint64_t serial, const uint64_t rid, const uint64_t drid, const void* const xidp, + const std::size_t xidlen, const bool txn_coml_commit); + uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); + bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); + + inline bool is_txn_coml_commit() const { return ::is_txn_coml_commit(&_deq_hdr); } + inline uint64_t rid() const { return _deq_hdr._rhdr._rid; } + inline uint64_t deq_rid() const { return _deq_hdr._deq_rid; } + std::size_t get_xid(void** const xidpp); + std::string& str(std::string& str) const; + inline std::size_t data_size() const { return 0; } // This record never carries data + std::size_t xid_size() const; + std::size_t rec_size() const; + +private: + virtual void clean(); +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/enq_map.cpp b/qpid/cpp/src/qpid/linearstore/journal/enq_map.cpp new file mode 100644 index 0000000000..2ccd271865 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/enq_map.cpp @@ -0,0 +1,185 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/enq_map.h" + +#include +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/slock.h" +#include + + +namespace qpid { +namespace linearstore { +namespace journal { + +// static return/error codes +int16_t enq_map::EMAP_DUP_RID = -3; +int16_t enq_map::EMAP_LOCKED = -2; +int16_t enq_map::EMAP_RID_NOT_FOUND = -1; +int16_t enq_map::EMAP_OK = 0; +int16_t enq_map::EMAP_FALSE = 0; +int16_t enq_map::EMAP_TRUE = 1; + +enq_map::enq_map(): + _map(){} + +enq_map::~enq_map() {} + + +short +enq_map::insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn) +{ + return insert_pfid(rid, pfid, file_posn, false); +} + +short +enq_map::insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn, const bool locked) +{ + std::pair ret; + emap_data_struct_t rec(pfid, file_posn, locked); + { + slock s(_mutex); + ret = _map.insert(emap_param(rid, rec)); + } + if (ret.second == false) + return EMAP_DUP_RID; + return EMAP_OK; +} + +short +enq_map::get_pfid(const uint64_t rid, uint64_t& pfid) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + if (itr->second._lock) + return EMAP_LOCKED; + pfid = itr->second._pfid; + return EMAP_OK; +} + +short +enq_map::get_remove_pfid(const uint64_t rid, uint64_t& pfid, const bool txn_flag) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + if (itr->second._lock && !txn_flag) // locked, but not a commit/abort + return EMAP_LOCKED; + pfid = itr->second._pfid; + _map.erase(itr); + return EMAP_OK; +} + +short +enq_map::get_file_posn(const uint64_t rid, std::streampos& file_posn) { + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + if (itr->second._lock) + return EMAP_LOCKED; + file_posn = itr->second._file_posn; + return EMAP_OK; +} + +short +enq_map::get_data(const uint64_t rid, emap_data_struct_t& eds) { + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + eds._pfid = itr->second._pfid; + eds._file_posn = itr->second._file_posn; + eds._lock = itr->second._lock; + return EMAP_OK; +} + +bool +enq_map::is_enqueued(const uint64_t rid, bool ignore_lock) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return false; + if (!ignore_lock && itr->second._lock) // locked + return false; + return true; +} + +short +enq_map::lock(const uint64_t rid) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + itr->second._lock = true; + return EMAP_OK; +} + +short +enq_map::unlock(const uint64_t rid) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + itr->second._lock = false; + return EMAP_OK; +} + +short +enq_map::is_locked(const uint64_t rid) +{ + slock s(_mutex); + emap_itr itr = _map.find(rid); + if (itr == _map.end()) // not found in map + return EMAP_RID_NOT_FOUND; + return itr->second._lock ? EMAP_TRUE : EMAP_FALSE; +} + +void +enq_map::rid_list(std::vector& rv) +{ + rv.clear(); + { + slock s(_mutex); + for (emap_itr itr = _map.begin(); itr != _map.end(); itr++) + rv.push_back(itr->first); + } +} + +void +enq_map::pfid_list(std::vector& fv) +{ + fv.clear(); + { + slock s(_mutex); + for (emap_itr itr = _map.begin(); itr != _map.end(); itr++) + fv.push_back(itr->second._pfid); + } +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/enq_map.h b/qpid/cpp/src/qpid/linearstore/journal/enq_map.h new file mode 100644 index 0000000000..97bad07ec6 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/enq_map.h @@ -0,0 +1,110 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H +#define QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H + +namespace qpid { +namespace linearstore { +namespace journal { +class enq_map; +}}} + +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/smutex.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \class enq_map + * \brief Class for storing the physical file id (pfid) and a transaction locked flag for each enqueued + * data block using the record id (rid) as a key. This is the primary mechanism for + * deterimining the enqueue low water mark: if a pfid exists in this map, then there is + * at least one still-enqueued record in that file. (The transaction map must also be + * clear, however.) + * + * Map rids against pfid and lock status. As records are enqueued, they are added to this + * map, and as they are dequeued, they are removed. An enqueue is locked when a transactional + * dequeue is pending that has been neither committed nor aborted. + * 
+    *   key      data
+    *
+    *   rid1 --- [ pfid, txn_lock ]
+    *   rid2 --- [ pfid, txn_lock ]
+    *   rid3 --- [ pfid, txn_lock ]
+    *   ...
+    *
+ */ + class enq_map + { + public: + // return/error codes + static short EMAP_DUP_RID; + static short EMAP_LOCKED; + static short EMAP_RID_NOT_FOUND; + static short EMAP_OK; + static short EMAP_FALSE; + static short EMAP_TRUE; + + typedef struct emap_data_struct_t { + uint64_t _pfid; + std::streampos _file_posn; + bool _lock; + emap_data_struct_t() : _pfid(0), _file_posn(0), _lock(false) {} + emap_data_struct_t(const uint64_t pfid, const std::streampos file_posn, const bool lock) : _pfid(pfid), _file_posn(file_posn), _lock(lock) {} + } emqp_data_struct_t; + typedef std::pair emap_param; + typedef std::map emap; + typedef emap::iterator emap_itr; + + private: + emap _map; + smutex _mutex; + + public: + enq_map(); + virtual ~enq_map(); + + short insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn); // 0=ok; -3=duplicate rid; + short insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn, const bool locked); // 0=ok; -3=duplicate rid; + short get_pfid(const uint64_t rid, uint64_t& pfid); // >=0=pfid; -1=rid not found; -2=locked + short get_remove_pfid(const uint64_t rid, uint64_t& pfid, const bool txn_flag = false); // >=0=pfid; -1=rid not found; -2=locked + short get_file_posn(const uint64_t rid, std::streampos& file_posn); // -1=rid not found; -2=locked + short get_data(const uint64_t rid, emap_data_struct_t& eds); + bool is_enqueued(const uint64_t rid, bool ignore_lock = false); + short lock(const uint64_t rid); // 0=ok; -1=rid not found + short unlock(const uint64_t rid); // 0=ok; -1=rid not found + short is_locked(const uint64_t rid); // 1=true; 0=false; -1=rid not found + inline void clear() { _map.clear(); } + inline bool empty() const { return _map.empty(); } + inline uint32_t size() const { return uint32_t(_map.size()); } + void rid_list(std::vector& rv); + void pfid_list(std::vector& fv); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/enq_rec.cpp b/qpid/cpp/src/qpid/linearstore/journal/enq_rec.cpp new file mode 100644 index 0000000000..f75fc2228d --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/enq_rec.cpp @@ -0,0 +1,360 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/enq_rec.h" + +#include +#include +#include +#include "qpid/linearstore/journal/jexception.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +enq_rec::enq_rec(): + jrec(), // superclass + _xidp(0), + _data(0), + _buff(0) +{ + ::enq_hdr_init(&_enq_hdr, QLS_ENQ_MAGIC, QLS_JRNL_VERSION, 0, 0, 0, 0, false); + ::rec_tail_copy(&_enq_tail, &_enq_hdr._rhdr, 0); +} + +enq_rec::~enq_rec() +{ + clean(); +} + +void +enq_rec::reset(const uint64_t serial, const uint64_t rid, const void* const dbuf, const std::size_t dlen, + const void* const xidp, const std::size_t xidlen, const bool transient, const bool external) +{ + _enq_hdr._rhdr._serial = serial; + _enq_hdr._rhdr._rid = rid; + ::set_enq_transient(&_enq_hdr, transient); + ::set_enq_external(&_enq_hdr, external); + _enq_hdr._xidsize = xidlen; + _enq_hdr._dsize = dlen; + _xidp = xidp; + _data = dbuf; + _buff = 0; + _enq_tail._serial = serial; + _enq_tail._rid = rid; +} + +uint32_t +enq_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) +{ + assert(wptr != 0); + assert(max_size_dblks > 0); + if (_xidp == 0) + assert(_enq_hdr._xidsize == 0); + + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t wr_cnt = 0; + if (rec_offs_dblks) // Continuation of split data record (over 2 or more pages) + { + if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required + { + rec_offs -= sizeof(_enq_hdr); + std::size_t wsize = _enq_hdr._xidsize > rec_offs ? _enq_hdr._xidsize - rec_offs : 0; + std::size_t wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt = wsize; + rem -= wsize; + } + rec_offs -= _enq_hdr._xidsize - wsize2; + if (rem && !::is_enq_external(&_enq_hdr)) + { + wsize = _enq_hdr._dsize > rec_offs ? _enq_hdr._dsize - rec_offs : 0; + wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy((char*)wptr + wr_cnt, (const char*)_data + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= _enq_hdr._dsize - wsize2; + } + if (rem) + { + wsize = sizeof(_enq_tail) > rec_offs ? sizeof(_enq_tail) - rec_offs : 0; + wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy((char*)wptr + wr_cnt, (char*)&_enq_tail + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= sizeof(_enq_tail) - wsize2; + } + assert(rem == 0); + assert(rec_offs == 0); + } + else // No further split required + { + rec_offs -= sizeof(_enq_hdr); + std::size_t wsize = _enq_hdr._xidsize > rec_offs ? _enq_hdr._xidsize - rec_offs : 0; + if (wsize) + { + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt += wsize; + } + rec_offs -= _enq_hdr._xidsize - wsize; + wsize = _enq_hdr._dsize > rec_offs ? _enq_hdr._dsize - rec_offs : 0; + if (wsize && !::is_enq_external(&_enq_hdr)) + { + std::memcpy((char*)wptr + wr_cnt, (const char*)_data + rec_offs, wsize); + wr_cnt += wsize; + } + rec_offs -= _enq_hdr._dsize - wsize; + wsize = sizeof(_enq_tail) > rec_offs ? sizeof(_enq_tail) - rec_offs : 0; + if (wsize) + { + std::memcpy((char*)wptr + wr_cnt, (char*)&_enq_tail + rec_offs, wsize); + wr_cnt += wsize; +#ifdef QLS_CLEAN + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + rec_offs -= sizeof(_enq_tail) - wsize; + assert(rec_offs == 0); + } + } + else // Start at beginning of data record + { + // Assumption: the header will always fit into the first dblk + std::memcpy(wptr, (void*)&_enq_hdr, sizeof(_enq_hdr)); + wr_cnt = sizeof(_enq_hdr); + if (size_dblks(rec_size()) > max_size_dblks) // Split required + { + std::size_t wsize; + rem -= sizeof(_enq_hdr); + if (rem) + { + wsize = rem >= _enq_hdr._xidsize ? _enq_hdr._xidsize : rem; + std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); + wr_cnt += wsize; + rem -= wsize; + } + if (rem && !::is_enq_external(&_enq_hdr)) + { + wsize = rem >= _enq_hdr._dsize ? _enq_hdr._dsize : rem; + std::memcpy((char*)wptr + wr_cnt, _data, wsize); + wr_cnt += wsize; + rem -= wsize; + } + if (rem) + { + wsize = rem >= sizeof(_enq_tail) ? sizeof(_enq_tail) : rem; + std::memcpy((char*)wptr + wr_cnt, (void*)&_enq_tail, wsize); + wr_cnt += wsize; + rem -= wsize; + } + assert(rem == 0); + } + else // No split required + { + if (_enq_hdr._xidsize) + { + std::memcpy((char*)wptr + wr_cnt, _xidp, _enq_hdr._xidsize); + wr_cnt += _enq_hdr._xidsize; + } + if (!::is_enq_external(&_enq_hdr)) + { + std::memcpy((char*)wptr + wr_cnt, _data, _enq_hdr._dsize); + wr_cnt += _enq_hdr._dsize; + } + std::memcpy((char*)wptr + wr_cnt, (void*)&_enq_tail, sizeof(_enq_tail)); + wr_cnt += sizeof(_enq_tail); +#ifdef QLS_CLEAN + std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + } + return size_dblks(wr_cnt); +} + +bool +enq_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) +{ + uint32_t checksum = 0UL; // TODO: Add checksum math + if (rec_offs == 0) + { + // Read header, allocate (if req'd) for xid + //_enq_hdr.hdr_copy(h); + ::rec_hdr_copy(&_enq_hdr._rhdr, &h); + ifsp->read((char*)&_enq_hdr._xidsize, sizeof(_enq_hdr._xidsize)); + ifsp->read((char*)&_enq_hdr._dsize, sizeof(_enq_hdr._dsize)); + rec_offs = sizeof(_enq_hdr); + if (_enq_hdr._xidsize > 0) + { + _buff = std::malloc(_enq_hdr._xidsize); + MALLOC_CHK(_buff, "_buff", "enq_rec", "rcv_decode"); + } + } + if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize) + { + // Read xid (or continue reading xid) + std::size_t offs = rec_offs - sizeof(_enq_hdr); + ifsp->read((char*)_buff + offs, _enq_hdr._xidsize - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < _enq_hdr._xidsize - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + if (!::is_enq_external(&_enq_hdr)) + { + if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize + _enq_hdr._dsize) + { + // Ignore data (or continue ignoring data) + std::size_t offs = rec_offs - sizeof(_enq_hdr) - _enq_hdr._xidsize; + ifsp->ignore(_enq_hdr._dsize - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < _enq_hdr._dsize - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + } + if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize + + (::is_enq_external(&_enq_hdr) ? 0 : _enq_hdr._dsize) + sizeof(rec_tail_t)) + { + // Read tail (or continue reading tail) + std::size_t offs = rec_offs - sizeof(_enq_hdr) - _enq_hdr._xidsize; + if (!::is_enq_external(&_enq_hdr)) + offs -= _enq_hdr._dsize; + ifsp->read((char*)&_enq_tail + offs, sizeof(rec_tail_t) - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < sizeof(rec_tail_t) - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); + assert(!ifsp->fail() && !ifsp->bad()); + int res = ::rec_tail_check(&_enq_tail, &_enq_hdr._rhdr, checksum); + if (res != 0) { + std::stringstream oss; + switch (res) { + case 1: oss << std::hex << "Magic: expected 0x" << ~_enq_hdr._rhdr._magic << "; found 0x" << _enq_tail._xmagic; break; + case 2: oss << std::hex << "Serial: expected 0x" << _enq_hdr._rhdr._serial << "; found 0x" << _enq_tail._serial; break; + case 3: oss << std::hex << "Record Id: expected 0x" << _enq_hdr._rhdr._rid << "; found 0x" << _enq_tail._rid; break; + case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _enq_tail._checksum; break; + default: oss << "Unknown error " << res; + } + throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "enq_rec", "decode"); // TODO: Don't throw exception, log info + } + return true; +} + +std::size_t +enq_rec::get_xid(void** const xidpp) +{ + if (!_buff || !_enq_hdr._xidsize) + { + *xidpp = 0; + return 0; + } + *xidpp = _buff; + return _enq_hdr._xidsize; +} + +std::size_t +enq_rec::get_data(void** const datapp) +{ + if (!_buff) + { + *datapp = 0; + return 0; + } + if (::is_enq_external(&_enq_hdr)) + *datapp = 0; + else + *datapp = (void*)((char*)_buff + _enq_hdr._xidsize); + return _enq_hdr._dsize; +} + +std::string& +enq_rec::str(std::string& str) const +{ + std::ostringstream oss; + oss << "enq_rec: m=" << _enq_hdr._rhdr._magic; + oss << " v=" << (int)_enq_hdr._rhdr._version; + oss << " rid=" << _enq_hdr._rhdr._rid; + if (_xidp) + oss << " xid=\"" << _xidp << "\""; + oss << " len=" << _enq_hdr._dsize; + str.append(oss.str()); + return str; +} + +std::size_t +enq_rec::rec_size() const +{ + return rec_size(_enq_hdr._xidsize, _enq_hdr._dsize, ::is_enq_external(&_enq_hdr)); +} + +std::size_t +enq_rec::rec_size(const std::size_t xidsize, const std::size_t dsize, const bool external) +{ + if (external) + return sizeof(enq_hdr_t) + xidsize + sizeof(rec_tail_t); + return sizeof(enq_hdr_t) + xidsize + dsize + sizeof(rec_tail_t); +} + +void +enq_rec::clean() +{ + // clean up allocated memory here +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/enq_rec.h b/qpid/cpp/src/qpid/linearstore/journal/enq_rec.h new file mode 100644 index 0000000000..0ce956425c --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/enq_rec.h @@ -0,0 +1,72 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_ENQ_REC_H +#define QPID_LINEARSTORE_JOURNAL_ENQ_REC_H + +#include "qpid/linearstore/journal/jrec.h" +#include "qpid/linearstore/journal/utils/enq_hdr.h" +#include "qpid/linearstore/journal/utils/rec_tail.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +/** +* \class enq_rec +* \brief Class to handle a single journal enqueue record. +*/ +class enq_rec : public jrec +{ +private: + ::enq_hdr_t _enq_hdr; ///< Local instance of enqueue header struct + const void* _xidp; ///< xid pointer for encoding (for writing to disk) + const void* _data; ///< Pointer to data to be written to disk + void* _buff; ///< Pointer to buffer to receive data read from disk + ::rec_tail_t _enq_tail; ///< Local instance of enqueue tail struct + +public: + enq_rec(); + virtual ~enq_rec(); + + void reset(const uint64_t serial, const uint64_t rid, const void* const dbuf, const std::size_t dlen, + const void* const xidp, const std::size_t xidlen, const bool transient, const bool external); + uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); + bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); + + std::size_t get_xid(void** const xidpp); + std::size_t get_data(void** const datapp); + inline bool is_transient() const { return ::is_enq_transient(&_enq_hdr); } + inline bool is_external() const { return ::is_enq_external(&_enq_hdr); } + std::string& str(std::string& str) const; + inline std::size_t data_size() const { return _enq_hdr._dsize; } + inline std::size_t xid_size() const { return _enq_hdr._xidsize; } + std::size_t rec_size() const; + static std::size_t rec_size(const std::size_t xidsize, const std::size_t dsize, const bool external); + inline uint64_t rid() const { return _enq_hdr._rhdr._rid; } + +private: + virtual void clean(); +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENQ_REC_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/enums.h b/qpid/cpp/src/qpid/linearstore/journal/enums.h new file mode 100644 index 0000000000..106f58cf5f --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/enums.h @@ -0,0 +1,58 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_ENUMS_H +#define QPID_LINEARSTORE_JOURNAL_ENUMS_H + +namespace qpid { +namespace linearstore { +namespace journal { + + // TODO: Change this to flags, as multiple of these conditions may exist simultaneously + /** + * \brief Enumeration of possible return states from journal read and write operations. + */ + enum _iores + { + RHM_IORES_SUCCESS = 0, ///< Success: IO operation completed noramlly. + RHM_IORES_PAGE_AIOWAIT, ///< IO operation suspended - next page is waiting for AIO. + RHM_IORES_FILE_AIOWAIT, ///< IO operation suspended - next file is waiting for AIO. + RHM_IORES_EMPTY, ///< During read operations, nothing further is available to read. + RHM_IORES_TXPENDING ///< Operation blocked by pending transaction. + }; + typedef _iores iores; + + static inline const char* iores_str(iores res) + { + switch (res) + { + case RHM_IORES_SUCCESS: return "RHM_IORES_SUCCESS"; + case RHM_IORES_PAGE_AIOWAIT: return "RHM_IORES_PAGE_AIOWAIT"; + case RHM_IORES_FILE_AIOWAIT: return "RHM_IORES_FILE_AIOWAIT"; + case RHM_IORES_EMPTY: return "RHM_IORES_EMPTY"; + case RHM_IORES_TXPENDING: return "RHM_IORES_TXPENDING"; + } + return ""; + } + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENUMS_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/jcfg.h b/qpid/cpp/src/qpid/linearstore/journal/jcfg.h new file mode 100644 index 0000000000..83c61bcb5f --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jcfg.h @@ -0,0 +1,58 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_QLS_JRNL_JCFG_H +#define QPID_QLS_JRNL_JCFG_H + +#define QLS_SBLK_SIZE_BYTES 4096 /**< Disk softblock size in bytes, should match size used on disk media */ +#define QLS_AIO_ALIGN_BOUNDARY_BYTES QLS_SBLK_SIZE_BYTES /** Memory alignment boundary used for DMA */ +/** +* Rule: Data block size (QLS_DBLK_SIZE_BYTES) MUST be a power of 2 AND +* a power of 2 factor of the disk softblock size (QLS_SBLK_SIZE_BYTES): +* 
+* n * QLS_DBLK_SIZE_BYTES == QLS_SBLK_SIZE_BYTES (n = 1,2,4,8...)
+*
+*/ +#define QLS_DBLK_SIZE_BYTES 128 /**< Data block size in bytes (CANNOT BE LESS THAN 32!) */ +#define QLS_SBLK_SIZE_DBLKS (QLS_SBLK_SIZE_BYTES / QLS_DBLK_SIZE_BYTES) /**< Disk softblock size in multiples of QLS_DBLK_SIZE_BYTES */ +#define QLS_SBLK_SIZE_KIB (QLS_SBLK_SIZE_BYTES / 1024) /**< Disk softblock size in KiB */ + +#define QLS_WMGR_DEF_PAGE_SIZE_KIB 32 /**< Journal write page size in KiB (default) */ +#define QLS_WMGR_DEF_PAGE_SIZE_SBLKS (QLS_WMGR_DEF_PAGE_SIZE_KIB / QLS_SBLK_SIZE_KIB) /**< Journal write page size in softblocks (default) */ +#define QLS_WMGR_DEF_PAGES 32 /**< Number of pages to use in wmgr (default) */ + +#define QLS_WMGR_MAXDTOKPP 1024 /**< Max. dtoks (data blocks) per page in wmgr */ +#define QLS_WMGR_MAXWAITUS 100 /**< Max. wait time (us) before submitting AIO */ + +#define QLS_JRNL_FILE_EXTENSION ".jrnl" /**< Extension for journal data files */ +#define QLS_TXA_MAGIC 0x61534c51 /**< ("RHMa" in little endian) Magic for dtx abort hdrs */ +#define QLS_TXC_MAGIC 0x63534c51 /**< ("RHMc" in little endian) Magic for dtx commit hdrs */ +#define QLS_DEQ_MAGIC 0x64534c51 /**< ("QLSd" in little endian) Magic for deq rec hdrs */ +#define QLS_ENQ_MAGIC 0x65534c51 /**< ("QLSe" in little endian) Magic for enq rec hdrs */ +#define QLS_FILE_MAGIC 0x66534c51 /**< ("QLSf" in little endian) Magic for file hdrs */ +#define QLS_EMPTY_MAGIC 0x78534c51 /**< ("QLSx" in little endian) Magic for empty dblk */ +#define QLS_JRNL_VERSION 2 /**< Version (of file layout) */ +#define QLS_JRNL_FHDR_RES_SIZE_SBLKS 1 /**< Journal file header reserved size in sblks (as defined by QLS_SBLK_SIZE_BYTES) */ + +#define QLS_CLEAN /**< If defined, writes QLS_CLEAN_CHAR to all filled areas on disk */ +#define QLS_CLEAN_CHAR 0xff /**< Char used to clear empty space on disk */ + +#endif /* ifndef QPID_QLS_JRNL_JCFG_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/jcntl.cpp b/qpid/cpp/src/qpid/linearstore/journal/jcntl.cpp new file mode 100644 index 0000000000..c36a38d1d2 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jcntl.cpp @@ -0,0 +1,432 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/jcntl.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/JournalLog.h" +#include "qpid/linearstore/journal/utils/enq_hdr.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +#define AIO_CMPL_TIMEOUT_SEC 5 +#define AIO_CMPL_TIMEOUT_NSEC 0 +#define FINAL_AIO_CMPL_TIMEOUT_SEC 15 +#define FINAL_AIO_CMPL_TIMEOUT_NSEC 0 + +// Static +timespec jcntl::_aio_cmpl_timeout; ///< Timeout for blocking libaio returns +timespec jcntl::_final_aio_cmpl_timeout; ///< Timeout for blocking libaio returns when stopping or finalizing +bool jcntl::_init = init_statics(); +bool jcntl::init_statics() +{ + _aio_cmpl_timeout.tv_sec = AIO_CMPL_TIMEOUT_SEC; + _aio_cmpl_timeout.tv_nsec = AIO_CMPL_TIMEOUT_NSEC; + _final_aio_cmpl_timeout.tv_sec = FINAL_AIO_CMPL_TIMEOUT_SEC; + _final_aio_cmpl_timeout.tv_nsec = FINAL_AIO_CMPL_TIMEOUT_NSEC; + return true; +} + + +// Functions + +jcntl::jcntl(const std::string& jid, + const std::string& jdir, + JournalLog& jrnl_log): + _jid(jid), + _jdir(jdir), + _init_flag(false), + _stop_flag(false), + _readonly_flag(false), + _jrnl_log(jrnl_log), + _linearFileController(*this), + _emptyFilePoolPtr(0), + _emap(), + _tmap(), + _wmgr(this, _emap, _tmap, _linearFileController), + _recoveryManager(_jdir.dirname(), _jid, _emap, _tmap, jrnl_log) +{} + +jcntl::~jcntl() +{ + if (_init_flag && !_stop_flag) + try { stop(true); } + catch (const jexception& e) { std::cerr << e << std::endl; } + _linearFileController.finalize(); +} + +void +jcntl::initialize(EmptyFilePool* efpp, + const uint16_t wcache_num_pages, + const uint32_t wcache_pgsize_sblks, + aio_callback* const cbp) +{ + _init_flag = false; + _stop_flag = false; + _readonly_flag = false; + + _emap.clear(); + _tmap.clear(); + + _linearFileController.finalize(); + _jdir.clear_dir(); // Clear any existing journal files + _linearFileController.initialize(_jdir.dirname(), efpp, 0ULL); + _linearFileController.pullEmptyFileFromEfp(); + _wmgr.initialize(cbp, wcache_pgsize_sblks, wcache_num_pages, QLS_WMGR_MAXDTOKPP, QLS_WMGR_MAXWAITUS); + _init_flag = true; +} + +void +jcntl::recover(EmptyFilePoolManager* efpmp, + const uint16_t wcache_num_pages, + const uint32_t wcache_pgsize_sblks, + aio_callback* const cbp, + const std::vector* prep_txn_list_ptr, + uint64_t& highest_rid) +{ + _init_flag = false; + _stop_flag = false; + _readonly_flag = false; + + _emap.clear(); + _tmap.clear(); + + _linearFileController.finalize(); + + // Verify journal dir and journal files + _jdir.verify_dir(); + _recoveryManager.analyzeJournals(prep_txn_list_ptr, efpmp, &_emptyFilePoolPtr); + + highest_rid = _recoveryManager.getHighestRecordId(); + _jrnl_log.log(/*LOG_DEBUG*/JournalLog::LOG_INFO, _jid, _recoveryManager.toLog(_jid, 5)); + _linearFileController.initialize(_jdir.dirname(), _emptyFilePoolPtr, _recoveryManager.getHighestFileNumber()); + _recoveryManager.setLinearFileControllerJournals(&qpid::linearstore::journal::LinearFileController::addJournalFile, &_linearFileController); + _wmgr.initialize(cbp, wcache_pgsize_sblks, wcache_num_pages, QLS_WMGR_MAXDTOKPP, QLS_WMGR_MAXWAITUS, + (_recoveryManager.isLastFileFull() ? 0 : _recoveryManager.getEndOffset())); + + _readonly_flag = true; + _init_flag = true; +} + +void +jcntl::recover_complete() +{ + if (!_readonly_flag) + throw jexception(jerrno::JERR_JCNTL_NOTRECOVERED, "jcntl", "recover_complete"); + _readonly_flag = false; +} + +void +jcntl::delete_jrnl_files() +{ + stop(true); // wait for AIO to complete + _linearFileController.purgeEmptyFilesToEfp(); + _jdir.delete_dir(); +} + + +iores +jcntl::enqueue_data_record(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const bool transient) +{ + iores r; + check_wstatus("enqueue_data_record"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.enqueue(data_buff, tot_data_len, this_data_len, dtokp, 0, 0, transient, false), r, + dtokp)) ; + } + return r; +} + +iores +jcntl::enqueue_extern_data_record(const std::size_t tot_data_len, + data_tok* dtokp, + const bool transient) +{ + iores r; + check_wstatus("enqueue_extern_data_record"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.enqueue(0, tot_data_len, 0, dtokp, 0, 0, transient, true), r, dtokp)) ; + } + return r; +} + +iores +jcntl::enqueue_txn_data_record(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const std::string& xid, + const bool transient) +{ + iores r; + check_wstatus("enqueue_tx_data_record"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.enqueue(data_buff, tot_data_len, this_data_len, dtokp, xid.data(), xid.size(), + transient, false), r, dtokp)) ; + } + return r; +} + +iores +jcntl::enqueue_extern_txn_data_record(const std::size_t tot_data_len, + data_tok* dtokp, + const std::string& xid, + const bool transient) +{ + iores r; + check_wstatus("enqueue_extern_txn_data_record"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.enqueue(0, tot_data_len, 0, dtokp, xid.data(), xid.size(), transient, true), r, + dtokp)) ; + } + return r; +} + +iores +jcntl::read_data_record(void** const datapp, + std::size_t& dsize, + void** const xidpp, + std::size_t& xidsize, + bool& transient, + bool& external, + data_tok* const dtokp, + bool ignore_pending_txns) +{ + check_rstatus("read_data"); + if (_recoveryManager.readNextRemainingRecord(datapp, dsize, xidpp, xidsize, transient, external, dtokp, ignore_pending_txns)) { + return RHM_IORES_SUCCESS; + } + return RHM_IORES_EMPTY; +} + +iores +jcntl::dequeue_data_record(data_tok* const dtokp, + const bool txn_coml_commit) +{ + iores r; + check_wstatus("dequeue_data"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.dequeue(dtokp, 0, 0, txn_coml_commit), r, dtokp)) ; + } + return r; +} + +iores +jcntl::dequeue_txn_data_record(data_tok* const dtokp, + const std::string& xid, + const bool txn_coml_commit) +{ + iores r; + check_wstatus("dequeue_data"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.dequeue(dtokp, xid.data(), xid.size(), txn_coml_commit), r, dtokp)) ; + } + return r; +} + +iores +jcntl::txn_abort(data_tok* const dtokp, + const std::string& xid) +{ + iores r; + check_wstatus("txn_abort"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.abort(dtokp, xid.data(), xid.size()), r, dtokp)) ; + } + return r; +} + +iores +jcntl::txn_commit(data_tok* const dtokp, + const std::string& xid) +{ + iores r; + check_wstatus("txn_commit"); + { + slock s(_wr_mutex); + while (handle_aio_wait(_wmgr.commit(dtokp, xid.data(), xid.size()), r, dtokp)) ; + } + return r; +} + +bool +jcntl::is_txn_synced(const std::string& xid) +{ + slock s(_wr_mutex); + bool res = _wmgr.is_txn_synced(xid); + return res; +} + +int32_t +jcntl::get_wr_events(timespec* const timeout) +{ + stlock t(_wr_mutex); + if (!t.locked()) + return jerrno::LOCK_TAKEN; + return _wmgr.get_events(timeout, false); +} + +void +jcntl::stop(const bool block_till_aio_cmpl) +{ + if (_readonly_flag) + check_rstatus("stop"); + else + check_wstatus("stop"); + _stop_flag = true; + if (!_readonly_flag) + flush(block_till_aio_cmpl); + _linearFileController.finalize(); +} + +LinearFileController& +jcntl::getLinearFileControllerRef() { + return _linearFileController; +} + +iores +jcntl::flush(const bool block_till_aio_cmpl) +{ + if (!_init_flag) + return RHM_IORES_SUCCESS; + if (_readonly_flag) + throw jexception(jerrno::JERR_JCNTL_READONLY, "jcntl", "flush"); + iores res; + { + slock s(_wr_mutex); + res = _wmgr.flush(); + } + if (block_till_aio_cmpl) + aio_cmpl_wait(); + return res; +} + +// Protected/Private functions + +void +jcntl::check_wstatus(const char* fn_name) const +{ + if (!_init_flag) + throw jexception(jerrno::JERR__NINIT, "jcntl", fn_name); + if (_readonly_flag) + throw jexception(jerrno::JERR_JCNTL_READONLY, "jcntl", fn_name); + if (_stop_flag) + throw jexception(jerrno::JERR_JCNTL_STOPPED, "jcntl", fn_name); +} + +void +jcntl::check_rstatus(const char* fn_name) const +{ + if (!_init_flag) + throw jexception(jerrno::JERR__NINIT, "jcntl", fn_name); + if (_stop_flag) + throw jexception(jerrno::JERR_JCNTL_STOPPED, "jcntl", fn_name); +} + + +void +jcntl::aio_cmpl_wait() +{ + //while (_wmgr.get_aio_evt_rem()) + while (true) + { + uint32_t aer; + { + slock s(_wr_mutex); + aer = _wmgr.get_aio_evt_rem(); + } + if (aer == 0) break; // no events left + if (get_wr_events(&_aio_cmpl_timeout) == jerrno::AIO_TIMEOUT) + throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "aio_cmpl_wait"); + } +} + + +bool +jcntl::handle_aio_wait(const iores res, iores& resout, const data_tok* dtp) +{ + resout = res; + if (res == RHM_IORES_PAGE_AIOWAIT) + { + while (_wmgr.curr_pg_blocked()) + { + if (_wmgr.get_aio_evt_rem() == 0) { +std::cout << "&&&&&& jcntl::handle_aio_wait() " << _wmgr.status_str() << std::endl; // DEBUG + throw jexception("_wmgr.curr_pg_blocked() with no events remaining"); // TODO - complete exception + } + if (_wmgr.get_events(&_aio_cmpl_timeout, false) == jerrno::AIO_TIMEOUT) + { + std::ostringstream oss; + oss << "get_events() returned JERR_JCNTL_AIOCMPLWAIT; wmgr_status: " << _wmgr.status_str(); + _jrnl_log.log(JournalLog::LOG_CRITICAL, _jid, oss.str()); + throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "handle_aio_wait"); + } + } + return true; + } + else if (res == RHM_IORES_FILE_AIOWAIT) + { +// while (_wmgr.curr_file_blocked()) +// { +// if (_wmgr.get_events(pmgr::UNUSED, &_aio_cmpl_timeout) == jerrno::AIO_TIMEOUT) +// { +// std::ostringstream oss; +// oss << "get_events() returned JERR_JCNTL_AIOCMPLWAIT; wmgr_status: " << _wmgr.status_str(); +// this->log(LOG_CRITICAL, oss.str()); +// throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "handle_aio_wait"); +// } +// } +// _wrfc.wr_reset(); + resout = RHM_IORES_SUCCESS; + data_tok::write_state ws = dtp->wstate(); + return ws == data_tok::ENQ_PART || ws == data_tok::DEQ_PART || ws == data_tok::ABORT_PART || + ws == data_tok::COMMIT_PART; + } + return false; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/jcntl.h b/qpid/cpp/src/qpid/linearstore/journal/jcntl.h new file mode 100644 index 0000000000..612b510cb3 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jcntl.h @@ -0,0 +1,573 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JCNTL_H +#define QPID_LINEARSTORE_JOURNAL_JCNTL_H + +namespace qpid { +namespace linearstore { +namespace journal { + class jcntl; +}}} + +#include +#include +#include +#include "qpid/linearstore/journal/jdir.h" +#include "qpid/linearstore/journal/RecoveryManager.h" +#include "qpid/linearstore/journal/slock.h" +#include "qpid/linearstore/journal/smutex.h" +#include "qpid/linearstore/journal/wmgr.h" + +namespace qpid { +namespace linearstore { +namespace journal { + class EmptyFilePool; + class EmptyFilePoolManager; + + /** + * \brief Access and control interface for the journal. This is the top-level class for the + * journal. + * + * This is the top-level journal class; one instance of this class controls one instance of the + * journal and all its files and associated control structures. Besides this class, the only + * other class that needs to be used at a higher level is the data_tok class, one instance of + * which is used per data block written to the journal, and is used to track its status through + * the AIO enqueue, read and dequeue process. + */ + class jcntl + { + protected: + /** + * \brief Journal ID + * + * This string uniquely identifies this journal instance. It will most likely be associated + * with the identity of the message queue with which it is associated. + */ + // TODO: This is not included in any files at present, add to file_hdr? + std::string _jid; + + /** + * \brief Journal directory + * + * This string stores the path to the journal directory. It may be absolute or relative, and + * should not end in a file separator character. (e.g. "/fastdisk/jdata" is correct, + * "/fastdisk/jdata/" is not.) + */ + jdir _jdir; + + /** + * \brief Initialized flag + * + * This flag starts out set to false, is set to true once this object has been initialized, + * either by calling initialize() or recover(). + */ + bool _init_flag; + + /** + * \brief Stopped flag + * + * This flag starts out false, and is set to true when stop() is called. At this point, the + * journal will no longer accept messages until either initialize() or recover() is called. + * There is no way other than through initialization to reset this flag. + */ + // TODO: It would be helpful to distinguish between states stopping and stopped. If stop(true) is called, + // then we are stopping, but must wait for all outstanding aios to return before being finally stopped. During + // this period, however, no new enqueue/dequeue/read requests may be accepted. + bool _stop_flag; + + /** + * \brief Read-only state flag used during recover. + * + * When true, this flag prevents journal write operations (enqueue and dequeue), but + * allows read to occur. It is used during recovery, and is reset when recovered() is + * called. + */ + bool _readonly_flag; + + // Journal control structures + JournalLog& _jrnl_log; ///< Ref to Journal Log instance + LinearFileController _linearFileController; ///< Linear File Controller + EmptyFilePool* _emptyFilePoolPtr; ///< Pointer to Empty File Pool for this queue + enq_map _emap; ///< Enqueue map for low water mark management + txn_map _tmap; ///< Transaction map open transactions + wmgr _wmgr; ///< Write page manager which manages AIO + RecoveryManager _recoveryManager; ///< Recovery data used for recovery + smutex _wr_mutex; ///< Mutex for journal writes + + public: + static timespec _aio_cmpl_timeout; ///< Timeout for blocking libaio returns + static timespec _final_aio_cmpl_timeout; ///< Timeout for blocking libaio returns when stopping or finalizing + + /** + * \brief Journal constructor. + * + * Constructor which sets the physical file location and base name. + * + * \param jid A unique identifier for this journal instance. + * \param jdir The directory which will contain the journal files. + * \param base_filename The string which will be used to start all journal filenames. + */ + jcntl(const std::string& jid, + const std::string& jdir, + JournalLog& jrnl_log); + + /** + * \brief Destructor. + */ + virtual ~jcntl(); + + inline const std::string& id() const { return _jid; } + + inline const std::string& jrnl_dir() const { return _jdir.dirname(); } + + /** + * \brief Initialize the journal for storing data. + * + * Initialize the journal by creating new journal data files and initializing internal + * control structures. When complete, the journal will be empty, and ready to store data. + * + * NOTE: Any existing journal will be ignored by this operation. To use recover + * the data from an existing journal, use recover(). + * + * NOTE: If NULL is passed to the deque pointers, they will be internally created + * and deleted. + * + * NOTE: If NULL is passed to the callbacks, internal default callbacks will be + * used. + * + * \param num_jfiles The number of journal files to be created. + * \param auto_expand If true, allows journal file auto-expansion. In this mode, the journal will automatically + * add files to the journal if it runs out of space. No more than ae_max_jfiles may be added. If false, then + * no files are added and an exception will be thrown if the journal runs out of file space. + * \param ae_max_jfiles Upper limit of journal files for auto-expand mode. When auto_expand is true, this is the + * maximum total number of files allowed in the journal (original plus those added by auto-expand mode). If + * this number of files exist and the journal runs out of space, an exception will be thrown. This number + * must be greater than the num_jfiles parameter value but cannot exceed the maximum number of files for a + * single journal; if num_jfiles is already at its maximum value, then auto-expand will be disabled. + * \param jfsize_sblks The size of each journal file expressed in softblocks. + * \param wcache_num_pages The number of write cache pages to create. + * \param wcache_pgsize_sblks The size in sblks of each write cache page. + * \param cbp Pointer to object containing callback functions for read and write operations. May be 0 (NULL). + * + * \exception TODO + */ + void initialize(EmptyFilePool* efpp, + const uint16_t wcache_num_pages, + const uint32_t wcache_pgsize_sblks, + aio_callback* const cbp); + + /** + * /brief Initialize journal by recovering state from previously written journal. + * + * Initialize journal by recovering state from previously written journal. The journal files + * are analyzed, and all records that have not been dequeued and that remain in the journal + * will be available for reading. The journal is placed in a read-only state until + * recovered() is called; any calls to enqueue or dequeue will fail with an exception + * in this state. + * + * NOTE: If NULL is passed to the deque pointers, they will be internally created + * and deleted. + * + * NOTE: If NULL is passed to the callbacks, internal default callbacks will be + * used. + * + * \param num_jfiles The number of journal files to be created. + * \param auto_expand If true, allows journal file auto-expansion. In this mode, the journal will automatically + * add files to the journal if it runs out of space. No more than ae_max_jfiles may be added. If false, then + * no files are added and an exception will be thrown if the journal runs out of file space. + * \param ae_max_jfiles Upper limit of journal files for auto-expand mode. When auto_expand is true, this is the + * maximum total number of files allowed in the journal (original plus those added by auto-expand mode). If + * this number of files exist and the journal runs out of space, an exception will be thrown. This number + * must be greater than the num_jfiles parameter value but cannot exceed the maximum number of files for a + * single journal; if num_jfiles is already at its maximum value, then auto-expand will be disabled. + * \param jfsize_sblks The size of each journal file expressed in softblocks. + * \param wcache_num_pages The number of write cache pages to create. + * \param wcache_pgsize_sblks The size in sblks of each write cache page. + * \param cbp Pointer to object containing callback functions for read and write operations. May be 0 (NULL). + * \param prep_txn_list_ptr + * \param highest_rid Returns the highest rid found in the journal during recover + * + * \exception TODO + */ + void recover(EmptyFilePoolManager* efpm, + const uint16_t wcache_num_pages, + const uint32_t wcache_pgsize_sblks, + aio_callback* const cbp, + const std::vector* prep_txn_list_ptr, + uint64_t& highest_rid); + + /** + * \brief Notification to the journal that recovery is complete and that normal operation + * may resume. + * + * This call notifies the journal that recovery is complete and that normal operation + * may resume. The read pointers are reset so that all records read as a part of recover + * may be re-read during normal operation. The read-only flag is then reset, allowing + * enqueue and dequeue operations to resume. + * + * \exception TODO + */ + void recover_complete(); + + /** + * \brief Stops journal and deletes all journal files. + * + * Clear the journal directory of all journal files matching the base filename. + * + * \exception TODO + */ + void delete_jrnl_files(); + + /** + * \brief Enqueue data. + * + * Enqueue data or part thereof. If a large data block is being written, then it may be + * enqueued in parts by setting this_data_len to the size of the data being written in this + * call. The total data size must be known in advance, however, as this is written into the + * record header on the first record write. The state of the write (i.e. how much has been + * written so far) is maintained in the data token dtokp. Partial writes will return in state + * ENQ_PART. + * + * Note that a return value of anything other than RHM_IORES_SUCCESS implies that this write + * operation did not complete successfully or was partially completed. The action taken under + * these conditions depends on the value of the return. For example, RHM_IORES_AIO_WAIT + * implies that all pages in the write page cache are waiting for AIO operations to return, + * and that the call should be remade after waiting a bit. + * + * Example: If a write of 99 kB is divided into three equal parts, then the following states + * and returns would characterize a successful operation: + * 
+        *                            dtok.    dtok.   dtok.
+        * Pperation         Return   wstate() dsize() written() Comment
+        * -----------------+--------+--------+-------+---------+------------------------------------
+        *                            NONE     0       0         Value of dtok before op
+        * edr(99000, 33000) SUCCESS  ENQ_PART 99000   33000     Enqueue part 1
+        * edr(99000, 33000) AIO_WAIT ENQ_PART 99000   50000     Enqueue part 2, not completed
+        * edr(99000, 33000) SUCCESS  ENQ_PART 99000   66000     Enqueue part 2 again
+        * edr(99000, 33000) SUCCESS  ENQ      99000   99000     Enqueue part 3
+        *
+ * + * \param data_buff Pointer to data to be enqueued for this enqueue operation. + * \param tot_data_len Total data length. + * \param this_data_len Amount to be written in this enqueue operation. + * \param dtokp Pointer to data token which contains the details of the enqueue operation. + * \param transient Flag indicating transient persistence (ie, ignored on recover). + * + * \exception TODO + */ + iores enqueue_data_record(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const bool transient = false); + + iores enqueue_extern_data_record(const std::size_t tot_data_len, + data_tok* dtokp, + const bool transient = false); + + /** + * \brief Enqueue data. + * + * \param data_buff Pointer to data to be enqueued for this enqueue operation. + * \param tot_data_len Total data length. + * \param this_data_len Amount to be written in this enqueue operation. + * \param dtokp Pointer to data token which contains the details of the enqueue operation. + * \param xid String containing xid. An empty string (i.e. length=0) will be considered + * non-transactional. + * \param transient Flag indicating transient persistence (ie, ignored on recover). + * + * \exception TODO + */ + iores enqueue_txn_data_record(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const std::string& xid, + const bool transient = false); + + iores enqueue_extern_txn_data_record(const std::size_t tot_data_len, + data_tok* dtokp, + const std::string& xid, + const bool transient = false); + + /** + * \brief Reads data from the journal. It is the responsibility of the reader to free + * the memory that is allocated through this call - see below for details. + * + * Reads the next non-dequeued data record from the journal. + * + * Note that this call allocates memory into which the data and XID are copied. It + * is the responsibility of the caller to free this memory. The memory for the data and + * XID are allocated in a single call, and the XID precedes the data in the memory space. + * Thus, where an XID exists, freeing the XID pointer will free both the XID and data memory. + * However, if an XID does not exist for the message, the XID pointer xidpp is set to NULL, + * and it is the data pointer datapp that must be freed. Should neither an XID nor data be + * present (ie an empty record), then no memory is allocated, and both pointers will be NULL. + * In this case, there is no need to free memory. + * + * TODO: Fix this lousy interface. The caller should NOT be required to clean up these + * pointers! Rather use a struct, or better still, let the data token carry the data and + * xid pointers and lengths, and have the data token both allocate and delete. + * + * \param datapp Pointer to pointer that will be set to point to memory allocated and + * containing the data. Will be set to NULL if the call fails or there is no data + * in the record. + * \param dsize Ref that will be set to the size of the data. Will be set to 0 if the call + * fails or if there is no data in the record. + * \param xidpp Pointer to pointer that will be set to point to memory allocated and + * containing the XID. Will be set to NULL if the call fails or there is no XID attached + * to this record. + * \param xidsize Ref that will be set to the size of the XID. + * \param transient Ref that will be set true if record is transient. + * \param external Ref that will be set true if record is external. In this case, the data + * pointer datapp will be set to NULL, but dsize will contain the size of the data. + * NOTE: If there is an xid, then xidpp must be freed. + * \param dtokp Pointer to data_tok instance for this data, used to track state of data + * through journal. + * \param ignore_pending_txns When false (default), if the next record to be read is locked + * by a pending transaction, the read fails with RHM_IORES_TXPENDING. However, if set + * to true, then locks are ignored. This is required for reading of the Transaction + * Prepared List (TPL) which may have its entries locked, but may be read from + * time-to-time, and needs all its records (locked and unlocked) to be available. + * + * \exception TODO + */ + iores read_data_record(void** const datapp, + std::size_t& dsize, + void** const xidpp, + std::size_t& xidsize, + bool& transient, + bool& external, + data_tok* const dtokp, + bool ignore_pending_txns = false); + + /** + * \brief Dequeues (marks as no longer needed) data record in journal. + * + * Dequeues (marks as no longer needed) data record in journal. Note that it is possible + * to use the same data token instance used to enqueue this data; it contains the record ID + * needed to correctly mark this data as dequeued in the journal. Otherwise the RID of the + * record to be dequeued and the write state of ENQ must be manually set in a new or reset + * instance of data_tok. + * + * \param dtokp Pointer to data_tok instance for this data, used to track state of data + * through journal. + * \param txn_coml_commit Only used for preparedXID journal. When used for dequeueing + * prepared XID list items, sets whether the complete() was called in commit or abort + * mode. + * + * \exception TODO + */ + iores dequeue_data_record(data_tok* const dtokp, + const bool txn_coml_commit = false); + + /** + * \brief Dequeues (marks as no longer needed) data record in journal. + * + * Dequeues (marks as no longer needed) data record in journal as part of a transaction. + * Note that it is possible to use the same data token instance used to enqueue this data; + * it contains the RID needed to correctly mark this data as dequeued in the journal. + * Otherwise the RID of the record to be dequeued and the write state of ENQ must be + * manually set in a new or reset instance of data_tok. + * + * \param dtokp Pointer to data_tok instance for this data, used to track state of data + * through journal. + * \param xid String containing xid. An empty string (i.e. length=0) will be considered + * non-transactional. + * \param txn_coml_commit Only used for preparedXID journal. When used for dequeueing + * prepared XID list items, sets whether the complete() was called in commit or abort + * mode. + * + * \exception TODO + */ + iores dequeue_txn_data_record(data_tok* const dtokp, + const std::string& xid, + const bool txn_coml_commit = false); + + /** + * \brief Abort the transaction for all records enqueued or dequeued with the matching xid. + * + * Abort the transaction for all records enqueued with the matching xid. All enqueued records + * are effectively deleted from the journal, and can not be read. All dequeued records remain + * as though they had never been dequeued. + * + * \param dtokp Pointer to data_tok instance for this data, used to track state of data + * through journal. + * \param xid String containing xid. + * + * \exception TODO + */ + iores txn_abort(data_tok* const dtokp, + const std::string& xid); + + /** + * \brief Commit the transaction for all records enqueued or dequeued with the matching xid. + * + * Commit the transaction for all records enqueued with the matching xid. All enqueued + * records are effectively released for reading and dequeueing. All dequeued records are + * removed and can no longer be accessed. + * + * \param dtokp Pointer to data_tok instance for this data, used to track state of data + * through journal. + * \param xid String containing xid. + * + * \exception TODO + */ + iores txn_commit(data_tok* const dtokp, + const std::string& xid); + + /** + * \brief Check whether all the enqueue records for the given xid have reached disk. + * + * \param xid String containing xid. + * + * \exception TODO + */ + bool is_txn_synced(const std::string& xid); + + /** + * \brief Forces a check for returned AIO write events. + * + * Forces a check for returned AIO write events. This is normally performed by enqueue() and + * dequeue() operations, but if these operations cease, then this call needs to be made to + * force the processing of any outstanding AIO operations. + */ + int32_t get_wr_events(timespec* const timeout); + + /** + * \brief Stop the journal from accepting any further requests to read or write data. + * + * This operation is used to stop the journal. This is the normal mechanism for bringing the + * journal to an orderly stop. Any outstanding AIO operations or partially written pages in + * the write page cache will by flushed and will complete. + * + * Note: The journal cannot be restarted without either initializing it or restoring + * it. + * + * \param block_till_aio_cmpl If true, will block the thread while waiting for all + * outstanding AIO operations to complete. + */ + void stop(const bool block_till_aio_cmpl = false); + + /** + * \brief Force a flush of the write page cache, creating a single AIO write operation. + */ + iores flush(const bool block_till_aio_cmpl = false); + + inline uint32_t get_enq_cnt() const { return _emap.size(); } // TODO: _emap: Thread safe? + + inline uint32_t get_wr_aio_evt_rem() const { slock l(_wr_mutex); return _wmgr.get_aio_evt_rem(); } + + uint32_t get_wr_outstanding_aio_dblks() const; + + uint32_t get_rd_outstanding_aio_dblks() const; + + LinearFileController& getLinearFileControllerRef(); + + /** + * \brief Check if a particular rid is enqueued. Note that this function will return + * false if the rid is transactionally enqueued and is not committed, or if it is + * locked (i.e. transactionally dequeued, but the dequeue has not been committed). + */ + inline bool is_enqueued(const uint64_t rid, bool ignore_lock = false) { return _emap.is_enqueued(rid, ignore_lock); } + + inline bool is_locked(const uint64_t rid) { + if (_emap.is_enqueued(rid, true) < enq_map::EMAP_OK) + return false; + return _emap.is_locked(rid) == enq_map::EMAP_TRUE; + } + + inline void enq_rid_list(std::vector& rids) { _emap.rid_list(rids); } + + inline void enq_xid_list(std::vector& xids) { _tmap.xid_list(xids); } + + inline uint32_t get_open_txn_cnt() const { return _tmap.size(); } + + // TODO Make this a const, but txn_map must support const first. + inline txn_map& get_txn_map() { return _tmap; } + + /** + * \brief Check if the journal is stopped. + * + * \return true if the jouranl is stopped; + * false otherwise. + */ + inline bool is_stopped() { return _stop_flag; } + + /** + * \brief Check if the journal is ready to read and write data. + * + * Checks if the journal is ready to read and write data. This function will return + * true if the journal has been either initialized or restored, and the stop() + * function has not been called since the initialization. + * + * Note that the journal may also be stopped if an internal error occurs (such as running out + * of data journal file space). + * + * \return true if the journal is ready to read and write data; + * false otherwise. + */ + inline bool is_ready() const { return _init_flag && !_stop_flag; } + + inline bool is_read_only() const { return _readonly_flag; } + + /** + * \brief Get the journal directory. + * + * This returns the journal directory as set during initialization. This is the directory + * into which the journal files will be written. + */ + inline const std::string& dirname() const { return _jdir.dirname(); } + + // Management instrumentation callbacks + inline virtual void instr_incr_outstanding_aio_cnt() {} + inline virtual void instr_decr_outstanding_aio_cnt() {} + + protected: + static bool _init; + static bool init_statics(); + + /** + * \brief Check status of journal before allowing write operations. + */ + void check_wstatus(const char* fn_name) const; + + /** + * \brief Check status of journal before allowing read operations. + */ + void check_rstatus(const char* fn_name) const; + + /** + * \brief Call that blocks while waiting for all outstanding AIOs to complete + */ + void aio_cmpl_wait(); + + /** + * \brief Call that blocks until at least one message returns; used to wait for + * AIO wait conditions to clear. + */ + bool handle_aio_wait(const iores res, iores& resout, const data_tok* dtp); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_JCNTL_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/jdir.cpp b/qpid/cpp/src/qpid/linearstore/journal/jdir.cpp new file mode 100644 index 0000000000..6f28a48a7f --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jdir.cpp @@ -0,0 +1,478 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/jdir.h" + +#include +#include +#include +#include +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +jdir::jdir(const std::string& dirname/*, const std::string& _base_filename*/): + _dirname(dirname)/*, + _base_filename(_base_filename)*/ +{} + +jdir::~jdir() +{} + +// === create_dir === + +void +jdir::create_dir() +{ + create_dir(_dirname); +} + + +void +jdir::create_dir(const char* dirname) +{ + create_dir(std::string(dirname)); +} + + +void +jdir::create_dir(const std::string& dirname) +{ + std::size_t fdp = dirname.find_last_of('/'); + if (fdp != std::string::npos) + { + std::string parent_dir = dirname.substr(0, fdp); + if (!exists(parent_dir)) + create_dir(parent_dir); + } + if (::mkdir(dirname.c_str(), S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH)) + { + if (errno != EEXIST) // Dir exists, ignore + { + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_MKDIR, oss.str(), "jdir", "create_dir"); + } + } +} + + +// === clear_dir === + +void +jdir::clear_dir(const bool create_flag) +{ + clear_dir(_dirname/*, _base_filename*/, create_flag); +} + +void +jdir::clear_dir(const char* dirname/*, const char* base_filename*/, const bool create_flag) +{ + clear_dir(std::string(dirname)/*, std::string(base_filename)*/, create_flag); +} + + +void +jdir::clear_dir(const std::string& dirname/*, const std::string& +#ifndef RHM_JOWRITE + base_filename +#endif +*/ + , const bool create_flag) +{ + DIR* dir = ::opendir(dirname.c_str()); + if (!dir) + { + if (errno == 2 && create_flag) // ENOENT (No such file or dir) + { + create_dir(dirname); + return; + } + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "clear_dir"); + } +//#ifndef RHM_JOWRITE + struct dirent* entry; + bool found = false; + std::string bak_dir; + while ((entry = ::readdir(dir)) != 0) + { + // Ignore . and .. + if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) + { + if (std::strlen(entry->d_name) >= 3) // 'bak' + { + if (std::strncmp(entry->d_name, "bak", 3) == 0) + { + if (!found) + { + bak_dir = create_bak_dir(dirname/*, base_filename*/); + found = true; + } + std::ostringstream oldname; + oldname << dirname << "/" << entry->d_name; + std::ostringstream newname; + newname << bak_dir << "/" << entry->d_name; + if (::rename(oldname.str().c_str(), newname.str().c_str())) + { + ::closedir(dir); + std::ostringstream oss; + oss << "file=\"" << oldname.str() << "\" dest=\"" << + newname.str() << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "jdir", "clear_dir"); + } + } + } + } + } +// FIXME: Find out why this fails with false alarms/errors from time to time... +// While commented out, there is no error capture from reading dir entries. +// check_err(errno, dir, dirname, "clear_dir"); +//#endif + close_dir(dir, dirname, "clear_dir"); +} + +// === push_down === + +std::string +jdir::push_down(const std::string& dirname, const std::string& target_dir/*, const std::string& bak_dir_base*/) +{ + std::string bak_dir_name = create_bak_dir(dirname/*, bak_dir_base*/); + + DIR* dir = ::opendir(dirname.c_str()); + if (!dir) + { + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "push_down"); + } + // Copy contents of targetDirName into bak dir + struct dirent* entry; + while ((entry = ::readdir(dir)) != 0) + { + // Search for targetDirName in storeDirName + if (std::strcmp(entry->d_name, target_dir.c_str()) == 0) + { + std::ostringstream oldname; + oldname << dirname << "/" << target_dir; + std::ostringstream newname; + newname << bak_dir_name << "/" << target_dir; + if (::rename(oldname.str().c_str(), newname.str().c_str())) + { + ::closedir(dir); + std::ostringstream oss; + oss << "file=\"" << oldname.str() << "\" dest=\"" << newname.str() << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "jdir", "push_down"); + } + break; + } + } + close_dir(dir, dirname, "push_down"); + return bak_dir_name; +} + +// === verify_dir === + +void +jdir::verify_dir() +{ + verify_dir(_dirname/*, _base_filename*/); +} + +void +jdir::verify_dir(const char* dirname/*, const char* base_filename*/) +{ + verify_dir(std::string(dirname)/*, std::string(base_filename)*/); +} + + +void +jdir::verify_dir(const std::string& dirname/*, const std::string& base_filename*/) +{ + if (!is_dir(dirname)) + { + std::ostringstream oss; + oss << "dir=\"" << dirname << "\""; + throw jexception(jerrno::JERR_JDIR_NOTDIR, oss.str(), "jdir", "verify_dir"); + } + + // Read jinf file, then verify all journal files are present +// jinf ji(dirname + "/" + base_filename + "." + QLS_JRNL_FILE_EXTENSION, true); +// for (uint16_t fnum=0; fnum < ji.num_jfiles(); fnum++) +// { +// std::ostringstream oss; +// oss << dirname << "/" << base_filename << "."; +// oss << std::setw(4) << std::setfill('0') << std::hex << fnum; +// oss << "." << QLS_JRNL_FILE_EXTENSION; +// if (!exists(oss.str())) +// throw jexception(jerrno::JERR_JDIR_NOSUCHFILE, oss.str(), "jdir", "verify_dir"); +// } +} + + +// === delete_dir === + +void +jdir::delete_dir(bool children_only) +{ + delete_dir(_dirname, children_only); +} + +void +jdir::delete_dir(const char* dirname, bool children_only) +{ + delete_dir(std::string(dirname), children_only); +} + +void +jdir::delete_dir(const std::string& dirname, bool children_only) +{ + struct dirent* entry; + struct stat s; + DIR* dir = ::opendir(dirname.c_str()); + if (!dir) + { + if (errno == ENOENT) // dir does not exist. + return; + + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "delete_dir"); + } + else + { + while ((entry = ::readdir(dir)) != 0) + { + // Ignore . and .. + if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) + { + std::string full_name(dirname + "/" + entry->d_name); + if (::lstat(full_name.c_str(), &s)) + { + ::closedir(dir); + std::ostringstream oss; + oss << "stat: file=\"" << full_name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "delete_dir"); + } + if (S_ISREG(s.st_mode) || S_ISLNK(s.st_mode)) // This is a file or slink + { + if(::unlink(full_name.c_str())) + { + ::closedir(dir); + std::ostringstream oss; + oss << "unlink: file=\"" << entry->d_name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_UNLINK, oss.str(), "jdir", "delete_dir"); + } + } + else if (S_ISDIR(s.st_mode)) // This is a dir + { + delete_dir(full_name); + } + else // all other types, throw up! + { + ::closedir(dir); + std::ostringstream oss; + oss << "file=\"" << entry->d_name << "\" is not a dir, file or slink."; + oss << " (mode=0x" << std::hex << s.st_mode << std::dec << ")"; + throw jexception(jerrno::JERR_JDIR_BADFTYPE, oss.str(), "jdir", "delete_dir"); + } + } + } + +// FIXME: Find out why this fails with false alarms/errors from time to time... +// While commented out, there is no error capture from reading dir entries. +// check_err(errno, dir, dirname, "delete_dir"); + } + // Now dir is empty, close and delete it + close_dir(dir, dirname, "delete_dir"); + + if (!children_only) + if (::rmdir(dirname.c_str())) + { + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_RMDIR, oss.str(), "jdir", "delete_dir"); + } +} + + +std::string +jdir::create_bak_dir(const std::string& dirname) +{ + DIR* dir = ::opendir(dirname.c_str()); + long dir_num = 0L; + if (!dir) + { + std::ostringstream oss; + oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "create_bak_dir"); + } + struct dirent* entry; + while ((entry = ::readdir(dir)) != 0) + { + // Ignore . and .. + if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) + { + if (std::strlen(entry->d_name) == 9) // Format: _bak.XXXX + { + if (std::strncmp(entry->d_name, "_bak.", 5) == 0) + { + long this_dir_num = std::strtol(entry->d_name + 5, 0, 16); + if (this_dir_num > dir_num) + dir_num = this_dir_num; + } + } + } + } +// FIXME: Find out why this fails with false alarms/errors from time to time... +// While commented out, there is no error capture from reading dir entries. +// check_err(errno, dir, dirname, "create_bak_dir"); + close_dir(dir, dirname, "create_bak_dir"); + + std::ostringstream dn; + dn << dirname << "/_bak." << std::hex << std::setw(4) << std::setfill('0') << ++dir_num; + if (::mkdir(dn.str().c_str(), S_IRWXU | S_IRWXG | S_IROTH)) + { + std::ostringstream oss; + oss << "dir=\"" << dn.str() << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_MKDIR, oss.str(), "jdir", "create_bak_dir"); + } + return std::string(dn.str()); +} + +bool +jdir::is_dir(const char* name) +{ + struct stat s; + if (::stat(name, &s)) + { + std::ostringstream oss; + oss << "file=\"" << name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "is_dir"); + } + return S_ISDIR(s.st_mode); +} + +bool +jdir::is_dir(const std::string& name) +{ + return is_dir(name.c_str()); +} + +bool +jdir::exists(const char* name) +{ + struct stat s; + if (::stat(name, &s)) + { + if (errno == ENOENT) // No such dir or file + return false; + // Throw for any other condition + std::ostringstream oss; + oss << "file=\"" << name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "exists"); + } + return true; +} + +bool +jdir::exists(const std::string& name) +{ + return exists(name.c_str()); +} + +void +jdir::read_dir(const std::string& name, std::vector& dir_list, const bool incl_dirs, const bool incl_files, const bool incl_links, const bool return_fqfn) { + struct stat s; + if (is_dir(name)) { + DIR* dir = ::opendir(name.c_str()); + if (dir != 0) { + struct dirent* entry; + while ((entry = ::readdir(dir)) != 0) { + if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) { // Ignore . and .. + std::string full_name(name + "/" + entry->d_name); + if (::stat(full_name.c_str(), &s)) + { + ::closedir(dir); + std::ostringstream oss; + oss << "stat: file=\"" << full_name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "delete_dir"); + } + if ((S_ISREG(s.st_mode) && incl_files) || (S_ISDIR(s.st_mode) && incl_dirs) || (S_ISLNK(s.st_mode) && incl_links)) { + if (return_fqfn) { + dir_list.push_back(name + "/" + entry->d_name); + } else { + dir_list.push_back(entry->d_name); + } + } + } + } + } + close_dir(dir, name, "read_dir"); + } +} + +void +jdir::check_err(const int err_num, DIR* dir, const std::string& dir_name, const std::string& fn_name) +{ + if (err_num) + { + std::ostringstream oss; + oss << "dir=\"" << dir_name << "\"" << FORMAT_SYSERR(err_num); + ::closedir(dir); // Try to close, it makes no sense to trap errors here... + throw jexception(jerrno::JERR_JDIR_READDIR, oss.str(), "jdir", fn_name); + } +} + +void +jdir::close_dir(DIR* dir, const std::string& dir_name, const std::string& fn_name) +{ + if (::closedir(dir)) + { + std::ostringstream oss; + oss << "dir=\"" << dir_name << "\"" << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR_JDIR_CLOSEDIR, oss.str(), "jdir", fn_name); + } +} + +std::ostream& +operator<<(std::ostream& os, const jdir& jdir) +{ + os << jdir._dirname; + return os; +} + +std::ostream& +operator<<(std::ostream& os, const jdir* jdirPtr) +{ + os << jdirPtr->_dirname; + return os; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/jdir.h b/qpid/cpp/src/qpid/linearstore/journal/jdir.h new file mode 100644 index 0000000000..c13a5f5af0 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jdir.h @@ -0,0 +1,367 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JDIR_H +#define QPID_LINEARSTORE_JOURNAL_JDIR_H + +namespace qpid { +namespace linearstore { +namespace journal { +class jdir; +}}} + +//#include "qpid/linearstore/jrnl/jinf.h" +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \class jdir + * \brief Class to manage the %journal directory + */ + class jdir + { + private: + std::string _dirname; + //std::string _base_filename; + + public: + + /** + * \brief Sole constructor + * + * \param dirname Name of directory to be managed. + * \param base_filename Filename root used in the creation of %journal files + * and sub-directories. + */ + jdir(const std::string& dirname/*, const std::string& base_filename*/); + + virtual ~jdir(); + + + /** + * \brief Create %journal directory as set in the dirname parameter of the constructor. + * Recursive creation is supported. + * + * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. + */ + void create_dir(); + + /** + * \brief Static function to create a directory. Recursive creation is supported. + * + * \param dirname C-string containing name of directory. + * + * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. + */ + static void create_dir(const char* dirname); + + /** + * \brief Static function to create a directory. Recursive creation is supported. + * + * \param dirname String containing name of directory. + * + * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. + */ + static void create_dir(const std::string& dirname); + + + /** + * \brief Clear the %journal directory of files matching the base filename + * by moving them into a subdirectory. This fn uses the dirname and base_filename + * that were set on construction. + * + * \param create_flag If set, create dirname if it is non-existent, otherwise throw + * exception. + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup + * directory failed. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + */ + void clear_dir(const bool create_flag = true); + + /** + * \brief Clear the directory dirname of %journal files matching base_filename + * by moving them into a subdirectory. + * + * \param dirname C-string containing name of %journal directory. + * \param base_filename C-string containing base filename of %journal files to be matched + * for moving into subdirectory. + * \param create_flag If set, create dirname if it is non-existent, otherwise throw + * exception + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup + * directory failed. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + */ + static void clear_dir(const char* dirname/*, const char* base_filename*/, + const bool create_flag = true); + + /** + * \brief Clear the directory dirname of %journal files matching base_filename + * by moving them into a subdirectory. + * + * \param dirname String containing name of %journal directory. + * \param base_filename String containing base filename of %journal files to be matched + * for moving into subdirectory. + * \param create_flag If set, create dirname if it is non-existent, otherwise throw + * exception + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup + * directory failed. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + */ + static void clear_dir(const std::string& dirname/*, const std::string& base_filename*/, + const bool create_flag = true); + + + + /** + * \brief Move (push down) the directory target_dir located in directory dirname into a backup directory + * named _bak_dir_base.XXXX (note prepended underscore), where XXXX is an increasing hex serial number + * starting at 0000. + * + * \param dirname Full path to directory containing directory to be pushed down. + * \param target_dir Name of directory in dirname to be pushed down. + * \param bak_dir_base Base name for backup directory to be created in dirname, into which target_dir will be moved. + * \return Name of backup dir into which target_dir was pushed. + */ + static std::string push_down(const std::string& dirname, const std::string& target_dir/*, const std::string& bak_dir_base*/); + + + /** + * \brief Verify that dirname is a valid %journal directory. + * + * The validation reads the .%jinf file, and using this information verifies that all the expected %journal + * (.jdat) files are present. + * + * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname + * \exception jerrno::JERR__FILEIO Error reading %jinf file + * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file + * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing + */ + void verify_dir(); + + /** + * \brief Verify that dirname is a valid %journal directory. + * + * The validation reads the .%jinf file, and using this information verifies that all the expected %journal + * (.jdat) files are present. + * + * \param dirname C-string containing name of %journal directory. + * \param base_filename C-string containing base filename of %journal files to be matched for moving into sub-directory. + * + * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname + * \exception jerrno::JERR__FILEIO Error reading %jinf file + * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file + * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing + */ + static void verify_dir(const char* dirname/*, const char* base_filename*/); + + /** + * \brief Verify that dirname is a valid %journal directory. + * + * The validation reads the .%jinf file, and using this information verifies that all the expected %journal + * (.jdat) files are present. + * + * \param dirname String containing name of %journal directory. + * \param base_filename String containing base filename of %journal files to be matched for moving into sub-directory. + * + * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname + * \exception jerrno::JERR__FILEIO Error reading %jinf file + * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file + * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing + */ + static void verify_dir(const std::string& dirname/*, const std::string& base_filename*/); + + /** + * \brief Delete the %journal directory and all files and sub--directories that it may + * contain. This is equivilent of rm -rf. + * + * FIXME: links are not handled correctly. + * + * \param children_only If true, delete only children of dirname, but leave dirname itself. + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. + * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. + * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. + */ + void delete_dir(bool children_only = false ); + + /** + * \brief Delete the %journal directory and all files and sub--directories that it may + * contain. This is equivilent of rm -rf. + * + * FIXME: links are not handled correctly. + * + * \param dirname C-string containing name of directory to be deleted. + * \param children_only If true, delete only children of dirname, but leave dirname itself. + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. + * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. + * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. + */ + static void delete_dir(const char* dirname, bool children_only = false); + + /** + * \brief Delete the %journal directory and all files and sub--directories that it may + * contain. This is equivilent of rm -rf. + * + * FIXME: links are not handled correctly. + * + * \param dirname String containing name of directory to be deleted. + * \param children_only If true, delete only children of dirname, but leave dirname itself. + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. + * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. + * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. + */ + static void delete_dir(const std::string& dirname, bool children_only = false); + + /** + * \brief Create bakup directory that is next in sequence and move all %journal files + * matching base_filename into it. + * + * In directory dirname, search for existing backup directory using pattern + * "_basename.bak.XXXX" where XXXX is a hexadecimal sequence, and create next directory + * based on highest number found. Move all %journal files which match the base_fileaname + * parameter into this new backup directory. + * + * \param dirname String containing name of %journal directory. + * \param base_filename String containing base filename of %journal files to be matched + * for moving into subdirectory. + * + * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + * \exception jerrno::JERR_JDIR_MKDIR The backup directory could not be deleted. + */ + static std::string create_bak_dir(const std::string& dirname/*, + const std::string& base_filename*/); + + /** + * \brief Return the directory name as a string. + */ + inline const std::string& dirname() const { return _dirname; } + + /** + * \brief Return the %journal base filename name as a string. + */ +// inline const std::string& base_filename() const { return _base_filename; } + + /** + * \brief Test whether the named file is a directory. + * + * \param name Name of file to be tested. + * \return true if the named file is a directory; false + * otherwise. + * \exception jerrno::JERR_JDIR_STAT Could not stat name. + */ + static bool is_dir(const char* name); + + /** + * \brief Test whether the named file is a directory. + * + * \param name Name of file to be tested. + * \return true if the named file is a directory; false + * otherwise. + * \exception jerrno::JERR_JDIR_STAT Could not stat name. + */ + static bool is_dir(const std::string& name); + + + /** + * \brief Test whether the named entity exists on the filesystem. + * + * If stat() fails with error ENOENT, then this will return false. If + * stat() succeeds, then true is returned, irrespective of the file type. + * If stat() fails with any other error, an exception is thrown. + * + * \param name Name of entity to be tested. + * \return true if the named entity exists; false + * otherwise. + * \exception jerrno::JERR_JDIR_STAT Could not stat name. + */ + static bool exists(const char* name); + + /** + * \brief Test whether the named entity exists on the filesystem. + * + * If stat() fails with error ENOENT, then this will return false. If + * stat() succeeds, then true is returned, irrespective of the file type. + * If stat() fails with any other error, an exception is thrown. + * + * \param name Name of entity to be tested. + * \return true if the named entity exists; false + * otherwise. + * \exception jerrno::JERR_JDIR_STAT Could not stat name. + */ + static bool exists(const std::string& name); + + static void read_dir(const std::string& name, std::vector& dir_list, const bool incl_dirs, const bool incl_files, const bool incl_links, const bool return_fqfn); + + /** + * \brief Stream operator + */ + friend std::ostream& operator<<(std::ostream& os, const jdir& jdir); + + /** + * \brief Stream operator + */ + friend std::ostream& operator<<(std::ostream& os, const jdir* jdirPtr); + + private: + /** + * \brief Check for error, if non-zero close DIR handle and throw JERR_JDIR_READDIR + * + * \exception jerrno::JERR_JDIR_READDIR Error while reading contents of dir. + */ + static void check_err(const int err_num, DIR* dir, const std::string& dir_name, const std::string& fn_name); + + /** + * \brief Close a DIR handle, throw JERR_JDIR_CLOSEDIR if error occurs during close + * + * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. + */ + static void close_dir(DIR* dir, const std::string& dir_name, const std::string& fn_name); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_JDIR_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/jerrno.cpp b/qpid/cpp/src/qpid/linearstore/journal/jerrno.cpp new file mode 100644 index 0000000000..51e90c6bb8 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jerrno.cpp @@ -0,0 +1,216 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/jerrno.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +std::map jerrno::_err_map; +std::map::iterator jerrno::_err_map_itr; +bool jerrno::_initialized = jerrno::__init(); + +// generic errors +const uint32_t jerrno::JERR__MALLOC = 0x0100; +const uint32_t jerrno::JERR__UNDERFLOW = 0x0101; +const uint32_t jerrno::JERR__NINIT = 0x0102; +const uint32_t jerrno::JERR__AIO = 0x0103; +const uint32_t jerrno::JERR__FILEIO = 0x0104; +const uint32_t jerrno::JERR__RTCLOCK = 0x0105; +const uint32_t jerrno::JERR__PTHREAD = 0x0106; +const uint32_t jerrno::JERR__TIMEOUT = 0x0107; +const uint32_t jerrno::JERR__UNEXPRESPONSE = 0x0108; +const uint32_t jerrno::JERR__RECNFOUND = 0x0109; +const uint32_t jerrno::JERR__NOTIMPL = 0x010a; +const uint32_t jerrno::JERR__NULL = 0x010b; + +// class jcntl +const uint32_t jerrno::JERR_JCNTL_STOPPED = 0x0200; +const uint32_t jerrno::JERR_JCNTL_READONLY = 0x0201; +const uint32_t jerrno::JERR_JCNTL_AIOCMPLWAIT = 0x0202; +const uint32_t jerrno::JERR_JCNTL_UNKNOWNMAGIC = 0x0203; +const uint32_t jerrno::JERR_JCNTL_NOTRECOVERED = 0x0204; +const uint32_t jerrno::JERR_JCNTL_ENQSTATE = 0x0207; +const uint32_t jerrno::JERR_JCNTL_INVALIDENQHDR = 0x0208; + +// class jdir +const uint32_t jerrno::JERR_JDIR_NOTDIR = 0x0300; +const uint32_t jerrno::JERR_JDIR_MKDIR = 0x0301; +const uint32_t jerrno::JERR_JDIR_OPENDIR = 0x0302; +const uint32_t jerrno::JERR_JDIR_READDIR = 0x0303; +const uint32_t jerrno::JERR_JDIR_CLOSEDIR = 0x0304; +const uint32_t jerrno::JERR_JDIR_RMDIR = 0x0305; +const uint32_t jerrno::JERR_JDIR_NOSUCHFILE = 0x0306; +const uint32_t jerrno::JERR_JDIR_FMOVE = 0x0307; +const uint32_t jerrno::JERR_JDIR_STAT = 0x0308; +const uint32_t jerrno::JERR_JDIR_UNLINK = 0x0309; +const uint32_t jerrno::JERR_JDIR_BADFTYPE = 0x030a; + +// class JournalFile +const uint32_t jerrno::JERR_JNLF_OPEN = 0x0400; +const uint32_t jerrno::JERR_JNLF_CLOSE = 0x0401; +const uint32_t jerrno::JERR_JNLF_FILEOFFSOVFL = 0x0402; +const uint32_t jerrno::JERR_JNLF_CMPLOFFSOVFL = 0x0403; + +// class LinearFileController +const uint32_t jerrno::JERR_LFCR_SEQNUMNOTFOUND = 0x0500; + +// class jrec, enq_rec, deq_rec, txn_rec +const uint32_t jerrno::JERR_JREC_BADRECHDR = 0x0700; +const uint32_t jerrno::JERR_JREC_BADRECTAIL = 0x0701; + +// class wmgr +const uint32_t jerrno::JERR_WMGR_BADPGSTATE = 0x0801; +const uint32_t jerrno::JERR_WMGR_BADDTOKSTATE = 0x0802; +const uint32_t jerrno::JERR_WMGR_ENQDISCONT = 0x0803; +const uint32_t jerrno::JERR_WMGR_DEQDISCONT = 0x0804; +const uint32_t jerrno::JERR_WMGR_DEQRIDNOTENQ = 0x0805; +const uint32_t jerrno::JERR_WMGR_BADFH = 0x0806; + +// class RecoveryManager +const uint32_t jerrno::JERR_RCVM_OPENRD = 0x0900; ///< Unable to open file for read +const uint32_t jerrno::JERR_RCVM_STREAMBAD = 0x0901; ///< Read/write stream error +const uint32_t jerrno::JERR_RCVM_READ = 0x0902; ///< Read error: no or insufficient data to read +const uint32_t jerrno::JERR_RCVM_WRITE = 0x0903; ///< Write error +const uint32_t jerrno::JERR_RCVM_NULLXID = 0x0904; ///< Null XID when XID length non-null in header + +// class data_tok +const uint32_t jerrno::JERR_DTOK_ILLEGALSTATE = 0x0a00; +// const uint32_t jerrno::JERR_DTOK_RIDNOTSET = 0x0a01; + +// class enq_map, txn_map +const uint32_t jerrno::JERR_MAP_DUPLICATE = 0x0b00; +const uint32_t jerrno::JERR_MAP_NOTFOUND = 0x0b01; +const uint32_t jerrno::JERR_MAP_LOCKED = 0x0b02; + +// EFP errors +const uint32_t jerrno::JERR_EFP_BADPARTITIONNAME = 0x0d01; +const uint32_t jerrno::JERR_EFP_BADPARTITIONDIR = 0x0d02; +const uint32_t jerrno::JERR_EFP_BADEFPDIRNAME = 0x0d03; +const uint32_t jerrno::JERR_EFP_NOEFP = 0x0d04; +const uint32_t jerrno::JERR_EFP_EMPTY = 0x0d05; + +// Negative returns for some functions +const int32_t jerrno::AIO_TIMEOUT = -1; +const int32_t jerrno::LOCK_TAKEN = -2; + + +// static initialization fn + +bool +jerrno::__init() +{ + // generic errors + _err_map[JERR__MALLOC] = "JERR__MALLOC: Buffer memory allocation failed."; + _err_map[JERR__UNDERFLOW] = "JERR__UNDERFLOW: Underflow error"; + _err_map[JERR__NINIT] = "JERR__NINIT: Operation on uninitialized class."; + _err_map[JERR__AIO] = "JERR__AIO: AIO error."; + _err_map[JERR__FILEIO] = "JERR__FILEIO: File read or write failure."; + _err_map[JERR__RTCLOCK] = "JERR__RTCLOCK: Reading real-time clock failed."; + _err_map[JERR__PTHREAD] = "JERR__PTHREAD: pthread failure."; + _err_map[JERR__TIMEOUT] = "JERR__TIMEOUT: Timeout waiting for event."; + _err_map[JERR__UNEXPRESPONSE] = "JERR__UNEXPRESPONSE: Unexpected response to call or event."; + _err_map[JERR__RECNFOUND] = "JERR__RECNFOUND: Record not found."; + _err_map[JERR__NOTIMPL] = "JERR__NOTIMPL: Not implemented"; + _err_map[JERR__NULL] = "JERR__NULL: Operation on null pointer"; + + // class jcntl + _err_map[JERR_JCNTL_STOPPED] = "JERR_JCNTL_STOPPED: Operation on stopped journal."; + _err_map[JERR_JCNTL_READONLY] = "JERR_JCNTL_READONLY: Write operation on read-only journal (during recovery)."; + _err_map[JERR_JCNTL_AIOCMPLWAIT] = "JERR_JCNTL_AIOCMPLWAIT: Timeout waiting for AIOs to complete."; + _err_map[JERR_JCNTL_UNKNOWNMAGIC] = "JERR_JCNTL_UNKNOWNMAGIC: Found record with unknown magic."; + _err_map[JERR_JCNTL_NOTRECOVERED] = "JERR_JCNTL_NOTRECOVERED: Operation requires recover() to be run first."; + _err_map[JERR_JCNTL_ENQSTATE] = "JERR_JCNTL_ENQSTATE: Read error: Record not in ENQ state"; + _err_map[JERR_JCNTL_INVALIDENQHDR] = "JERR_JCNTL_INVALIDENQHDR: Invalid ENQ header"; + + // class jdir + _err_map[JERR_JDIR_NOTDIR] = "JERR_JDIR_NOTDIR: Directory name exists but is not a directory."; + _err_map[JERR_JDIR_MKDIR] = "JERR_JDIR_MKDIR: Directory creation failed."; + _err_map[JERR_JDIR_OPENDIR] = "JERR_JDIR_OPENDIR: Directory open failed."; + _err_map[JERR_JDIR_READDIR] = "JERR_JDIR_READDIR: Directory read failed."; + _err_map[JERR_JDIR_CLOSEDIR] = "JERR_JDIR_CLOSEDIR: Directory close failed."; + _err_map[JERR_JDIR_RMDIR] = "JERR_JDIR_RMDIR: Directory delete failed."; + _err_map[JERR_JDIR_NOSUCHFILE] = "JERR_JDIR_NOSUCHFILE: File does not exist."; + _err_map[JERR_JDIR_FMOVE] = "JERR_JDIR_FMOVE: File move failed."; + _err_map[JERR_JDIR_STAT] = "JERR_JDIR_STAT: File stat failed."; + _err_map[JERR_JDIR_UNLINK] = "JERR_JDIR_UNLINK: File delete failed."; + _err_map[JERR_JDIR_BADFTYPE] = "JERR_JDIR_BADFTYPE: Bad or unknown file type (stat mode)."; + + // class JournalFile + _err_map[JERR_JNLF_OPEN] = "JERR_JNLF_OPEN: Unable to open file for write"; + _err_map[JERR_JNLF_CLOSE] = "JERR_JNLF_CLOSE: Unable to close file"; + _err_map[JERR_JNLF_FILEOFFSOVFL] = "JERR_JNLF_FILEOFFSOVFL: Attempted to increase submitted offset past file size."; + _err_map[JERR_JNLF_CMPLOFFSOVFL] = "JERR_JNLF_CMPLOFFSOVFL: Attempted to increase completed file offset past submitted offset."; + + // class LinearFileController + _err_map[JERR_LFCR_SEQNUMNOTFOUND] = "JERR_LFCR_SEQNUMNOTFOUND: File sequence number not found"; + + // class jrec, enq_rec, deq_rec, txn_rec + _err_map[JERR_JREC_BADRECHDR] = "JERR_JREC_BADRECHDR: Invalid data record header."; + _err_map[JERR_JREC_BADRECTAIL] = "JERR_JREC_BADRECTAIL: Invalid data record tail."; + + // class wmgr + _err_map[JERR_WMGR_BADPGSTATE] = "JERR_WMGR_BADPGSTATE: Page buffer in illegal state for operation."; + _err_map[JERR_WMGR_BADDTOKSTATE] = "JERR_WMGR_BADDTOKSTATE: Data token in illegal state for operation."; + _err_map[JERR_WMGR_ENQDISCONT] = "JERR_WMGR_ENQDISCONT: Enqueued new dtok when previous enqueue returned partly completed (state ENQ_PART)."; + _err_map[JERR_WMGR_DEQDISCONT] = "JERR_WMGR_DEQDISCONT: Dequeued new dtok when previous dequeue returned partly completed (state DEQ_PART)."; + _err_map[JERR_WMGR_DEQRIDNOTENQ] = "JERR_WMGR_DEQRIDNOTENQ: Dequeue rid is not enqueued."; + _err_map[JERR_WMGR_BADFH] = "JERR_WMGR_BADFH: Bad file handle."; + + // class RecoveryManager + _err_map[JERR_RCVM_OPENRD] = "JERR_RCVM_OPENRD: Unable to open file for read"; + _err_map[JERR_RCVM_STREAMBAD] = "JERR_RCVM_STREAMBAD: Read/write stream error"; + _err_map[JERR_RCVM_READ] = "JERR_RCVM_READ: Read error: no or insufficient data to read"; + _err_map[JERR_RCVM_WRITE] = "JERR_RCVM_WRITE: Write error"; + _err_map[JERR_RCVM_NULLXID] = "JERR_RCVM_NULLXID: Null XID when XID length non-null in header"; + + // class data_tok + _err_map[JERR_DTOK_ILLEGALSTATE] = "JERR_MTOK_ILLEGALSTATE: Attempted to change to illegal state."; + //_err_map[JERR_DTOK_RIDNOTSET] = "JERR_DTOK_RIDNOTSET: Record ID not set."; + + // class enq_map, txn_map + _err_map[JERR_MAP_DUPLICATE] = "JERR_MAP_DUPLICATE: Attempted to insert record into map using duplicate key."; + _err_map[JERR_MAP_NOTFOUND] = "JERR_MAP_NOTFOUND: Key not found in map."; + _err_map[JERR_MAP_LOCKED] = "JERR_MAP_LOCKED: Record ID locked by a pending transaction."; + + // EFP errors + _err_map[JERR_EFP_BADPARTITIONNAME] = "JERR_EFP_BADPARTITIONNAME: Invalid partition name (must be \'pNNN\' where NNN is a non-zero number)"; + _err_map[JERR_EFP_BADEFPDIRNAME] = "JERR_EFP_BADEFPDIRNAME: Bad Empty File Pool directory name (must be \'NNNk\', where NNN is a number which is a multiple of 4)"; + _err_map[JERR_EFP_BADPARTITIONDIR] = "JERR_EFP_BADPARTITIONDIR: Invalid partition directory"; + _err_map[JERR_EFP_NOEFP] = "JERR_EFP_NOEFP: No Empty File Pool found for given partition and empty file size"; + _err_map[JERR_EFP_EMPTY] = "JERR_EFP_EMPTY: Empty File Pool is empty"; + + //_err_map[] = ""; + + return true; +} + +const char* +jerrno::err_msg(const uint32_t err_no) throw () +{ + _err_map_itr = _err_map.find(err_no); + if (_err_map_itr == _err_map.end()) + return ""; + return _err_map_itr->second; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/jerrno.h b/qpid/cpp/src/qpid/linearstore/journal/jerrno.h new file mode 100644 index 0000000000..5af0a7ada0 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jerrno.h @@ -0,0 +1,147 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JERRNO_H +#define QPID_LINEARSTORE_JOURNAL_JERRNO_H + +namespace qpid { +namespace linearstore { +namespace journal { +class jerrno; +}}} + +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \class jerrno + * \brief Class containing static error definitions and static map for error messages. + */ + class jerrno + { + static std::map _err_map; ///< Map of error messages + static std::map::iterator _err_map_itr; ///< Iterator + static bool _initialized; ///< Dummy flag, used to initialise map. + + public: + // generic errors + static const uint32_t JERR__MALLOC; ///< Buffer memory allocation failed + static const uint32_t JERR__UNDERFLOW; ///< Underflow error + static const uint32_t JERR__NINIT; ///< Operation on uninitialized class + static const uint32_t JERR__AIO; ///< AIO failure + static const uint32_t JERR__FILEIO; ///< File read or write failure + static const uint32_t JERR__RTCLOCK; ///< Reading real-time clock failed + static const uint32_t JERR__PTHREAD; ///< pthread failure + static const uint32_t JERR__TIMEOUT; ///< Timeout waiting for an event + static const uint32_t JERR__UNEXPRESPONSE; ///< Unexpected response to call or event + static const uint32_t JERR__RECNFOUND; ///< Record not found + static const uint32_t JERR__NOTIMPL; ///< Not implemented + static const uint32_t JERR__NULL; ///< Operation on null pointer + + // class jcntl + static const uint32_t JERR_JCNTL_STOPPED; ///< Operation on stopped journal + static const uint32_t JERR_JCNTL_READONLY; ///< Write operation on read-only journal + static const uint32_t JERR_JCNTL_AIOCMPLWAIT; ///< Timeout waiting for AIOs to complete + static const uint32_t JERR_JCNTL_UNKNOWNMAGIC; ///< Found record with unknown magic + static const uint32_t JERR_JCNTL_NOTRECOVERED; ///< Req' recover() to be called first + static const uint32_t JERR_JCNTL_ENQSTATE; ///< Read error: Record not in ENQ state + static const uint32_t JERR_JCNTL_INVALIDENQHDR; ///< Invalid ENQ header + + // class jdir + static const uint32_t JERR_JDIR_NOTDIR; ///< Exists but is not a directory + static const uint32_t JERR_JDIR_MKDIR; ///< Directory creation failed + static const uint32_t JERR_JDIR_OPENDIR; ///< Directory open failed + static const uint32_t JERR_JDIR_READDIR; ///< Directory read failed + static const uint32_t JERR_JDIR_CLOSEDIR; ///< Directory close failed + static const uint32_t JERR_JDIR_RMDIR; ///< Directory delete failed + static const uint32_t JERR_JDIR_NOSUCHFILE; ///< File does not exist + static const uint32_t JERR_JDIR_FMOVE; ///< File move failed + static const uint32_t JERR_JDIR_STAT; ///< File stat failed + static const uint32_t JERR_JDIR_UNLINK; ///< File delete failed + static const uint32_t JERR_JDIR_BADFTYPE; ///< Bad or unknown file type (stat mode) + + // class JournalFile + static const uint32_t JERR_JNLF_OPEN; ///< Unable to open file for write + static const uint32_t JERR_JNLF_CLOSE; ///< Unable to close file + static const uint32_t JERR_JNLF_FILEOFFSOVFL; ///< Increased offset past file size + static const uint32_t JERR_JNLF_CMPLOFFSOVFL; ///< Increased cmpl offs past subm offs + + // class LinearFileController + static const uint32_t JERR_LFCR_SEQNUMNOTFOUND; ///< File sequence number not found + + // class jrec, enq_rec, deq_rec, txn_rec + static const uint32_t JERR_JREC_BADRECHDR; ///< Invalid data record header + static const uint32_t JERR_JREC_BADRECTAIL; ///< Invalid data record tail + + // class wmgr + static const uint32_t JERR_WMGR_BADPGSTATE; ///< Page buffer in illegal state. + static const uint32_t JERR_WMGR_BADDTOKSTATE; ///< Data token in illegal state. + static const uint32_t JERR_WMGR_ENQDISCONT; ///< Enq. new dtok when previous part compl. + static const uint32_t JERR_WMGR_DEQDISCONT; ///< Deq. new dtok when previous part compl. + static const uint32_t JERR_WMGR_DEQRIDNOTENQ; ///< Deq. rid not enqueued + static const uint32_t JERR_WMGR_BADFH; ///< Bad file handle + + // class RecoveryManager + static const uint32_t JERR_RCVM_OPENRD; ///< Unable to open file for read + static const uint32_t JERR_RCVM_STREAMBAD; ///< Read/write stream error + static const uint32_t JERR_RCVM_READ; ///< Read error: no or insufficient data to read + static const uint32_t JERR_RCVM_WRITE; ///< Write error + static const uint32_t JERR_RCVM_NULLXID; ///< Null XID when XID length non-null in header + + // class data_tok + static const uint32_t JERR_DTOK_ILLEGALSTATE; ///< Attempted to change to illegal state +// static const uint32_t JERR_DTOK_RIDNOTSET; ///< Record ID not set + + // class enq_map, txn_map + static const uint32_t JERR_MAP_DUPLICATE; ///< Attempted to insert using duplicate key + static const uint32_t JERR_MAP_NOTFOUND; ///< Key not found in map + static const uint32_t JERR_MAP_LOCKED; ///< rid locked by pending txn + + // EFP errors + static const uint32_t JERR_EFP_BADPARTITIONNAME; ///< Partition name invalid or of value 0 + static const uint32_t JERR_EFP_BADEFPDIRNAME; ///< Empty File Pool directory name invalid + static const uint32_t JERR_EFP_BADPARTITIONDIR; ///< Invalid partition directory + static const uint32_t JERR_EFP_NOEFP; ///< No EFP found for given partition and file size + static const uint32_t JERR_EFP_EMPTY; ///< EFP empty + + // Negative returns for some functions + static const int32_t AIO_TIMEOUT; ///< Timeout waiting for AIO return + static const int32_t LOCK_TAKEN; ///< Attempted to take lock, but it was taken by another thread + /** + * \brief Method to access error message from known error number. + */ + static const char* err_msg(const uint32_t err_no) throw (); + + private: + /** + * \brief Static function to initialize map. + */ + static bool __init(); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_JERRNO_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/jexception.cpp b/qpid/cpp/src/qpid/linearstore/journal/jexception.cpp new file mode 100644 index 0000000000..eb6e80d2b3 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jexception.cpp @@ -0,0 +1,170 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/jexception.h" + +#include +#include +#include "qpid/linearstore/journal/jerrno.h" + +#define CATLEN(p) MAX_MSG_SIZE - std::strlen(p) - 1 + +namespace qpid { +namespace linearstore { +namespace journal { + +jexception::jexception() throw (): + std::exception(), + _err_code(0) +{ + format(); +} + +jexception::jexception(const uint32_t err_code) throw (): + std::exception(), + _err_code(err_code) +{ + format(); +} + +jexception::jexception(const char* additional_info) throw (): + std::exception(), + _err_code(0), + _additional_info(additional_info) +{ + format(); +} + +jexception::jexception(const std::string& additional_info) throw (): + std::exception(), + _err_code(0), + _additional_info(additional_info) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const char* additional_info) throw (): + std::exception(), + _err_code(err_code), + _additional_info(additional_info) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const std::string& additional_info) throw (): + std::exception(), + _err_code(err_code), + _additional_info(additional_info) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const char* throwing_class, + const char* throwing_fn) throw (): + std::exception(), + _err_code(err_code), + _throwing_class(throwing_class), + _throwing_fn(throwing_fn) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const std::string& throwing_class, + const std::string& throwing_fn) throw (): + std::exception(), + _err_code(err_code), + _throwing_class(throwing_class), + _throwing_fn(throwing_fn) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const char* additional_info, + const char* throwing_class, const char* throwing_fn) throw (): + std::exception(), + _err_code(err_code), + _additional_info(additional_info), + _throwing_class(throwing_class), + _throwing_fn(throwing_fn) +{ + format(); +} + +jexception::jexception(const uint32_t err_code, const std::string& additional_info, + const std::string& throwing_class, const std::string& throwing_fn) throw (): + std::exception(), + _err_code(err_code), + _additional_info(additional_info), + _throwing_class(throwing_class), + _throwing_fn(throwing_fn) +{ + format(); +} + +jexception::~jexception() throw () +{} + +void +jexception::format() +{ + const bool ai = !_additional_info.empty(); + const bool tc = !_throwing_class.empty(); + const bool tf = !_throwing_fn.empty(); + std::ostringstream oss; + oss << "jexception 0x" << std::hex << std::setfill('0') << std::setw(4) << _err_code << " "; + if (tc) + { + oss << _throwing_class; + if (tf) + oss << "::"; + else + oss << " "; + } + if (tf) + oss << _throwing_fn << "() "; + if (tc || tf) + oss << "threw " << jerrno::err_msg(_err_code); + if (ai) + oss << " (" << _additional_info << ")"; + _what.assign(oss.str()); +} + +const char* +jexception::what() const throw () +{ + return _what.c_str(); +} + +std::ostream& +operator<<(std::ostream& os, const jexception& je) +{ + os << je.what(); + return os; +} + +std::ostream& +operator<<(std::ostream& os, const jexception* jePtr) +{ + os << jePtr->what(); + return os; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/jexception.h b/qpid/cpp/src/qpid/linearstore/journal/jexception.h new file mode 100644 index 0000000000..d03ee32e3f --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jexception.h @@ -0,0 +1,125 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H +#define QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H + +namespace qpid { +namespace linearstore { +namespace journal { +class jexception; +}}} + +#include +#include +#include +#include +#include +#include "qpid/linearstore/journal/jerrno.h" +#include +#include + +// Macro for formatting commom system errors +#define FORMAT_SYSERR(errno) " errno=" << errno << " (" << std::strerror(errno) << ")" + +#define MALLOC_CHK(ptr, var, cls, fn) if(ptr == 0) { \ + clean(); \ + std::ostringstream oss; \ + oss << var << ": malloc() failed: " << FORMAT_SYSERR(errno); \ + throw jexception(jerrno::JERR__MALLOC, oss.str(), cls, fn); \ + } + +// TODO: The following is a temporary bug-tracking aid which forces a core. +// Replace with the commented out version below when BZ484048 is resolved. +#define PTHREAD_CHK(err, pfn, cls, fn) if(err != 0) { \ + std::ostringstream oss; \ + oss << cls << "::" << fn << "(): " << pfn; \ + errno = err; \ + ::perror(oss.str().c_str()); \ + ::abort(); \ + } +/* +#define PTHREAD_CHK(err, pfn, cls, fn) if(err != 0) { \ + std::ostringstream oss; \ + oss << pfn << " failed: " << FORMAT_SYSERR(err); \ + throw jexception(jerrno::JERR__PTHREAD, oss.str(), cls, fn); \ + } +*/ + +#define ASSERT(cond, msg) if(cond == 0) { \ + std::cerr << msg << std::endl; \ + ::abort(); \ + } + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \class jexception + * \brief Generic journal exception class + */ + class jexception : public std::exception + { + private: + uint32_t _err_code; + std::string _additional_info; + std::string _throwing_class; + std::string _throwing_fn; + std::string _what; + void format(); + + public: + jexception() throw (); + + jexception(const uint32_t err_code) throw (); + + jexception(const char* additional_info) throw (); + jexception(const std::string& additional_info) throw (); + + jexception(const uint32_t err_code, const char* additional_info) throw (); + jexception(const uint32_t err_code, const std::string& additional_info) throw (); + + jexception(const uint32_t err_code, const char* throwing_class, const char* throwing_fn) + throw (); + jexception(const uint32_t err_code, const std::string& throwing_class, + const std::string& throwing_fn) throw (); + + jexception(const uint32_t err_code, const char* additional_info, + const char* throwing_class, const char* throwing_fn) throw (); + jexception(const uint32_t err_code, const std::string& additional_info, + const std::string& throwing_class, const std::string& throwing_fn) throw (); + + virtual ~jexception() throw (); + virtual const char* what() const throw (); // override std::exception::what() + + inline uint32_t err_code() const throw () { return _err_code; } + inline const std::string additional_info() const throw () { return _additional_info; } + inline const std::string throwing_class() const throw () { return _throwing_class; } + inline const std::string throwing_fn() const throw () { return _throwing_fn; } + + friend std::ostream& operator<<(std::ostream& os, const jexception& je); + friend std::ostream& operator<<(std::ostream& os, const jexception* jePtr); + }; // class jexception + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/jrec.h b/qpid/cpp/src/qpid/linearstore/journal/jrec.h new file mode 100644 index 0000000000..8a728bba29 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/jrec.h @@ -0,0 +1,123 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_JREC_H +#define QPID_LINEARSTORE_JOURNAL_JREC_H + +#include +#include +#include "qpid/linearstore/journal/jcfg.h" +#include +#include + +struct rec_hdr_t; +struct rec_tail_t; + +namespace qpid { +namespace linearstore { +namespace journal { + +/** +* \class jrec +* \brief Abstract class for all file jrecords, both data and log. This class establishes +* the common data format and structure for these jrecords. +*/ +class jrec +{ +public: + jrec() {} + virtual ~jrec() {} + + /** + * \brief Encode this instance of jrec into the write buffer at the disk-block-aligned + * pointer wptr starting at position rec_offs_dblks in the encoded record to a + * maximum size of max_size_dblks. + * + * This call encodes the content of the data contianed in this instance of jrec into a + * disk-softblock-aligned (defined by JRNL_SBLK_SIZE) buffer pointed to by parameter + * wptr. No more than paramter max_size_dblks data-blocks may be written to the buffer. + * The parameter rec_offs_dblks is the offset in data-blocks within the fully encoded + * data block this instance represents at which to start encoding. + * + * Encoding entails writing the record header (struct enq_hdr), the data and the record tail + * (struct enq_tail). The record must be data-block-aligned (defined by JRNL_DBLK_SIZE), + * thus any remaining space in the final data-block is ignored; the returned value is the + * number of data-blocks consumed from the page by the encode action. Provided the initial + * alignment requirements are met, records may be of arbitrary size and may span multiple + * data-blocks, disk-blocks and/or pages. + * + * Since the record size in data-blocks is known, the general usage pattern is to call + * encode() as many times as is needed to fully encode the data. Each call to encode() + * will encode as much of the record as it can to what remains of the current page cache, + * and will return the number of data-blocks actually encoded. + * + * Example: Assume that record r1 was previously written to page 0, and that this + * is an instance representing record r2. Being larger than the page size ps, r2 would span + * multiple pages as follows: + * 
+    *       |<---ps--->|
+    *       +----------+----------+----------+----...
+    *       |      |r2a|   r2b    |  r2c   | |
+    *       |<-r1-><----------r2---------->  |
+    *       +----------+----------+----------+----...
+    * page:      p0         p1         p2
+    *
+ * Encoding record r2 will require multiple calls to encode; one for each page which + * is involved. Record r2 is divided logically into sections r2a, r2b and r2c at the + * points where the page boundaries intersect with the record. Assuming a page size + * of ps, the page boundary pointers are represented by their names p0, p1... and the + * sizes of the record segments are represented by their names r1, r2a, r2b..., the calls + * should be as follows: + * 
+    * encode(p0+r1, 0, ps-r1); (returns r2a data-blocks)
+    * encode(p1, r2a, ps);     (returns r2b data-blocks which equals ps)
+    * encode(p2, r2a+r2b, ps); (returns r2c data-blocks)
+    *
+ * + * \param wptr Data-block-aligned pointer to position in page buffer where encoding is to + * take place. + * \param rec_offs_dblks Offset in data-blocks within record from which to start encoding. + * \param max_size_dblks Maximum number of data-blocks to write to pointer wptr. + * \returns Number of data-blocks encoded. + */ + virtual uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) = 0; + virtual bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) = 0; + + virtual std::string& str(std::string& str) const = 0; + virtual std::size_t data_size() const = 0; + virtual std::size_t xid_size() const = 0; + virtual std::size_t rec_size() const = 0; + inline virtual uint32_t rec_size_dblks() const { return size_dblks(rec_size()); } + static inline uint32_t size_dblks(const std::size_t size) + { return size_blks(size, QLS_DBLK_SIZE_BYTES); } + static inline uint32_t size_sblks(const std::size_t size) + { return size_blks(size, QLS_SBLK_SIZE_BYTES); } + static inline uint32_t size_blks(const std::size_t size, const std::size_t blksize) + { return (size + blksize - 1)/blksize; } + virtual uint64_t rid() const = 0; + +protected: + virtual void clean() = 0; +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JRNL_JREC_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/pmgr.cpp b/qpid/cpp/src/qpid/linearstore/journal/pmgr.cpp new file mode 100644 index 0000000000..11553aaf47 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/pmgr.cpp @@ -0,0 +1,201 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/pmgr.h" + +#include +#include +#include +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jcntl.h" +#include "qpid/linearstore/journal/jerrno.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +pmgr::page_cb::page_cb(uint16_t index): + _index(index), + _state(UNUSED), + _frid(0), + _wdblks(0), + _rdblks(0), + _pdtokl(0), + _jfp(0), + _pbuff(0) +{} + +// TODO: almost identical to pmgr::page_state_str() below - resolve +const char* +pmgr::page_cb::state_str() const +{ + switch(_state) + { + case UNUSED: + return "UNUSED"; + case IN_USE: + return "IN_USE"; + case AIO_PENDING: + return "AIO_PENDING"; + } + return ""; +} + +// static +const uint32_t pmgr::_sblkSizeBytes = QLS_SBLK_SIZE_BYTES; + +pmgr::pmgr(jcntl* jc, enq_map& emap, txn_map& tmap): + _cache_pgsize_sblks(0), + _cache_num_pages(0), + _jc(jc), + _emap(emap), + _tmap(tmap), + _page_base_ptr(0), + _page_ptr_arr(0), + _page_cb_arr(0), + _aio_cb_arr(0), + _aio_event_arr(0), + _ioctx(0), + _pg_index(0), + _pg_cntr(0), + _pg_offset_dblks(0), + _aio_evt_rem(0), + _cbp(0), + _enq_rec(), + _deq_rec(), + _txn_rec() +{} + +pmgr::~pmgr() +{ + pmgr::clean(); +} + +void +pmgr::initialize(aio_callback* const cbp, const uint32_t cache_pgsize_sblks, const uint16_t cache_num_pages) +{ + // As static use of this class keeps old values around, clean up first... + pmgr::clean(); + _pg_index = 0; + _pg_cntr = 0; + _pg_offset_dblks = 0; + _aio_evt_rem = 0; + _cache_pgsize_sblks = cache_pgsize_sblks; + _cache_num_pages = cache_num_pages; + _cbp = cbp; + + // 1. Allocate page memory (as a single block) + std::size_t cache_pgsize = _cache_num_pages * _cache_pgsize_sblks * _sblkSizeBytes; + if (::posix_memalign(&_page_base_ptr, QLS_AIO_ALIGN_BOUNDARY_BYTES, cache_pgsize)) + { + clean(); + std::ostringstream oss; + oss << "posix_memalign(): alignment=" << QLS_AIO_ALIGN_BOUNDARY_BYTES << " size=" << cache_pgsize; + oss << FORMAT_SYSERR(errno); + throw jexception(jerrno::JERR__MALLOC, oss.str(), "pmgr", "initialize"); + } + + // 2. Allocate array of page pointers + _page_ptr_arr = (void**)std::malloc(_cache_num_pages * sizeof(void*)); + MALLOC_CHK(_page_ptr_arr, "_page_ptr_arr", "pmgr", "initialize"); + + // 3. Allocate and initialize page control block (page_cb) array + _page_cb_arr = (page_cb*)std::malloc(_cache_num_pages * sizeof(page_cb)); + MALLOC_CHK(_page_cb_arr, "_page_cb_arr", "pmgr", "initialize"); + std::memset(_page_cb_arr, 0, _cache_num_pages * sizeof(page_cb)); + + // 4. Allocate IO control block (iocb) array + _aio_cb_arr = (aio_cb*)std::malloc(_cache_num_pages * sizeof(aio_cb)); + MALLOC_CHK(_aio_cb_arr, "_aio_cb_arr", "pmgr", "initialize"); + + // 5. Set page pointers in _page_ptr_arr, _page_cb_arr and iocbs to pages within page block + for (uint16_t i=0; i<_cache_num_pages; i++) + { + _page_ptr_arr[i] = (void*)((char*)_page_base_ptr + _cache_pgsize_sblks * _sblkSizeBytes * i); + _page_cb_arr[i]._index = i; + _page_cb_arr[i]._state = UNUSED; + _page_cb_arr[i]._pbuff = _page_ptr_arr[i]; + _page_cb_arr[i]._pdtokl = new std::deque; + _page_cb_arr[i]._pdtokl->clear(); + _aio_cb_arr[i].data = (void*)&_page_cb_arr[i]; + } + + // 6. Allocate io_event array, max one event per cache page plus one for each file + const uint16_t max_aio_evts = _cache_num_pages + 1; // One additional event for file header writes + _aio_event_arr = (aio_event*)std::malloc(max_aio_evts * sizeof(aio_event)); + MALLOC_CHK(_aio_event_arr, "_aio_event_arr", "pmgr", "initialize"); + + // 7. Initialize AIO context + if (int ret = aio::queue_init(max_aio_evts, &_ioctx)) + { + std::ostringstream oss; + oss << "io_queue_init() failed: " << FORMAT_SYSERR(-ret); + throw jexception(jerrno::JERR__AIO, oss.str(), "pmgr", "initialize"); + } +} + +void +pmgr::clean() +{ + // Clean up allocated memory here + + if (_ioctx) + aio::queue_release(_ioctx); + + std::free(_page_base_ptr); + _page_base_ptr = 0; + + if (_page_cb_arr) + { + for (int i=0; i<_cache_num_pages; i++) + delete _page_cb_arr[i]._pdtokl; + std::free(_page_ptr_arr); + _page_ptr_arr = 0; + } + + std::free(_page_cb_arr); + _page_cb_arr = 0; + + std::free(_aio_cb_arr); + _aio_cb_arr = 0; + + std::free(_aio_event_arr); + _aio_event_arr = 0; +} + +// TODO: almost identical to pmgr::page_cb::state_str() above - resolve +const char* +pmgr::page_state_str(page_state ps) +{ + switch (ps) + { + case UNUSED: + return "UNUSED"; + case IN_USE: + return "IN_USE"; + case AIO_PENDING: + return "AIO_PENDING"; + } + return ""; +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/pmgr.h b/qpid/cpp/src/qpid/linearstore/journal/pmgr.h new file mode 100644 index 0000000000..5de253c3d3 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/pmgr.h @@ -0,0 +1,126 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_PMGR_H +#define QPID_LINEARSTORE_JOURNAL_PMGR_H + +namespace qpid { +namespace linearstore { +namespace journal { + class pmgr; + class jcntl; +}}} + +#include +#include "qpid/linearstore/journal/aio.h" +#include "qpid/linearstore/journal/aio_callback.h" +#include "qpid/linearstore/journal/data_tok.h" +#include "qpid/linearstore/journal/deq_rec.h" +#include "qpid/linearstore/journal/enq_map.h" +#include "qpid/linearstore/journal/enq_rec.h" +#include "qpid/linearstore/journal/txn_map.h" +#include "qpid/linearstore/journal/txn_rec.h" + +namespace qpid { +namespace linearstore { +namespace journal { + + class JournalFile; + + /** + * \brief Abstract class for managing either read or write page cache of arbitrary size and + * number of cache_num_pages. + */ + class pmgr + { + public: + /** + * \brief Enumeration of possible stats of a page within a page cache. + */ + enum page_state + { + UNUSED, ///< A page is uninitialized, contains no data. + IN_USE, ///< Page is in use. + AIO_PENDING ///< An AIO request outstanding. + }; + + /** + * \brief Page control block, carries control and state information for each page in the + * cache. + */ + struct page_cb + { + uint16_t _index; ///< Index of this page + page_state _state; ///< Status of page + uint64_t _frid; ///< First rid in page (used for fhdr init) + uint32_t _wdblks; ///< Total number of dblks in page so far + uint32_t _rdblks; ///< Total number of dblks in page + std::deque* _pdtokl; ///< Page message tokens list + JournalFile* _jfp; ///< Journal file for incrementing compl counts + void* _pbuff; ///< Page buffer + + page_cb(uint16_t index); ///< Convenience constructor + const char* state_str() const; ///< Return state as string for this pcb + }; + + protected: + static const uint32_t _sblkSizeBytes; ///< Disk softblock size + uint32_t _cache_pgsize_sblks; ///< Size of page cache cache_num_pages + uint16_t _cache_num_pages; ///< Number of page cache cache_num_pages + jcntl* _jc; ///< Pointer to journal controller + enq_map& _emap; ///< Ref to enqueue map + txn_map& _tmap; ///< Ref to transaction map + void* _page_base_ptr; ///< Base pointer to page memory + void** _page_ptr_arr; ///< Array of pointers to cache_num_pages in page memory + page_cb* _page_cb_arr; ///< Array of page_cb structs + aio_cb* _aio_cb_arr; ///< Array of iocb structs + aio_event* _aio_event_arr; ///< Array of io_events + io_context_t _ioctx; ///< AIO context for read/write operations + uint16_t _pg_index; ///< Index of current page being used + uint32_t _pg_cntr; ///< Page counter; determines if file rotation req'd + uint32_t _pg_offset_dblks; ///< Page offset (used so far) in data blocks + uint32_t _aio_evt_rem; ///< Remaining AIO events + aio_callback* _cbp; ///< Pointer to callback object + + enq_rec _enq_rec; ///< Enqueue record used for encoding/decoding + deq_rec _deq_rec; ///< Dequeue record used for encoding/decoding + txn_rec _txn_rec; ///< Transaction record used for encoding/decoding + + public: + pmgr(jcntl* jc, enq_map& emap, txn_map& tmap); + virtual ~pmgr(); + + virtual int32_t get_events(timespec* const timeout, bool flush) = 0; + inline uint32_t get_aio_evt_rem() const { return _aio_evt_rem; } + static const char* page_state_str(page_state ps); + inline uint32_t cache_pgsize_sblks() const { return _cache_pgsize_sblks; } + inline uint16_t cache_num_pages() const { return _cache_num_pages; } + + protected: + virtual void initialize(aio_callback* const cbp, const uint32_t cache_pgsize_sblks, + const uint16_t cache_num_pages); + virtual void rotate_page() = 0; + virtual void clean(); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_PMGR_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/slock.h b/qpid/cpp/src/qpid/linearstore/journal/slock.h new file mode 100644 index 0000000000..17ed06dfce --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/slock.h @@ -0,0 +1,72 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_SLOCK_H +#define QPID_LINEARSTORE_JOURNAL_SLOCK_H + +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/smutex.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + // Ultra-simple scoped lock class, auto-releases mutex when it goes out-of-scope + class slock + { + protected: + const smutex& _sm; + public: + inline slock(const smutex& sm) : _sm(sm) + { + PTHREAD_CHK(::pthread_mutex_lock(_sm.get()), "::pthread_mutex_lock", "slock", "slock"); + } + inline ~slock() + { + PTHREAD_CHK(::pthread_mutex_unlock(_sm.get()), "::pthread_mutex_unlock", "slock", "~slock"); + } + }; + + // Ultra-simple scoped try-lock class, auto-releases mutex when it goes out-of-scope + class stlock + { + protected: + const smutex& _sm; + bool _locked; + public: + inline stlock(const smutex& sm) : _sm(sm), _locked(false) + { + int ret = ::pthread_mutex_trylock(_sm.get()); + _locked = (ret == 0); // check if lock obtained + if (!_locked && ret != EBUSY) PTHREAD_CHK(ret, "::pthread_mutex_trylock", "stlock", "stlock"); + } + inline ~stlock() + { + if (_locked) + PTHREAD_CHK(::pthread_mutex_unlock(_sm.get()), "::pthread_mutex_unlock", "stlock", "~stlock"); + } + inline bool locked() const { return _locked; } + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_SLOCK_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/smutex.h b/qpid/cpp/src/qpid/linearstore/journal/smutex.h new file mode 100644 index 0000000000..b43f55944c --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/smutex.h @@ -0,0 +1,51 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_SMUTEX_H +#define QPID_LINEARSTORE_JOURNAL_SMUTEX_H + +#include "qpid/linearstore/journal/jexception.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + // Ultra-simple scoped mutex class that allows a posix mutex to be initialized and destroyed with error checks + class smutex + { + protected: + mutable pthread_mutex_t _m; + public: + inline smutex() + { + PTHREAD_CHK(::pthread_mutex_init(&_m, 0), "::pthread_mutex_init", "smutex", "smutex"); + } + inline virtual ~smutex() + { + PTHREAD_CHK(::pthread_mutex_destroy(&_m), "::pthread_mutex_destroy", "smutex", "~smutex"); + } + inline pthread_mutex_t* get() const { return &_m; } + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_SMUTEX_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/time_ns.cpp b/qpid/cpp/src/qpid/linearstore/journal/time_ns.cpp new file mode 100644 index 0000000000..39f2cd1d88 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/time_ns.cpp @@ -0,0 +1,41 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/time_ns.h" + +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +const std::string +time_ns::str(int precision) const +{ + const double t = tv_sec + (tv_nsec/1e9); + std::ostringstream oss; + oss.setf(std::ios::fixed, std::ios::floatfield); + oss.precision(precision); + oss << t; + return oss.str(); +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/time_ns.h b/qpid/cpp/src/qpid/linearstore/journal/time_ns.h new file mode 100644 index 0000000000..a228d47475 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/time_ns.h @@ -0,0 +1,92 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_TIME_NS_H +#define QPID_LINEARSTORE_JOURNAL_TIME_NS_H + +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +struct time_ns : public timespec +{ + inline time_ns() { tv_sec = 0; tv_nsec = 0; } + inline time_ns(const std::time_t sec, const long nsec = 0) { tv_sec = sec; tv_nsec = nsec; } + inline time_ns(const time_ns& t) { tv_sec = t.tv_sec; tv_nsec = t.tv_nsec; } + + inline void set_zero() { tv_sec = 0; tv_nsec = 0; } + inline bool is_zero() const { return tv_sec == 0 && tv_nsec == 0; } + inline int now() { if(::clock_gettime(CLOCK_REALTIME, this)) return errno; return 0; } + const std::string str(int precision = 6) const; + + inline time_ns& operator=(const time_ns& rhs) + { tv_sec = rhs.tv_sec; tv_nsec = rhs.tv_nsec; return *this; } + inline time_ns& operator+=(const time_ns& rhs) + { + tv_nsec += rhs.tv_nsec; + if (tv_nsec >= 1000000000L) { tv_sec++; tv_nsec -= 1000000000L; } + tv_sec += rhs.tv_sec; + return *this; + } + inline time_ns& operator+=(const long ns) + { + tv_nsec += ns; + if (tv_nsec >= 1000000000L) { tv_sec++; tv_nsec -= 1000000000L; } + return *this; + } + inline time_ns& operator-=(const long ns) + { + tv_nsec -= ns; + if (tv_nsec < 0) { tv_sec--; tv_nsec += 1000000000L; } + return *this; + } + inline time_ns& operator-=(const time_ns& rhs) + { + tv_nsec -= rhs.tv_nsec; + if (tv_nsec < 0) { tv_sec--; tv_nsec += 1000000000L; } + tv_sec -= rhs.tv_sec; + return *this; + } + inline const time_ns operator+(const time_ns& rhs) + { time_ns t(*this); t += rhs; return t; } + inline const time_ns operator-(const time_ns& rhs) + { time_ns t(*this); t -= rhs; return t; } + inline bool operator==(const time_ns& rhs) + { return tv_sec == rhs.tv_sec && tv_nsec == rhs.tv_nsec; } + inline bool operator!=(const time_ns& rhs) + { return tv_sec != rhs.tv_sec || tv_nsec != rhs.tv_nsec; } + inline bool operator>(const time_ns& rhs) + { if(tv_sec == rhs.tv_sec) return tv_nsec > rhs.tv_nsec; return tv_sec > rhs.tv_sec; } + inline bool operator>=(const time_ns& rhs) + { if(tv_sec == rhs.tv_sec) return tv_nsec >= rhs.tv_nsec; return tv_sec >= rhs.tv_sec; } + inline bool operator<(const time_ns& rhs) + { if(tv_sec == rhs.tv_sec) return tv_nsec < rhs.tv_nsec; return tv_sec < rhs.tv_sec; } + inline bool operator<=(const time_ns& rhs) + { if(tv_sec == rhs.tv_sec) return tv_nsec <= rhs.tv_nsec; return tv_sec <= rhs.tv_sec; } +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_TIME_NS_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/txn_map.cpp b/qpid/cpp/src/qpid/linearstore/journal/txn_map.cpp new file mode 100644 index 0000000000..6d84c6c451 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/txn_map.cpp @@ -0,0 +1,233 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/txn_map.h" + +#include +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/jexception.h" +#include "qpid/linearstore/journal/slock.h" +#include + +namespace qpid { +namespace linearstore { +namespace journal { + +// return/error codes +int16_t txn_map::TMAP_RID_NOT_FOUND = -2; +int16_t txn_map::TMAP_XID_NOT_FOUND = -1; +int16_t txn_map::TMAP_OK = 0; +int16_t txn_map::TMAP_NOT_SYNCED = 0; +int16_t txn_map::TMAP_SYNCED = 1; + +txn_data_t::txn_data_t(const uint64_t rid, + const uint64_t drid, + const uint16_t pfid, + const uint64_t foffs, + const bool enq_flag, + const bool commit_flag): + rid_(rid), + drid_(drid), + pfid_(pfid), + foffs_(foffs), + enq_flag_(enq_flag), + commit_flag_(commit_flag), + aio_compl_(false) +{} + +txn_map::txn_map(): + _map()/*, + _pfid_txn_cnt()*/ +{} + +txn_map::~txn_map() {} + +bool +txn_map::insert_txn_data(const std::string& xid, const txn_data_t& td) +{ + bool ok = true; + slock s(_mutex); + xmap_itr itr = _map.find(xid); + if (itr == _map.end()) // not found in map + { + txn_data_list list; + list.push_back(td); + std::pair ret = _map.insert(xmap_param(xid, list)); + if (!ret.second) // duplicate + ok = false; + } + else + itr->second.push_back(td); + return ok; +} + +const txn_data_list +txn_map::get_tdata_list(const std::string& xid) +{ + slock s(_mutex); + return get_tdata_list_nolock(xid); +} + +const txn_data_list +txn_map::get_tdata_list_nolock(const std::string& xid) +{ + xmap_itr itr = _map.find(xid); + if (itr == _map.end()) // not found in map + return _empty_data_list; + return itr->second; +} + +const txn_data_list +txn_map::get_remove_tdata_list(const std::string& xid) +{ + slock s(_mutex); + xmap_itr itr = _map.find(xid); + if (itr == _map.end()) // not found in map + return _empty_data_list; + txn_data_list list = itr->second; + _map.erase(itr); + return list; +} + +bool +txn_map::in_map(const std::string& xid) +{ + slock s(_mutex); + xmap_itr itr= _map.find(xid); + return itr != _map.end(); +} + +uint32_t +txn_map::enq_cnt() +{ + return cnt(true); +} + +uint32_t +txn_map::deq_cnt() +{ + return cnt(true); +} + +uint32_t +txn_map::cnt(const bool enq_flag) +{ + slock s(_mutex); + uint32_t c = 0; + for (xmap_itr i = _map.begin(); i != _map.end(); i++) + { + for (tdl_itr j = i->second.begin(); j < i->second.end(); j++) + { + if (j->enq_flag_ == enq_flag) + c++; + } + } + return c; +} + +int16_t +txn_map::is_txn_synced(const std::string& xid) +{ + slock s(_mutex); + xmap_itr itr = _map.find(xid); + if (itr == _map.end()) // not found in map + return TMAP_XID_NOT_FOUND; + bool is_synced = true; + for (tdl_itr litr = itr->second.begin(); litr < itr->second.end(); litr++) + { + if (!litr->aio_compl_) + { + is_synced = false; + break; + } + } + return is_synced ? TMAP_SYNCED : TMAP_NOT_SYNCED; +} + +int16_t +txn_map::set_aio_compl(const std::string& xid, const uint64_t rid) +{ + slock s(_mutex); + xmap_itr itr = _map.find(xid); + if (itr == _map.end()) // xid not found in map + return TMAP_XID_NOT_FOUND; + for (tdl_itr litr = itr->second.begin(); litr < itr->second.end(); litr++) + { + if (litr->rid_ == rid) + { + litr->aio_compl_ = true; + return TMAP_OK; // rid found + } + } + // xid present, but rid not found + return TMAP_RID_NOT_FOUND; +} + +bool +txn_map::data_exists(const std::string& xid, const uint64_t rid) +{ + bool found = false; + { + slock s(_mutex); + txn_data_list tdl = get_tdata_list_nolock(xid); + tdl_itr itr = tdl.begin(); + while (itr != tdl.end() && !found) + { + found = itr->rid_ == rid; + itr++; + } + } + return found; +} + +bool +txn_map::is_enq(const uint64_t rid) +{ + bool found = false; + { + slock s(_mutex); + for (xmap_itr i = _map.begin(); i != _map.end() && !found; i++) + { + txn_data_list list = i->second; + for (tdl_itr j = list.begin(); j < list.end() && !found; j++) + { + if (j->enq_flag_) + found = j->rid_ == rid; + else + found = j->drid_ == rid; + } + } + } + return found; +} + +void +txn_map::xid_list(std::vector& xv) +{ + xv.clear(); + { + slock s(_mutex); + for (xmap_itr itr = _map.begin(); itr != _map.end(); itr++) + xv.push_back(itr->first); + } +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/txn_map.h b/qpid/cpp/src/qpid/linearstore/journal/txn_map.h new file mode 100644 index 0000000000..ef01e1df92 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/txn_map.h @@ -0,0 +1,144 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_TXN_MAP_H +#define QPID_LINEARSTORE_JOURNAL_TXN_MAP_H + +namespace qpid { +namespace linearstore { +namespace journal { + class txn_map; +}}} + +#include "qpid/linearstore/journal/smutex.h" +#include +#include +#include +#include + +namespace qpid { +namespace linearstore { +namespace journal { + + /** + * \struct txn_data_struct + * \brief Struct encapsulating transaction data necessary for processing a transaction + * in the journal once it is closed with either a commit or abort. + */ + typedef struct txn_data_t + { + uint64_t rid_; ///< Record id for this operation + uint64_t drid_; ///< Dequeue record id for this operation + uint16_t pfid_; ///< Physical file id, to be used when transferring to emap on commit + uint64_t foffs_; ///< Offset in file for this record + bool enq_flag_; ///< If true, enq op, otherwise deq op + bool commit_flag_; ///< (2PC transactions) Records 2PC complete c/a mode + bool aio_compl_; ///< Initially false, set to true when record AIO returns + txn_data_t(const uint64_t rid, + const uint64_t drid, + const uint16_t pfid, + const uint64_t foffs, + const bool enq_flag, + const bool commit_flag = false); + } txn_data_t; + typedef std::vector txn_data_list; + typedef txn_data_list::iterator tdl_itr; + + /** + * \class txn_map + * \brief Class for storing transaction data for each open (ie not committed or aborted) + * xid in the store. If aborted, records are discarded; if committed, they are + * transferred to the enqueue map. + * + * The data is encapsulated by struct txn_data_struct. A vector containing the information + * for each operation included as part of the same transaction is mapped against the + * xid. + * + * The aio_compl flag is set true as each AIO write operation for the enqueue or dequeue + * returns. Checking that all of these flags are true for a given xid is the mechanism + * used to determine if the transaction is syncronized (through method is_txn_synced()). + * + * On transaction commit, then each operation is handled as follows: + * + * If an enqueue (_enq_flag is true), then the rid and pfid are transferred to the enq_map. + * If a dequeue (_enq_flag is false), then the rid stored in the drid field is used to + * remove the corresponding record from the enq_map. + * + * On transaction abort, then each operation is handled as follows: + * + * If an enqueue (_enq_flag is true), then the data is simply discarded. + * If a dequeue (_enq_flag is false), then the lock for the corresponding enqueue in enq_map + * (if not a part of the same transaction) is removed, and the data discarded. + * + * 
+    *   key      data
+    *
+    *   xid1 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
+    *   xid2 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
+    *   xid3 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
+    *   ...
+    *
+ */ + class txn_map + { + public: + // return/error codes + static int16_t TMAP_RID_NOT_FOUND; + static int16_t TMAP_XID_NOT_FOUND; + static int16_t TMAP_OK; + static int16_t TMAP_NOT_SYNCED; + static int16_t TMAP_SYNCED; + + private: + typedef std::pair xmap_param; + typedef std::map xmap; + typedef xmap::iterator xmap_itr; + + xmap _map; + smutex _mutex; + const txn_data_list _empty_data_list; + + public: + txn_map(); + virtual ~txn_map(); + + bool insert_txn_data(const std::string& xid, const txn_data_t& td); + const txn_data_list get_tdata_list(const std::string& xid); + const txn_data_list get_remove_tdata_list(const std::string& xid); + bool in_map(const std::string& xid); + uint32_t enq_cnt(); + uint32_t deq_cnt(); + int16_t is_txn_synced(const std::string& xid); // -1=xid not found; 0=not synced; 1=synced + int16_t set_aio_compl(const std::string& xid, const uint64_t rid); // -2=rid not found; -1=xid not found; 0=done + bool data_exists(const std::string& xid, const uint64_t rid); + bool is_enq(const uint64_t rid); + inline void clear() { _map.clear(); } + inline bool empty() const { return _map.empty(); } + inline size_t size() const { return _map.size(); } + void xid_list(std::vector& xv); + private: + uint32_t cnt(const bool enq_flag); + const txn_data_list get_tdata_list_nolock(const std::string& xid); + }; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_TXN_MAP_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/txn_rec.cpp b/qpid/cpp/src/qpid/linearstore/journal/txn_rec.cpp new file mode 100644 index 0000000000..ed4853ba1b --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/txn_rec.cpp @@ -0,0 +1,280 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/txn_rec.h" + +#include +#include +#include +#include "qpid/linearstore/journal/jexception.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +txn_rec::txn_rec(): + _xidp(0), + _buff(0) +{ + ::txn_hdr_init(&_txn_hdr, 0, QLS_JRNL_VERSION, 0, 0, 0, 0); + ::rec_tail_init(&_txn_tail, 0, 0, 0, 0); +} + +txn_rec::~txn_rec() +{ + clean(); +} + +void +txn_rec::reset(const bool commitFlag, const uint64_t serial, const uint64_t rid, const void* const xidp, + const std::size_t xidlen) +{ + _txn_hdr._rhdr._magic = commitFlag ? QLS_TXC_MAGIC : QLS_TXA_MAGIC; + _txn_hdr._rhdr._serial = serial; + _txn_hdr._rhdr._rid = rid; + _txn_hdr._xidsize = xidlen; + _xidp = xidp; + _buff = 0; + _txn_tail._xmagic = ~_txn_hdr._rhdr._magic; + _txn_tail._serial = serial; + _txn_tail._rid = rid; +} + +uint32_t +txn_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) +{ + assert(wptr != 0); + assert(max_size_dblks > 0); + assert(_xidp != 0 && _txn_hdr._xidsize > 0); + + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t wr_cnt = 0; + if (rec_offs_dblks) // Continuation of split dequeue record (over 2 or more pages) + { + if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required + { + rec_offs -= sizeof(txn_hdr_t); + std::size_t wsize = _txn_hdr._xidsize > rec_offs ? _txn_hdr._xidsize - rec_offs : 0; + std::size_t wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= _txn_hdr._xidsize - wsize2; + if (rem) + { + wsize = sizeof(_txn_tail) > rec_offs ? sizeof(_txn_tail) - rec_offs : 0; + wsize2 = wsize; + if (wsize) + { + if (wsize > rem) + wsize = rem; + std::memcpy((char*)wptr + wr_cnt, (char*)&_txn_tail + rec_offs, wsize); + wr_cnt += wsize; + rem -= wsize; + } + rec_offs -= sizeof(_txn_tail) - wsize2; + } + assert(rem == 0); + assert(rec_offs == 0); + } + else // No further split required + { + rec_offs -= sizeof(txn_hdr_t); + std::size_t wsize = _txn_hdr._xidsize > rec_offs ? _txn_hdr._xidsize - rec_offs : 0; + if (wsize) + { + std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); + wr_cnt += wsize; + } + rec_offs -= _txn_hdr._xidsize - wsize; + wsize = sizeof(_txn_tail) > rec_offs ? sizeof(_txn_tail) - rec_offs : 0; + if (wsize) + { + std::memcpy((char*)wptr + wr_cnt, (char*)&_txn_tail + rec_offs, wsize); + wr_cnt += wsize; +#ifdef QLS_CLEAN + std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; + std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + rec_offs -= sizeof(_txn_tail) - wsize; + assert(rec_offs == 0); + } + } + else // Start at beginning of data record + { + // Assumption: the header will always fit into the first dblk + std::memcpy(wptr, (void*)&_txn_hdr, sizeof(txn_hdr_t)); + wr_cnt = sizeof(txn_hdr_t); + if (size_dblks(rec_size()) > max_size_dblks) // Split required + { + std::size_t wsize; + rem -= sizeof(txn_hdr_t); + if (rem) + { + wsize = rem >= _txn_hdr._xidsize ? _txn_hdr._xidsize : rem; + std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); + wr_cnt += wsize; + rem -= wsize; + } + if (rem) + { + wsize = rem >= sizeof(_txn_tail) ? sizeof(_txn_tail) : rem; + std::memcpy((char*)wptr + wr_cnt, (void*)&_txn_tail, wsize); + wr_cnt += wsize; + rem -= wsize; + } + assert(rem == 0); + } + else // No split required + { + std::memcpy((char*)wptr + wr_cnt, _xidp, _txn_hdr._xidsize); + wr_cnt += _txn_hdr._xidsize; + std::memcpy((char*)wptr + wr_cnt, (void*)&_txn_tail, sizeof(_txn_tail)); + wr_cnt += sizeof(_txn_tail); +#ifdef QLS_CLEAN + std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; + std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); +#endif + } + } + return size_dblks(wr_cnt); +} + +bool +txn_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) +{ + uint32_t checksum = 0UL; // TODO: Add checksum math + if (rec_offs == 0) + { + // Read header, allocate for xid + //_txn_hdr.hdr_copy(h); + ::rec_hdr_copy(&_txn_hdr._rhdr, &h); + ifsp->read((char*)&_txn_hdr._xidsize, sizeof(_txn_hdr._xidsize)); + rec_offs = sizeof(txn_hdr_t); + _buff = std::malloc(_txn_hdr._xidsize); + MALLOC_CHK(_buff, "_buff", "txn_rec", "rcv_decode"); + } + if (rec_offs < sizeof(txn_hdr_t) + _txn_hdr._xidsize) + { + // Read xid (or continue reading xid) + std::size_t offs = rec_offs - sizeof(txn_hdr_t); + ifsp->read((char*)_buff + offs, _txn_hdr._xidsize - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < _txn_hdr._xidsize - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + if (rec_offs < sizeof(txn_hdr_t) + _txn_hdr._xidsize + sizeof(rec_tail_t)) + { + // Read tail (or continue reading tail) + std::size_t offs = rec_offs - sizeof(txn_hdr_t) - _txn_hdr._xidsize; + ifsp->read((char*)&_txn_tail + offs, sizeof(rec_tail_t) - offs); + std::size_t size_read = ifsp->gcount(); + rec_offs += size_read; + if (size_read < sizeof(rec_tail_t) - offs) + { + assert(ifsp->eof()); + // As we may have read past eof, turn off fail bit + ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); + assert(!ifsp->fail() && !ifsp->bad()); + return false; + } + } + ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); + if (::rec_tail_check(&_txn_tail, &_txn_hdr._rhdr, 0)) { // TODO: add checksum + throw jexception(jerrno::JERR_JREC_BADRECTAIL); // TODO: complete exception detail + } + assert(!ifsp->fail() && !ifsp->bad()); + int res = ::rec_tail_check(&_txn_tail, &_txn_hdr._rhdr, checksum); + if (res != 0) { + std::stringstream oss; + switch (res) { + case 1: oss << std::hex << "Magic: expected 0x" << ~_txn_hdr._rhdr._magic << "; found 0x" << _txn_tail._xmagic; break; + case 2: oss << std::hex << "Serial: expected 0x" << _txn_hdr._rhdr._serial << "; found 0x" << _txn_tail._serial; break; + case 3: oss << std::hex << "Record Id: expected 0x" << _txn_hdr._rhdr._rid << "; found 0x" << _txn_tail._rid; break; + case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _txn_tail._checksum; break; + default: oss << "Unknown error " << res; + } + throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "txn_rec", "decode"); // TODO: Don't throw exception, log info + } + return true; +} + +std::size_t +txn_rec::get_xid(void** const xidpp) +{ + if (!_buff) + { + *xidpp = 0; + return 0; + } + *xidpp = _buff; + return _txn_hdr._xidsize; +} + +std::string& +txn_rec::str(std::string& str) const +{ + std::ostringstream oss; + if (_txn_hdr._rhdr._magic == QLS_TXA_MAGIC) + oss << "dtxa_rec: m=" << _txn_hdr._rhdr._magic; + else + oss << "dtxc_rec: m=" << _txn_hdr._rhdr._magic; + oss << " v=" << (int)_txn_hdr._rhdr._version; + oss << " rid=" << _txn_hdr._rhdr._rid; + oss << " xid=\"" << _xidp << "\""; + str.append(oss.str()); + return str; +} + +std::size_t +txn_rec::xid_size() const +{ + return _txn_hdr._xidsize; +} + +std::size_t +txn_rec::rec_size() const +{ + return sizeof(txn_hdr_t) + _txn_hdr._xidsize + sizeof(rec_tail_t); +} + +void +txn_rec::clean() +{ + // clean up allocated memory here +} + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/txn_rec.h b/qpid/cpp/src/qpid/linearstore/journal/txn_rec.h new file mode 100644 index 0000000000..29f52ec46a --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/txn_rec.h @@ -0,0 +1,67 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_TXN_REC_H +#define QPID_LINEARSTORE_JOURNAL_TXN_REC_H + +#include "qpid/linearstore/journal/jrec.h" +#include "qpid/linearstore/journal/utils/txn_hdr.h" +#include "qpid/linearstore/journal/utils/rec_tail.h" + +namespace qpid { +namespace linearstore { +namespace journal { + +/** +* \class txn_rec +* \brief Class to handle a single journal commit or abort record. +*/ +class txn_rec : public jrec +{ +private: + ::txn_hdr_t _txn_hdr; ///< Local instance of transaction header struct + const void* _xidp; ///< xid pointer for encoding (writing to disk) + void* _buff; ///< Pointer to buffer to receive data read from disk + ::rec_tail_t _txn_tail; ///< Local instance of enqueue tail struct + +public: + txn_rec(); + virtual ~txn_rec(); + + void reset(const bool commitFlag, const uint64_t serial, const uint64_t rid, const void* const xidp, + const std::size_t xidlen); + uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); + bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); + + std::size_t get_xid(void** const xidpp); + std::string& str(std::string& str) const; + inline std::size_t data_size() const { return 0; } // This record never carries data + std::size_t xid_size() const; + std::size_t rec_size() const; + inline uint64_t rid() const { return _txn_hdr._rhdr._rid; } + +private: + virtual void clean(); +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_TXN_REC_H diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.c b/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.c new file mode 100644 index 0000000000..144ce4125a --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.c @@ -0,0 +1,46 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "deq_hdr.h" + +/*static const uint16_t DEQ_HDR_TXNCMPLCOMMIT_MASK = 0x10;*/ + +void deq_hdr_init(deq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t deq_rid, const uint64_t xidsize) { + rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); + dest->_deq_rid = deq_rid; + dest->_xidsize = xidsize; +} + +void deq_hdr_copy(deq_hdr_t* dest, const deq_hdr_t* src) { + rec_hdr_copy(&dest->_rhdr, &src->_rhdr); + dest->_deq_rid = src->_deq_rid; + dest->_xidsize = src->_xidsize; +} + +bool is_txn_coml_commit(const deq_hdr_t *dh) { + return dh->_rhdr._uflag & DEQ_HDR_TXNCMPLCOMMIT_MASK; +} + +void set_txn_coml_commit(deq_hdr_t *dh, const bool commit) { + dh->_rhdr._uflag = commit ? dh->_rhdr._uflag | DEQ_HDR_TXNCMPLCOMMIT_MASK : + dh->_rhdr._uflag & (~DEQ_HDR_TXNCMPLCOMMIT_MASK); +} diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.h b/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.h new file mode 100644 index 0000000000..3392867153 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/deq_hdr.h @@ -0,0 +1,83 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include +#include "rec_hdr.h" + +#ifdef __cplusplus +extern "C"{ +#endif + +#pragma pack(1) + +/** + * \brief Struct for dequeue record. + * + * Struct for dequeue record. If this record has a non-zero xidsize field (i.e., there is a + * valid XID), then this header is followed by the XID of xidsize bytes and a rec_tail. If, + * on the other hand, this record has a zero xidsize (i.e., there is no XID), then the rec_tail + * is absent. + * + * Note that this record had its own rid distinct from the rid of the record it is dequeueing. + * The rid field below is the rid of the dequeue record itself; the deq-rid field is the rid of a + * previous enqueue record being dequeued by this record. + * + * Record header info in binary format (40 bytes): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+  -+
+ * |     magic     |  ver  | flags |   |
+ * +---+---+---+---+---+---+---+---+   |
+ * |             serial            |   | struct rec_hdr_t
+ * +---+---+---+---+---+---+---+---+   |
+ * |              rid              |   |
+ * +---+---+---+---+---+---+---+---+  -+
+ * |            deq-rid            |
+ * +---+---+---+---+---+---+---+---+
+ * |            xidsize            |
+ * +---+---+---+---+---+---+---+---+
+ *
+ * deq-rid = dequeue record ID
+ *
+ */ +typedef struct deq_hdr_t { + rec_hdr_t _rhdr; /**< Common record header struct */ + uint64_t _deq_rid; /**< Record ID of record being dequeued */ + uint64_t _xidsize; /**< XID size */ +} deq_hdr_t; + +static const uint16_t DEQ_HDR_TXNCMPLCOMMIT_MASK = 0x10; + +void deq_hdr_init(deq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t deq_rid, const uint64_t xidsize); +void deq_hdr_copy(deq_hdr_t* dest, const deq_hdr_t* src); +bool is_txn_coml_commit(const deq_hdr_t *dh); +void set_txn_coml_commit(deq_hdr_t *dh, const bool commit); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.c b/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.c new file mode 100644 index 0000000000..b4e8b62ff1 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.c @@ -0,0 +1,63 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "enq_hdr.h" + +//static const uint16_t ENQ_HDR_TRANSIENT_MASK = 0x10; +//static const uint16_t ENQ_HDR_EXTERNAL_MASK = 0x20; + +void enq_hdr_init(enq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t xidsize, const uint64_t dsize) { + rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); + dest->_xidsize = xidsize; + dest->_dsize = dsize; +} + +void enq_hdr_copy(enq_hdr_t* dest, const enq_hdr_t* src) { + rec_hdr_copy(&dest->_rhdr, &src->_rhdr); + dest->_xidsize = src->_xidsize; + dest->_dsize = src->_dsize; +} + +bool is_enq_transient(const enq_hdr_t *eh) { + return eh->_rhdr._uflag & ENQ_HDR_TRANSIENT_MASK; +} + +void set_enq_transient(enq_hdr_t *eh, const bool transient) { + eh->_rhdr._uflag = transient ? eh->_rhdr._uflag | ENQ_HDR_TRANSIENT_MASK : + eh->_rhdr._uflag & (~ENQ_HDR_TRANSIENT_MASK); +} + +bool is_enq_external(const enq_hdr_t *eh) { + return eh->_rhdr._uflag & ENQ_HDR_EXTERNAL_MASK; +} + +void set_enq_external(enq_hdr_t *eh, const bool external) { + eh->_rhdr._uflag = external ? eh->_rhdr._uflag | ENQ_HDR_EXTERNAL_MASK : + eh->_rhdr._uflag & (~ENQ_HDR_EXTERNAL_MASK); +} + +bool validate_enq_hdr(enq_hdr_t *eh, const uint32_t magic, const uint16_t version, const uint64_t rid) { + return eh->_rhdr._magic == magic && + eh->_rhdr._version == version && + rid > 0 ? eh->_rhdr._rid == rid /* If rid == 0, don't compare rids */ + : true; +} diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.h b/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.h new file mode 100644 index 0000000000..00108792bc --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/enq_hdr.h @@ -0,0 +1,83 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include +#include "rec_hdr.h" + +#ifdef __cplusplus +extern "C"{ +#endif + +#pragma pack(1) + +/** + * \brief Struct for enqueue record. + * + * Struct for enqueue record. In addition to the common data, this header includes both the + * xid and data blob sizes. + * + * This header precedes all enqueue data in journal files. + * + * Record header info in binary format (40 bytes): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+  -+
+ * |     magic     |  ver  | flags |   |
+ * +---+---+---+---+---+---+---+---+   |
+ * |             serial            |   | struct rec_hdr_t
+ * +---+---+---+---+---+---+---+---+   |
+ * |              rid              |   |
+ * +---+---+---+---+---+---+---+---+  -+
+ * |            xidsize            |
+ * +---+---+---+---+---+---+---+---+
+ * |             dsize             |
+ * +---+---+---+---+---+---+---+---+
+ * v = file version (If the format or encoding of this file changes, then this
+ *     number should be incremented)
+ *
+ */ +typedef struct enq_hdr_t { + rec_hdr_t _rhdr; /**< Common record header struct */ + uint64_t _xidsize; /**< XID size in octets */ + uint64_t _dsize; /**< Record data size in octets */ +} enq_hdr_t; + +static const uint16_t ENQ_HDR_TRANSIENT_MASK = 0x10; +static const uint16_t ENQ_HDR_EXTERNAL_MASK = 0x20; + +void enq_hdr_init(enq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t xidsize, const uint64_t dsize); +void enq_hdr_copy(enq_hdr_t* dest, const enq_hdr_t* src); +bool is_enq_transient(const enq_hdr_t *eh); +void set_enq_transient(enq_hdr_t *eh, const bool transient); +bool is_enq_external(const enq_hdr_t *eh); +void set_enq_external(enq_hdr_t *eh, const bool external); +bool validate_enq_hdr(enq_hdr_t *eh, const uint32_t magic, const uint16_t version, const uint64_t rid); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.c b/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.c new file mode 100644 index 0000000000..35b4ea219e --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.c @@ -0,0 +1,130 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "file_hdr.h" +#include + +void file_hdr_create(file_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t fhdr_size_sblks, + const uint16_t efp_partition, const uint64_t file_size) { + rec_hdr_init(&dest->_rhdr, magic, version, 0, 0, 0); + dest->_fhdr_size_sblks = fhdr_size_sblks; + dest->_efp_partition = efp_partition; + dest->_reserved = 0; + dest->_data_size_kib = file_size; + dest->_fro = 0; + dest->_ts_nsec = 0; + dest->_ts_sec = 0; + dest->_file_number = 0; + dest->_queue_name_len = 0; +} + +int file_hdr_init(void* dest, const uint64_t dest_len, const uint16_t uflag, const uint64_t serial, const uint64_t rid, + const uint64_t fro, const uint64_t file_number, const uint16_t queue_name_len, const char* queue_name) { + file_hdr_t* fhp = (file_hdr_t*)dest; + fhp->_rhdr._uflag = uflag; + fhp->_rhdr._serial = serial; + fhp->_rhdr._rid = rid; + fhp->_fro = fro; + fhp->_file_number = file_number; + if (sizeof(file_hdr_t) + queue_name_len < MAX_FILE_HDR_LEN) { + fhp->_queue_name_len = queue_name_len; + } else { + fhp->_queue_name_len = MAX_FILE_HDR_LEN - sizeof(file_hdr_t); + } + fhp->_queue_name_len = queue_name_len; + memcpy((char*)dest + sizeof(file_hdr_t), queue_name, queue_name_len); + memset((char*)dest + sizeof(file_hdr_t) + queue_name_len, 0, dest_len - sizeof(file_hdr_t) - queue_name_len); + return set_time_now(dest); +} + +int file_hdr_check(file_hdr_t* hdr, const uint32_t magic, const uint16_t version, const uint64_t data_size_kib) { + int res = rec_hdr_check_base(&hdr->_rhdr, magic, version); + if (res != 0) return 0; + if (hdr->_data_size_kib != data_size_kib) return 3; + return 0; +} + +void file_hdr_copy(file_hdr_t* dest, const file_hdr_t* src) { + rec_hdr_copy(&dest->_rhdr, &src->_rhdr); + dest->_fhdr_size_sblks = src->_fhdr_size_sblks; // Should this be copied? + dest->_efp_partition = src->_efp_partition; // Should this be copied? + dest->_data_size_kib = src->_data_size_kib; + dest->_fro = src->_fro; + dest->_ts_sec = src->_ts_sec; + dest->_ts_nsec = src->_ts_nsec; + dest->_file_number = src->_file_number; +} + +void file_hdr_reset(file_hdr_t* target) { + target->_rhdr._uflag = 0; + target->_rhdr._rid = 0; + target->_fro = 0; + target->_ts_sec = 0; + target->_ts_nsec = 0; + target->_file_number = 0; + target->_queue_name_len = 0; +} + +int is_file_hdr_reset(file_hdr_t* target) { + return target->_rhdr._uflag == 0 && + target->_rhdr._rid == 0 && + target->_ts_sec == 0 && + target->_ts_nsec == 0 && + target->_file_number == 0 && + target->_queue_name_len == 0; +} + +/* +uint64_t random_64() { + int randomData = open("/dev/random", O_RDONLY); + if (randomData < 0) { + return 0ULL; + } + uint64_t randomNumber; + size_t size = sizeof(randomNumber); + ssize_t result = read(randomData, (char*)&randomNumber, size); + if (result != size) { + randomNumber = 0ULL; + } + close(randomData); + return randomNumber; +} +*/ + +int set_time_now(file_hdr_t *fh) +{ + struct timespec ts; + int err = clock_gettime(CLOCK_REALTIME, &ts); + if (err) + return err; + fh->_ts_sec = ts.tv_sec; + fh->_ts_nsec = ts.tv_nsec; + return 0; +} + + +void set_time(file_hdr_t *fh, struct timespec *ts) +{ + fh->_ts_sec = ts->tv_sec; + fh->_ts_nsec = ts->tv_nsec; +} + + diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.h b/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.h new file mode 100644 index 0000000000..53ca686fb8 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/file_hdr.h @@ -0,0 +1,109 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include +#include "rec_hdr.h" + +#ifdef __cplusplus +extern "C"{ +#endif + +#define MAX_FILE_HDR_LEN 4096 // Set to 1 sblk + +#pragma pack(1) + +/** + * \brief Struct for data common to the head of all journal files. In addition to + * the common data, this includes the record ID and offset of the first record in + * the file. + * + * This header precedes all data in journal files and occupies the first complete + * block in the file. The record ID and offset are updated on each overwrite of the + * file. + * + * File header info in binary format (74 bytes + size of file name in octets): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+  -+
+ * |     magic     |  ver  | flags |   |
+ * +---+---+---+---+---+---+---+---+   |
+ * |             serial            |   | struct rec_hdr_t
+ * +---+---+---+---+---+---+---+---+   |
+ * |              rid              |   |
+ * +---+---+---+---+---+---+---+---+  -+
+ * |  fs   | partn |   reserved    |
+ * +---+---+---+---+---+---+---+---+
+ * |           data-size           |
+ * +---+---+---+---+---+---+---+---+
+ * |              fro              |
+ * +---+---+---+---+---+---+---+---+
+ * |           timestamp (sec)     |
+ * +---+---+---+---+---+---+---+---+
+ * |           timestamp (ns)      |
+ * +---+---+---+---+---+---+---+---+
+ * |          file-number          |
+ * +---+---+---+---+---+---+---+---+
+ * |  qnl  | Queue Name...         |
+ * +-------+                       |
+ * |                               |
+ * +---+---+---+---+---+---+---+---+
+ *
+ * ver = Journal version
+ * rid = Record ID
+ * fs = File header size in sblks (defined by JRNL_SBLK_SIZE)
+ * partn = EFP partition from which this file came
+ * fro = First Record Offset
+ * qnl = Length of the queue name in octets.
+ *
+ */ +typedef struct file_hdr_t { + rec_hdr_t _rhdr; /**< Common record header struct, but rid field is used for rid of first compete record in file */ + uint16_t _fhdr_size_sblks; /**< File header size in sblks (defined by JRNL_SBLK_SIZE) */ + uint16_t _efp_partition; /**< EFP Partition number from which this file was obtained */ + uint32_t _reserved; + uint64_t _data_size_kib; /**< Size of the data part of this file in KiB. (ie file size excluding file header sblk) */ + uint64_t _fro; /**< First Record Offset (FRO) */ + uint64_t _ts_sec; /**< Time stamp (seconds part) */ + uint64_t _ts_nsec; /**< Time stamp (nanoseconds part) */ + uint64_t _file_number; /**< The logical number of this file in a monotonically increasing sequence */ + uint16_t _queue_name_len; /**< Length of the queue name in octets, which follows this struct in the header */ +} file_hdr_t; + +void file_hdr_create(file_hdr_t* dest, const uint32_t magic, const uint16_t version, + const uint16_t fhdr_size_sblks, const uint16_t efp_partition, const uint64_t file_size); +int file_hdr_init(void* dest, const uint64_t dest_len, const uint16_t uflag, const uint64_t serial, const uint64_t rid, + const uint64_t fro, const uint64_t file_number, const uint16_t queue_name_len, const char* queue_name); +int file_hdr_check(file_hdr_t* hdr, const uint32_t magic, const uint16_t version, const uint64_t data_size_kib); +void file_hdr_reset(file_hdr_t* target); +int is_file_hdr_reset(file_hdr_t* target); +void file_hdr_copy(file_hdr_t* dest, const file_hdr_t* src); +int set_time_now(file_hdr_t *fh); +void set_time(file_hdr_t *fh, struct timespec *ts); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.c b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.c new file mode 100644 index 0000000000..ad5262f9a3 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.c @@ -0,0 +1,30 @@ +#include "rec_hdr.h" + +void rec_hdr_init(rec_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, const uint64_t serial, const uint64_t rid) { + dest->_magic = magic; + dest->_version = version; + dest->_uflag = uflag; + dest->_serial = serial; + dest->_rid = rid; +} + +void rec_hdr_copy(rec_hdr_t* dest, const rec_hdr_t* src) { + dest->_magic = src->_magic; + dest->_version = src->_version; + dest->_uflag = src->_uflag; + dest->_serial = src->_serial; + dest->_rid = src->_rid; +} + +int rec_hdr_check_base(rec_hdr_t* header, const uint32_t magic, const uint16_t version) { + if (header->_magic != magic) return 1; + if (header->_version != version) return 2; + return 0; +} + +int rec_hdr_check(rec_hdr_t* header, const uint32_t magic, const uint16_t version, const uint64_t serial) { + int res = rec_hdr_check_base(header, magic, version); + if (res != 0) return res; + if (header->_serial != serial) return 3; + return 0; +} diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.h b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.h new file mode 100644 index 0000000000..64349b5ab8 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_hdr.h @@ -0,0 +1,72 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include + +#ifdef __cplusplus +extern "C"{ +#endif + +#pragma pack(1) + +/** + * \brief Struct for data common to the head of all journal files and records. + * This includes identification for the file type, the encoding version, endian + * indicator and a record ID. + * + * File header info in binary format (24 bytes): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+
+ * |     magic     |  ver  | uflag |
+ * +---+---+---+---+---+---+---+---+
+ * |             serial            |
+ * +---+---+---+---+---+---+---+---+
+ * |              rid              |
+ * +---+---+---+---+---+---+---+---+
+ *
+ * ver = file version (If the format or encoding of this file changes, then this
+ *       number should be incremented)
+ * rid = Record ID
+ *
+ */ +typedef struct rec_hdr_t { + uint32_t _magic; /**< File type identifier (magic number) */ + uint16_t _version; /**< File encoding version */ + uint16_t _uflag; /**< User-defined flags */ + uint64_t _serial; /**< Serial number for this journal file */ + uint64_t _rid; /**< Record ID (rotating 64-bit counter) */ +} rec_hdr_t; + +void rec_hdr_init(rec_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, const uint64_t serial, const uint64_t rid); +void rec_hdr_copy(rec_hdr_t* dest, const rec_hdr_t* src); +int rec_hdr_check_base(rec_hdr_t* header, const uint32_t magic, const uint16_t version); +int rec_hdr_check(rec_hdr_t* header, const uint32_t magic, const uint16_t version, const uint64_t serial); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.c b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.c new file mode 100644 index 0000000000..88c68e2b78 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.c @@ -0,0 +1,45 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "rec_tail.h" + +void rec_tail_init(rec_tail_t* dest, const uint32_t xmagic, const uint32_t checksum, const uint64_t serial, + const uint64_t rid) { + dest->_xmagic = xmagic; + dest->_checksum = checksum; + dest->_serial = serial; + dest->_rid = rid; +} + +void rec_tail_copy(rec_tail_t* dest, const rec_hdr_t* src, const uint32_t checksum) { + dest->_xmagic = ~(src->_magic); + dest->_checksum = checksum; + dest->_serial = src->_serial; + dest->_rid = src->_rid; +} + +int rec_tail_check(const rec_tail_t* tail, const rec_hdr_t* header, const uint32_t checksum) { + if (tail->_xmagic != ~header->_magic) return 1; + if (tail->_serial != header->_serial) return 2; + if (tail->_rid != header->_rid) return 3; + if (tail->_checksum != checksum) return 4; + return 0; +} diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.h b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.h new file mode 100644 index 0000000000..5163580ead --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/rec_tail.h @@ -0,0 +1,77 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include +#include "rec_hdr.h" + +#ifdef __cplusplus +extern "C"{ +#endif + +#pragma pack(1) + +/** + * \brief Struct for data common to the tail of all records. The magic number + * used here is the binary inverse (1's complement) of the magic used in the + * record header; this minimizes possible confusion with other headers that may + * be present during recovery. The tail is used with all records that have either + * XIDs or data - ie any size-variable content. Currently the only records that + * do NOT use the tail are non-transactional dequeues and filler records. + * + * The checksum is used to verify the xid and/or data portion of the record + * on recovery, and excludes the header and tail. + * + * Record header info in binary format (24 bytes): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+
+ * |   ~(magic)    |   checksum    |
+ * +---+---+---+---+---+---+---+---+
+ * |             serial            |
+ * +---+---+---+---+---+---+---+---+
+ * |              rid              |
+ * +---+---+---+---+---+---+---+---+
+ *
+ * ~(magic) = 1's compliment of magic of matching record header
+ * rid = Record ID of matching record header
+ *
+ */ +typedef struct rec_tail_t { + uint32_t _xmagic; /**< Binary inverse (1's complement) of hdr magic number */ + uint32_t _checksum; /**< Checksum of xid and data (excluding header itself) */ + uint64_t _serial; /**< Serial number for this journal file */ + uint64_t _rid; /**< Record ID (rotating 64-bit counter) */ +} rec_tail_t; + +void rec_tail_init(rec_tail_t* dest, const uint32_t xmagic, const uint32_t checksum, const uint64_t serial, + const uint64_t rid); +void rec_tail_copy(rec_tail_t* dest, const rec_hdr_t* src, const uint32_t checksum); +int rec_tail_check(const rec_tail_t* tail, const rec_hdr_t* header, const uint32_t checksum); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifnedf QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.c b/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.c new file mode 100644 index 0000000000..58d4cdebe4 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.c @@ -0,0 +1,33 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "txn_hdr.h" + +void txn_hdr_init(txn_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t xidsize) { + rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); + dest->_xidsize = xidsize; +} + +void txn_hdr_copy(txn_hdr_t* dest, const txn_hdr_t* src) { + rec_hdr_copy(&dest->_rhdr, &src->_rhdr); + dest->_xidsize = src->_xidsize; +} diff --git a/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.h b/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.h new file mode 100644 index 0000000000..442a1d373d --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/utils/txn_hdr.h @@ -0,0 +1,72 @@ +#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H +#define QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "rec_hdr.h" + +#ifdef __cplusplus +extern "C"{ +#endif + +#pragma pack(1) + +/** + * \brief Struct for transaction commit and abort records. + * + * Struct for local and DTX commit and abort records. Only the magic distinguishes between them. + * Since this record must be used in the context of a valid XID, the xidsize field must not be + * zero. Immediately following this record is the XID itself which is xidsize bytes long, + * followed by a rec_tail. + * + * Note that this record had its own rid distinct from the rids of the record(s) making up the + * transaction it is committing or aborting. + * + * Record header info in binary format (32 bytes): + * 
+ *   0                           7
+ * +---+---+---+---+---+---+---+---+  -+
+ * |     magic     |  ver  | flags |   |
+ * +---+---+---+---+---+---+---+---+   |
+ * |             serial            |   | struct rec_hdr_t
+ * +---+---+---+---+---+---+---+---+   |
+ * |              rid              |   |
+ * +---+---+---+---+---+---+---+---+  -+
+ * |            xidsize            |
+ * +---+---+---+---+---+---+---+---+
+ *
+ */ +typedef struct txn_hdr_t { + rec_hdr_t _rhdr; /**< Common record header struct */ + uint64_t _xidsize; /**< XID size */ +} txn_hdr_t; + +void txn_hdr_init(txn_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, + const uint64_t serial, const uint64_t rid, const uint64_t xidsize); +void txn_hdr_copy(txn_hdr_t* dest, const txn_hdr_t* src); + +#pragma pack() + +#ifdef __cplusplus +} +#endif + +#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/journal/wmgr.cpp b/qpid/cpp/src/qpid/linearstore/journal/wmgr.cpp new file mode 100644 index 0000000000..9af2764ab5 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/wmgr.cpp @@ -0,0 +1,1035 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#include "qpid/linearstore/journal/wmgr.h" + +#include +#include +#include +#include +#include "qpid/linearstore/journal/utils/file_hdr.h" +#include "qpid/linearstore/journal/jcfg.h" +#include "qpid/linearstore/journal/jcntl.h" +#include "qpid/linearstore/journal/jerrno.h" +#include "qpid/linearstore/journal/JournalFile.h" +#include +#include + +//#include // DEBUG + +namespace qpid { +namespace linearstore { +namespace journal { + +wmgr::wmgr(jcntl* jc, + enq_map& emap, + txn_map& tmap, + LinearFileController& lfc): + pmgr(jc, emap, tmap), + _lfc(lfc), + _max_dtokpp(0), + _max_io_wait_us(0), + _cached_offset_dblks(0), + _enq_busy(false), + _deq_busy(false), + _abort_busy(false), + _commit_busy(false), + _txn_pending_set() +{} + +wmgr::wmgr(jcntl* jc, + enq_map& emap, + txn_map& tmap, + LinearFileController& lfc, + const uint32_t max_dtokpp, + const uint32_t max_iowait_us): + pmgr(jc, emap, tmap), + _lfc(lfc), + _max_dtokpp(max_dtokpp), + _max_io_wait_us(max_iowait_us), + _cached_offset_dblks(0), + _enq_busy(false), + _deq_busy(false), + _abort_busy(false), + _commit_busy(false), + _txn_pending_set() +{} + +wmgr::~wmgr() +{ + wmgr::clean(); +} + +void +wmgr::initialize(aio_callback* const cbp, + const uint32_t wcache_pgsize_sblks, + const uint16_t wcache_num_pages, + const uint32_t max_dtokpp, + const uint32_t max_iowait_us, + std::size_t eo) +{ + _enq_busy = false; + _deq_busy = false; + _abort_busy = false; + _commit_busy = false; + _max_dtokpp = max_dtokpp; + _max_io_wait_us = max_iowait_us; + + initialize(cbp, wcache_pgsize_sblks, wcache_num_pages); + + if (eo) + { + const uint32_t wr_pg_size_dblks = _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS; + uint32_t data_dblks = (eo / QLS_DBLK_SIZE_BYTES) - (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); // exclude file header + _pg_cntr = data_dblks / wr_pg_size_dblks; + _pg_offset_dblks = data_dblks - (_pg_cntr * wr_pg_size_dblks); + } +} + +iores +wmgr::enqueue(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len, + const bool transient, + const bool external) +{ +//std::cout << _lfc.status(10) << std::endl; + if (xid_len) + assert(xid_ptr != 0); + + if (_deq_busy || _abort_busy || _commit_busy) { + std::ostringstream oss; + oss << "RHM_IORES_BUSY: enqueue while part way through another op:"; + oss << " _deq_busy=" << (_deq_busy?"T":"F"); + oss << " _abort_busy=" << (_abort_busy?"T":"F"); + oss << " _commit_busy=" << (_commit_busy?"T":"F"); + throw jexception(oss.str()); // TODO: complete exception + } + + if (this_data_len != tot_data_len && !external) { + throw jexception("RHM_IORES_NOTIMPL: partial enqueues not implemented"); // TODO: complete exception; + } + + iores res = pre_write_check(WMGR_ENQUEUE, dtokp, xid_len, tot_data_len, external); + if (res != RHM_IORES_SUCCESS) + return res; + + bool cont = false; + if (_enq_busy) // If enqueue() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT + { + if (dtokp->wstate() == data_tok::ENQ_PART) + cont = true; + else + { + std::ostringstream oss; + oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_ENQDISCONT, oss.str(), "wmgr", "enqueue"); + } + } + + uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); + _enq_rec.reset(_lfc.getCurrentSerial(), rid, data_buff, tot_data_len, xid_ptr, xid_len, transient, external); + if (!cont) + { + dtokp->set_rid(rid); + dtokp->set_dequeue_rid(0); + if (xid_len) + dtokp->set_xid(xid_ptr, xid_len); + else + dtokp->clear_xid(); + _enq_busy = true; + } +//std::cout << "---+++ wmgr::enqueue() ENQ rid=0x" << std::hex << rid << " po=0x" << _pg_offset_dblks << " cs=0x" << (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) << " " << std::dec << std::flush; // DEBUG + bool done = false; + while (!done) + { +//std::cout << "*" << std::flush; // DEBUG + assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); + void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); + uint32_t data_offs_dblks = dtokp->dblocks_written(); + uint32_t ret = _enq_rec.encode(wptr, data_offs_dblks, + (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); + + // Remember fid which contains the record header in case record is split over several files + if (data_offs_dblks == 0) { + dtokp->set_fid(_lfc.getCurrentFileSeqNum()); + } + _pg_offset_dblks += ret; + _cached_offset_dblks += ret; + dtokp->incr_dblocks_written(ret); + dtokp->incr_pg_cnt(); + _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); + + // Is the encoding of this record complete? + if (dtokp->dblocks_written() >= _enq_rec.rec_size_dblks()) + { +//std::cout << "!" << std::flush; // DEBUG + // TODO: Incorrect - must set state to ENQ_CACHED; ENQ_SUBM is set when AIO returns. + dtokp->set_wstate(data_tok::ENQ_SUBM); + dtokp->set_dsize(tot_data_len); + // Only add this data token to page token list when submit is complete, this way + // long multi-page messages have their token on the page containing the END of the + // message. AIO callbacks will then only process this token when entire message is + // enqueued. + _lfc.incrEnqueuedRecordCount(dtokp->fid()); +//std::cout << "[0x" << std::hex << _lfc.getEnqueuedRecordCount(dtokp->fid()) << std::dec << std::flush; // DEBUG + + if (xid_len) // If part of transaction, add to transaction map + { + std::string xid((const char*)xid_ptr, xid_len); + _tmap.insert_txn_data(xid, txn_data_t(rid, 0, dtokp->fid(), 0, true)); + } + else + { + if (_emap.insert_pfid(rid, dtokp->fid(), 0) < enq_map::EMAP_OK) // fail + { + // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. + std::ostringstream oss; + oss << std::hex << "rid=0x" << rid << " _pfid=0x" << dtokp->fid(); + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "enqueue"); + } + } + + done = true; + } else { +//std::cout << "$" << std::flush; // DEBUG + dtokp->set_wstate(data_tok::ENQ_PART); + } + + file_header_check(rid, cont, _enq_rec.rec_size_dblks() - data_offs_dblks); + flush_check(res, cont, done, rid); + } + if (dtokp->wstate() >= data_tok::ENQ_SUBM) + _enq_busy = false; +//std::cout << " res=" << iores_str(res) << " _enq_busy=" << (_enq_busy?"T":"F") << std::endl << std::flush; // DEBUG + return res; +} + +iores +wmgr::dequeue(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len, + const bool txn_coml_commit) +{ + if (xid_len) + assert(xid_ptr != 0); + + if (_enq_busy || _abort_busy || _commit_busy) { + std::ostringstream oss; + oss << "RHM_IORES_BUSY: dequeue while part way through another op:"; + oss << " _enq_busy=" << (_enq_busy?"T":"F"); + oss << " _abort_busy=" << (_abort_busy?"T":"F"); + oss << " _commit_busy=" << (_commit_busy?"T":"F"); + throw jexception(oss.str()); // TODO: complete exception + } + + iores res = pre_write_check(WMGR_DEQUEUE, dtokp); + if (res != RHM_IORES_SUCCESS) + return res; + + bool cont = false; + if (_deq_busy) // If dequeue() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT + { + if (dtokp->wstate() == data_tok::DEQ_PART) + cont = true; + else + { + std::ostringstream oss; + oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "dequeue"); + } + } + + const bool ext_rid = dtokp->external_rid(); + uint64_t rid = (ext_rid | cont) ? dtokp->rid() : _lfc.getNextRecordId(); + uint64_t dequeue_rid = (ext_rid | cont) ? dtokp->dequeue_rid() : dtokp->rid(); + _deq_rec.reset(_lfc.getCurrentSerial(), rid, dequeue_rid, xid_ptr, xid_len, txn_coml_commit); + if (!cont) + { + if (!ext_rid) + { + dtokp->set_rid(rid); + dtokp->set_dequeue_rid(dequeue_rid); + } + if (xid_len) + dtokp->set_xid(xid_ptr, xid_len); + else + dtokp->clear_xid(); + dequeue_check(dtokp->xid(), dequeue_rid); + dtokp->set_dblocks_written(0); // Reset dblks_written from previous op + _deq_busy = true; + } +//std::cout << "---+++ wmgr::dequeue() DEQ rid=0x" << std::hex << rid << " drid=0x" << dequeue_rid << " " << std::dec << std::flush; // DEBUG + bool done = false; + while (!done) + { +//std::cout << "*" << std::flush; // DEBUG + assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); + void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); + uint32_t data_offs_dblks = dtokp->dblocks_written(); + uint32_t ret = _deq_rec.encode(wptr, data_offs_dblks, + (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); + + // Remember fid which contains the record header in case record is split over several files + if (data_offs_dblks == 0) { + dtokp->set_fid(_lfc.getCurrentFileSeqNum()); + } + _pg_offset_dblks += ret; + _cached_offset_dblks += ret; + dtokp->incr_dblocks_written(ret); + dtokp->incr_pg_cnt(); + _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); + + // Is the encoding of this record complete? + if (dtokp->dblocks_written() >= _deq_rec.rec_size_dblks()) + { +//std::cout << "!" << std::flush; // DEBUG + // TODO: Incorrect - must set state to ENQ_CACHED; ENQ_SUBM is set when AIO returns. + dtokp->set_wstate(data_tok::DEQ_SUBM); + + if (xid_len) // If part of transaction, add to transaction map + { + // If the enqueue is part of a pending txn, it will not yet be in emap + _emap.lock(dequeue_rid); // ignore rid not found error + std::string xid((const char*)xid_ptr, xid_len); + _tmap.insert_txn_data(xid, txn_data_t(rid, dequeue_rid, dtokp->fid(), 0, false)); + } + else + { + uint64_t fid; + short eres = _emap.get_remove_pfid(dtokp->dequeue_rid(), fid); + if (eres < enq_map::EMAP_OK) // fail + { + if (eres == enq_map::EMAP_RID_NOT_FOUND) + { + std::ostringstream oss; + oss << std::hex << "rid=0x" << rid; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", "dequeue"); + } + if (eres == enq_map::EMAP_LOCKED) + { + std::ostringstream oss; + oss << std::hex << "rid=0x" << rid; + throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue"); + } + } +//std::cout << "[0x" << std::hex << _lfc.getEnqueuedRecordCount(fid) << std::dec << std::flush; // DEBUG +//try { + _lfc.decrEnqueuedRecordCount(fid); +//} catch (std::exception& e) { std::cout << "***OOPS*** " << e.what() << " cfid=" << _lfc.getCurrentFileSeqNum() << " fid=" << fid << std::flush; throw; } + } + + done = true; + } else { +//std::cout << "$" << std::flush; // DEBUG + dtokp->set_wstate(data_tok::DEQ_PART); + } + + file_header_check(rid, cont, _deq_rec.rec_size_dblks() - data_offs_dblks); + flush_check(res, cont, done, rid); + } + if (dtokp->wstate() >= data_tok::DEQ_SUBM) + _deq_busy = false; +//std::cout << " res=" << iores_str(res) << " _deq_busy=" << (_deq_busy?"T":"F") << std::endl << std::flush; // DEBUG + return res; +} + +iores +wmgr::abort(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len) +{ + // commit and abort MUST have a valid xid + assert(xid_ptr != 0 && xid_len > 0); + + if (_enq_busy || _deq_busy || _commit_busy) { + std::ostringstream oss; + oss << "RHM_IORES_BUSY: abort while part way through another op:"; + oss << " _enq_busy=" << (_enq_busy?"T":"F"); + oss << " _deq_busy=" << (_deq_busy?"T":"F"); + oss << " _commit_busy=" << (_commit_busy?"T":"F"); + throw jexception(oss.str()); // TODO: complete exception + } + + iores res = pre_write_check(WMGR_ABORT, dtokp); + if (res != RHM_IORES_SUCCESS) + return res; + + bool cont = false; + if (_abort_busy) // If abort() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT + { + if (dtokp->wstate() == data_tok::ABORT_PART) + cont = true; + else + { + std::ostringstream oss; + oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "abort"); + } + } + + uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); + _txn_rec.reset(false, _lfc.getCurrentSerial(), rid, xid_ptr, xid_len); + if (!cont) + { + dtokp->set_rid(rid); + dtokp->set_dequeue_rid(0); + dtokp->set_xid(xid_ptr, xid_len); + dtokp->set_dblocks_written(0); // Reset dblks_written from previous op + _abort_busy = true; + } + bool done = false; + while (!done) + { + assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); + void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); + uint32_t data_offs_dblks = dtokp->dblocks_written(); + uint32_t ret = _txn_rec.encode(wptr, data_offs_dblks, + (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); + + // Remember fid which contains the record header in case record is split over several files + if (data_offs_dblks == 0) + dtokp->set_fid(_lfc.getCurrentFileSeqNum()); + _pg_offset_dblks += ret; + _cached_offset_dblks += ret; + dtokp->incr_dblocks_written(ret); + dtokp->incr_pg_cnt(); + _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); + + // Is the encoding of this record complete? + if (dtokp->dblocks_written() >= _txn_rec.rec_size_dblks()) + { + dtokp->set_wstate(data_tok::ABORT_SUBM); + + // Delete this txn from tmap, unlock any locked records in emap + std::string xid((const char*)xid_ptr, xid_len); + txn_data_list tdl = _tmap.get_remove_tdata_list(xid); // tdl will be empty if xid not found + for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) + { + if (!itr->enq_flag_) + _emap.unlock(itr->drid_); // ignore rid not found error + if (itr->enq_flag_) + _lfc.decrEnqueuedRecordCount(itr->pfid_); + } + std::pair::iterator, bool> res = _txn_pending_set.insert(xid); + if (!res.second) + { + std::ostringstream oss; + oss << std::hex << "_txn_pending_set: xid=\"" << xid << "\""; + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "abort"); + } + + done = true; + } else { + dtokp->set_wstate(data_tok::ABORT_PART); + } + + file_header_check(rid, cont, _txn_rec.rec_size_dblks() - data_offs_dblks); + flush_check(res, cont, done, rid); + } + if (dtokp->wstate() >= data_tok::ABORT_SUBM) + _abort_busy = false; + return res; +} + +iores +wmgr::commit(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len) +{ + // commit and abort MUST have a valid xid + assert(xid_ptr != 0 && xid_len > 0); + + if (_enq_busy || _deq_busy || _abort_busy) { + std::ostringstream oss; + oss << "RHM_IORES_BUSY: commit while part way through another op:"; + oss << " _enq_busy=" << (_enq_busy?"T":"F"); + oss << " _deq_busy=" << (_deq_busy?"T":"F"); + oss << " _abort_busy=" << (_abort_busy?"T":"F"); + throw jexception(oss.str()); // TODO: complete exception + } + + iores res = pre_write_check(WMGR_COMMIT, dtokp); + if (res != RHM_IORES_SUCCESS) + return res; + + bool cont = false; + if (_commit_busy) // If commit() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT + { + if (dtokp->wstate() == data_tok::COMMIT_PART) + cont = true; + else + { + std::ostringstream oss; + oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "commit"); + } + } + + uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); + _txn_rec.reset(true, _lfc.getCurrentSerial(), rid, xid_ptr, xid_len); + if (!cont) + { + dtokp->set_rid(rid); + dtokp->set_dequeue_rid(0); + dtokp->set_xid(xid_ptr, xid_len); + dtokp->set_dblocks_written(0); // Reset dblks_written from previous op + _commit_busy = true; + } + bool done = false; + while (!done) + { + assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); + void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); + uint32_t data_offs_dblks = dtokp->dblocks_written(); + uint32_t ret = _txn_rec.encode(wptr, data_offs_dblks, + (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); + + // Remember fid which contains the record header in case record is split over several files + if (data_offs_dblks == 0) + dtokp->set_fid(_lfc.getCurrentFileSeqNum()); + _pg_offset_dblks += ret; + _cached_offset_dblks += ret; + dtokp->incr_dblocks_written(ret); + dtokp->incr_pg_cnt(); + _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); + + // Is the encoding of this record complete? + if (dtokp->dblocks_written() >= _txn_rec.rec_size_dblks()) + { + dtokp->set_wstate(data_tok::COMMIT_SUBM); + + // Delete this txn from tmap, process records into emap + std::string xid((const char*)xid_ptr, xid_len); + txn_data_list tdl = _tmap.get_remove_tdata_list(xid); // tdl will be empty if xid not found + for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) + { + if (itr->enq_flag_) // txn enqueue + { + if (_emap.insert_pfid(itr->rid_, itr->pfid_, 0) < enq_map::EMAP_OK) // fail + { + // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. + std::ostringstream oss; + oss << std::hex << "rid=0x" << itr->rid_ << " _pfid=0x" << itr->pfid_; + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "commit"); + } + } + else // txn dequeue + { + uint64_t fid; + short eres = _emap.get_remove_pfid(itr->drid_, fid, true); + if (eres < enq_map::EMAP_OK) // fail + { + if (eres == enq_map::EMAP_RID_NOT_FOUND) + { + std::ostringstream oss; + oss << std::hex << "rid=0x" << rid; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", "dequeue"); + } + if (eres == enq_map::EMAP_LOCKED) + { + std::ostringstream oss; + oss << std::hex << "rid=0x" << rid; + throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue"); + } + } + _lfc.decrEnqueuedRecordCount(fid); + } + } + std::pair::iterator, bool> res = _txn_pending_set.insert(xid); + if (!res.second) + { + std::ostringstream oss; + oss << std::hex << "_txn_pending_set: xid=\"" << xid << "\""; + throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "commit"); + } + + done = true; + } else { + dtokp->set_wstate(data_tok::COMMIT_PART); + } + + file_header_check(rid, cont, _txn_rec.rec_size_dblks() - data_offs_dblks); + flush_check(res, cont, done, rid); + } + if (dtokp->wstate() >= data_tok::COMMIT_SUBM) + _commit_busy = false; + return res; +} + +void +wmgr::file_header_check(const uint64_t rid, + const bool cont, + const uint32_t rec_dblks_rem) +{ + if (_lfc.isEmpty()) // File never written (i.e. no header or data) + { +//std::cout << "e" << std::flush; + std::size_t fro = 0; + if (cont) { + bool file_fit = rec_dblks_rem <= _lfc.dataSize_sblks() * QLS_SBLK_SIZE_DBLKS; // Will fit within this journal file + bool file_full = rec_dblks_rem == _lfc.dataSize_sblks() * QLS_SBLK_SIZE_DBLKS; // Will exactly fill this journal file + if (file_fit && !file_full) { + fro = (rec_dblks_rem + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS)) * QLS_DBLK_SIZE_BYTES; + } + } else { + fro = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; + } + _lfc.asyncFileHeaderWrite(_ioctx, 0, rid, fro); + _aio_evt_rem++; + } +} + +void +wmgr::flush_check(iores& res, + bool& cont, + bool& done, const uint64_t /*rid*/) // DEBUG +{ + // Is page is full, flush + if (_pg_offset_dblks >= _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) + { +//std::cout << "^" << _pg_offset_dblks << ">=" << (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) << std::flush; + res = write_flush(); + assert(res == RHM_IORES_SUCCESS); + + if (_page_cb_arr[_pg_index]._state == AIO_PENDING && !done) + { + res = RHM_IORES_PAGE_AIOWAIT; + done = true; + } + + // If file is full, rotate to next file + uint32_t fileSize_pgs = _lfc.fileSize_sblks() / _cache_pgsize_sblks; + if (_pg_cntr >= fileSize_pgs) + { +//std::cout << _pg_cntr << ">=" << fileSize_pgs << std::flush; + get_next_file(); + if (!done) { + cont = true; + } +//std::cout << "***** wmgr::flush_check(): GET NEXT FILE: rid=0x" << std::hex << rid << std::dec << " res=" << iores_str(res) << " cont=" << (cont?"T":"F") << " done=" << (done?"T":"F") << std::endl; // DEBUG + } + } +} + +iores +wmgr::flush() +{ + iores res = write_flush(); + uint32_t fileSize_pgs = _lfc.fileSize_sblks() / _cache_pgsize_sblks; + if (res == RHM_IORES_SUCCESS && _pg_cntr >= fileSize_pgs) { + get_next_file(); + } + return res; +} + +iores +wmgr::write_flush() +{ + iores res = RHM_IORES_SUCCESS; + // Don't bother flushing an empty page or one that is still in state AIO_PENDING + if (_cached_offset_dblks) + { + if (_page_cb_arr[_pg_index]._state == AIO_PENDING) { +//std::cout << "#" << std::flush; // DEBUG + res = RHM_IORES_PAGE_AIOWAIT; + } else { + if (_page_cb_arr[_pg_index]._state != IN_USE) + { + std::ostringstream oss; + oss << "pg_index=" << _pg_index << " state=" << _page_cb_arr[_pg_index].state_str(); + throw jexception(jerrno::JERR_WMGR_BADPGSTATE, oss.str(), "wmgr", "write_flush"); + } + + // Send current page using AIO + + // In manual flushes, dblks may not coincide with sblks, add filler records ("RHMx") if necessary. + dblk_roundup(); + + std::size_t pg_offs = (_pg_offset_dblks - _cached_offset_dblks) * QLS_DBLK_SIZE_BYTES; + aio_cb* aiocbp = &_aio_cb_arr[_pg_index]; + _lfc.asyncPageWrite(_ioctx, aiocbp, (char*)_page_ptr_arr[_pg_index] + pg_offs, _cached_offset_dblks); + _page_cb_arr[_pg_index]._state = AIO_PENDING; + _aio_evt_rem++; +//std::cout << "." << _aio_evt_rem << std::flush; // DEBUG + _cached_offset_dblks = 0; + _jc->instr_incr_outstanding_aio_cnt(); + + rotate_page(); // increments _pg_index, resets _pg_offset_dblks if req'd + if (_page_cb_arr[_pg_index]._state == UNUSED) + _page_cb_arr[_pg_index]._state = IN_USE; + } + } + get_events(0, false); + if (_page_cb_arr[_pg_index]._state == UNUSED) + _page_cb_arr[_pg_index]._state = IN_USE; + return res; +} + +void +wmgr::get_next_file() +{ + _pg_cntr = 0; +//std::cout << "&&&&& wmgr::get_next_file(): " << status_str() << std::flush << std::endl; // DEBUG + _lfc.pullEmptyFileFromEfp(); +} + +int32_t +wmgr::get_events(timespec* const timeout, + bool flush) +{ + if (_aio_evt_rem == 0) // no events to get + return 0; + + int ret = 0; + if ((ret = aio::getevents(_ioctx, flush ? _aio_evt_rem : 1, _aio_evt_rem, _aio_event_arr, timeout)) < 0) + { + if (ret == -EINTR) // Interrupted by signal + return 0; + std::ostringstream oss; + oss << "io_getevents() failed: " << std::strerror(-ret) << " (" << ret << ")"; + throw jexception(jerrno::JERR__AIO, oss.str(), "wmgr", "get_events"); + } + + if (ret == 0 && timeout) + return jerrno::AIO_TIMEOUT; + + int32_t tot_data_toks = 0; + for (int i=0; idata); // This page control block (pcb) + long aioret = (long)_aio_event_arr[i].res; + if (aioret < 0) { + std::ostringstream oss; + oss << "AIO write operation failed: " << std::strerror(-aioret) << " (" << aioret << ") ["; + if (pcbp) { + oss << "pg=" << pcbp->_index; + } else { + file_hdr_t* fhp = (file_hdr_t*)aiocbp->u.c.buf; + oss << "fnum=" << fhp->_file_number; + oss << " qname=" << std::string((char*)fhp + sizeof(file_hdr_t), fhp->_queue_name_len); + } + oss << " size=" << aiocbp->u.c.nbytes; + oss << " offset=" << aiocbp->u.c.offset << " fh=" << aiocbp->aio_fildes << "]"; + throw jexception(jerrno::JERR__AIO, oss.str(), "wmgr", "get_events"); + } + if (pcbp) // Page writes have pcb + { +//std::cout << "p"; // DEBUG + uint32_t s = pcbp->_pdtokl->size(); + std::vector dtokl; + dtokl.reserve(s); + for (uint32_t k=0; k_pdtokl->at(k); + if (dtokp->decr_pg_cnt() == 0) + { + std::set::iterator it; + switch (dtokp->wstate()) + { + case data_tok::ENQ_SUBM: + dtokl.push_back(dtokp); + tot_data_toks++; + dtokp->set_wstate(data_tok::ENQ); + if (dtokp->has_xid()) + // Ignoring return value here. A non-zero return can signify that the transaction + // has committed or aborted, and which was completed prior to the aio returning. + _tmap.set_aio_compl(dtokp->xid(), dtokp->rid()); + break; + case data_tok::DEQ_SUBM: + dtokl.push_back(dtokp); + tot_data_toks++; + dtokp->set_wstate(data_tok::DEQ); + if (dtokp->has_xid()) + // Ignoring return value - see note above. + _tmap.set_aio_compl(dtokp->xid(), dtokp->rid()); + break; + case data_tok::ABORT_SUBM: + dtokl.push_back(dtokp); + tot_data_toks++; + dtokp->set_wstate(data_tok::ABORTED); + it = _txn_pending_set.find(dtokp->xid()); + if (it == _txn_pending_set.end()) + { + std::ostringstream oss; + oss << std::hex << "_txn_pending_set: abort xid=\""; + oss << dtokp->xid() << "\""; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", + "get_events"); + } + _txn_pending_set.erase(it); + break; + case data_tok::COMMIT_SUBM: + dtokl.push_back(dtokp); + tot_data_toks++; + dtokp->set_wstate(data_tok::COMMITTED); + it = _txn_pending_set.find(dtokp->xid()); + if (it == _txn_pending_set.end()) + { + std::ostringstream oss; + oss << std::hex << "_txn_pending_set: commit xid=\""; + oss << dtokp->xid() << "\""; + throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", + "get_events"); + } + _txn_pending_set.erase(it); + break; + case data_tok::ENQ_PART: + case data_tok::DEQ_PART: + case data_tok::ABORT_PART: + case data_tok::COMMIT_PART: + // ignore these + break; + default: + // throw for anything else + std::ostringstream oss; + oss << "dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", + "get_events"); + } + } + } + + // Increment the completed write offset + // NOTE: We cannot use _wrfc here, as it may have rotated since submitting count. + // Use stored pointer to fcntl in the pcb instead. + pcbp->_jfp->addCompletedDblkCount(pcbp->_wdblks); + pcbp->_jfp->decrOutstandingAioOperationCount(); + _jc->instr_decr_outstanding_aio_cnt(); + + // Clean up this pcb's data_tok list + pcbp->_pdtokl->clear(); + pcbp->_state = UNUSED; +//std::cout << "c" << pcbp->_index << pcbp->state_str(); // DEBUG + + // Perform AIO return callback + if (_cbp && tot_data_toks) + _cbp->wr_aio_cb(dtokl); + } + else // File header writes have no pcb + { +//std::cout << "f"; // DEBUG + file_hdr_t* fhp = (file_hdr_t*)aiocbp->u.c.buf; + _lfc.addWriteCompletedDblkCount(fhp->_file_number, QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); + _lfc.decrOutstandingAioOperationCount(fhp->_file_number); + } + } + + return tot_data_toks; +} + +bool +wmgr::is_txn_synced(const std::string& xid) +{ + // Ignore xid not found error here + if (_tmap.is_txn_synced(xid) == txn_map::TMAP_NOT_SYNCED) + return false; + // Check for outstanding commit/aborts + std::set::iterator it = _txn_pending_set.find(xid); + return it == _txn_pending_set.end(); +} + +void +wmgr::initialize(aio_callback* const cbp, + const uint32_t wcache_pgsize_sblks, + const uint16_t wcache_num_pages) +{ + + pmgr::initialize(cbp, wcache_pgsize_sblks, wcache_num_pages); + wmgr::clean(); + _page_cb_arr[0]._state = IN_USE; + _ddtokl.clear(); + _cached_offset_dblks = 0; + _enq_busy = false; +} + +iores +wmgr::pre_write_check(const _op_type op, + const data_tok* const dtokp, + const std::size_t /*xidsize*/, + const std::size_t /*dsize*/, + const bool /*external*/) const +{ + // Check status of current file + // TODO: Replace for LFC +/* + if (!_wrfc.is_wr_reset()) + { + if (!_wrfc.wr_reset()) + return RHM_IORES_FULL; + } +*/ + + // Check status of current page is ok for writing + if (_page_cb_arr[_pg_index]._state != IN_USE) + { + if (_page_cb_arr[_pg_index]._state == UNUSED) + _page_cb_arr[_pg_index]._state = IN_USE; + else if (_page_cb_arr[_pg_index]._state == AIO_PENDING) + return RHM_IORES_PAGE_AIOWAIT; + else + { + std::ostringstream oss; + oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; + oss << " index=" << _pg_index << " pg_state=" << _page_cb_arr[_pg_index].state_str(); + throw jexception(jerrno::JERR_WMGR_BADPGSTATE, oss.str(), "wmgr", "pre_write_check"); + } + } + + // operation-specific checks + switch (op) + { + case WMGR_ENQUEUE: + { + if (!dtokp->is_writable()) + { + std::ostringstream oss; + oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; + oss << " dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", + "pre_write_check"); + } + } + break; + case WMGR_DEQUEUE: + if (!dtokp->is_dequeueable()) + { + std::ostringstream oss; + oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; + oss << " dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); + throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", + "pre_write_check"); + } + break; + case WMGR_ABORT: + break; + case WMGR_COMMIT: + break; + } + + return RHM_IORES_SUCCESS; +} + +void +wmgr::dequeue_check(const std::string& xid, + const uint64_t drid) +{ + // First check emap + bool found = false; + uint64_t fid; + short eres = _emap.get_pfid(drid, fid); + if (eres < enq_map::EMAP_OK) { // fail + if (eres == enq_map::EMAP_RID_NOT_FOUND) { + if (xid.size()) { + found = _tmap.data_exists(xid, drid); + } + } else if (eres == enq_map::EMAP_LOCKED) { + std::ostringstream oss; + oss << std::hex << "drid=0x" << drid; + throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue_check"); + } + } else { + found = true; + } + if (!found) { + std::ostringstream oss; + oss << "jrnl=" << _jc->id() << " drid=0x" << std::hex << drid; + throw jexception(jerrno::JERR_WMGR_DEQRIDNOTENQ, oss.str(), "wmgr", "dequeue_check"); + } +} + +void +wmgr::dblk_roundup() +{ + const uint32_t xmagic = QLS_EMPTY_MAGIC; + uint32_t wdblks = jrec::size_blks(_cached_offset_dblks, QLS_SBLK_SIZE_DBLKS) * QLS_SBLK_SIZE_DBLKS; + while (_cached_offset_dblks < wdblks) + { +//std::cout << "^0x" << std::hex << _cached_offset_dblks << "<0x" << wdblks << std::dec << std::flush; + void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); + std::memcpy(wptr, (const void*)&xmagic, sizeof(xmagic)); +#ifdef QLS_CLEAN + std::memset((char*)wptr + sizeof(xmagic), QLS_CLEAN_CHAR, QLS_DBLK_SIZE_BYTES - sizeof(xmagic)); +#endif + _pg_offset_dblks++; + _cached_offset_dblks++; + } +} + +void +wmgr::rotate_page() +{ +//std::cout << "^^^^^ wmgr::rotate_page() " << status_str() << " pi=" << _pg_index; // DEBUG + if (_pg_offset_dblks >= _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) + { + _pg_offset_dblks = 0; + _pg_cntr++; + } + if (++_pg_index >= _cache_num_pages) + _pg_index = 0; +//std::cout << "->" << _pg_index << std::endl; // DEBUG +} + +void +wmgr::clean() { + // Clean up allocated memory here +} + +const std::string +wmgr::status_str() const +{ + std::ostringstream oss; + oss << "wmgr: pi=" << _pg_index << " pc=" << _pg_cntr; + oss << " po=" << _pg_offset_dblks << " aer=" << _aio_evt_rem; + oss << " edac=" << (_enq_busy?"T":"F") << (_deq_busy?"T":"F"); + oss << (_abort_busy?"T":"F") << (_commit_busy?"T":"F"); + oss << " ps=["; + for (int i=0; i<_cache_num_pages; i++) + { + switch (_page_cb_arr[i]._state) + { + case UNUSED: oss << "-"; break; + case IN_USE: oss << "U"; break; + case AIO_PENDING: oss << "A"; break; + default: oss << _page_cb_arr[i]._state; + } + } + oss << "] "; + return oss.str(); +} + +// static + +const char* wmgr::_op_str[] = {"enqueue", "dequeue", "abort", "commit"}; + +}}} diff --git a/qpid/cpp/src/qpid/linearstore/journal/wmgr.h b/qpid/cpp/src/qpid/linearstore/journal/wmgr.h new file mode 100644 index 0000000000..c55c0db577 --- /dev/null +++ b/qpid/cpp/src/qpid/linearstore/journal/wmgr.h @@ -0,0 +1,158 @@ +/* + * + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + * + */ + +#ifndef QPID_LINEARSTORE_JOURNAL_WMGR_H +#define QPID_LINEARSTORE_JOURNAL_WMGR_H + +namespace qpid { +namespace linearstore { +namespace journal { +class wmgr; +}}} + +#include +#include "qpid/linearstore/journal/EmptyFilePoolTypes.h" +#include "qpid/linearstore/journal/enums.h" +#include "qpid/linearstore/journal/pmgr.h" +#include + +class file_hdr_t; + +namespace qpid { +namespace linearstore { +namespace journal { + +class LinearFileController; + +/** +* \brief Class for managing a write page cache of arbitrary size and number of pages. +* +* The write page cache works on the principle of caching the write data within a page until +* that page is either full or flushed; this initiates a single AIO write operation to store +* the data on disk. +* +* The maximum disk throughput is achieved by keeping the write operations of uniform size. +* Waiting for a page cache to fill achieves this; and in high data volume/throughput situations +* achieves the optimal disk throughput. Calling flush() forces a write of the current page cache +* no matter how full it is, and disrupts the uniformity of the write operations. This should +* normally only be done if throughput drops and there is a danger of a page of unwritten data +* waiting around for excessive time. +* +* The usual tradeoff between data storage latency and throughput performance applies. +*/ +class wmgr : public pmgr +{ +private: + LinearFileController& _lfc; ///< Linear File Controller ref + uint32_t _max_dtokpp; ///< Max data writes per page + uint32_t _max_io_wait_us; ///< Max wait in microseconds till submit + uint32_t _cached_offset_dblks; ///< Amount of unwritten data in page (dblocks) + std::deque _ddtokl; ///< Deferred dequeue data_tok list + + // TODO: Convert _enq_busy etc into a proper threadsafe lock + // TODO: Convert to enum? Are these encodes mutually exclusive? + bool _enq_busy; ///< Flag true if enqueue is in progress + bool _deq_busy; ///< Flag true if dequeue is in progress + bool _abort_busy; ///< Flag true if abort is in progress + bool _commit_busy; ///< Flag true if commit is in progress + + enum _op_type { WMGR_ENQUEUE = 0, WMGR_DEQUEUE, WMGR_ABORT, WMGR_COMMIT }; + static const char* _op_str[]; + + enq_rec _enq_rec; ///< Enqueue record used for encoding/decoding + deq_rec _deq_rec; ///< Dequeue record used for encoding/decoding + txn_rec _txn_rec; ///< Transaction record used for encoding/decoding + std::set _txn_pending_set; ///< Set containing xids of pending commits/aborts + +public: + wmgr(jcntl* jc, + enq_map& emap, + txn_map& tmap, + LinearFileController& lfc); + wmgr(jcntl* jc, + enq_map& emap, + txn_map& tmap, + LinearFileController& lfc, + const uint32_t max_dtokpp, + const uint32_t max_iowait_us); + virtual ~wmgr(); + + void initialize(aio_callback* const cbp, + const uint32_t wcache_pgsize_sblks, + const uint16_t wcache_num_pages, + const uint32_t max_dtokpp, + const uint32_t max_iowait_us, + std::size_t eo = 0); + iores enqueue(const void* const data_buff, + const std::size_t tot_data_len, + const std::size_t this_data_len, + data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len, + const bool transient, + const bool external); + iores dequeue(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len, + const bool txn_coml_commit); + iores abort(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len); + iores commit(data_tok* dtokp, + const void* const xid_ptr, + const std::size_t xid_len); + iores flush(); + int32_t get_events(timespec* const timeout, + bool flush); + bool is_txn_synced(const std::string& xid); + inline bool curr_pg_blocked() const { return _page_cb_arr[_pg_index]._state != UNUSED; } + inline uint32_t unflushed_dblks() { return _cached_offset_dblks; } + + // Debug aid + const std::string status_str() const; + +private: + void initialize(aio_callback* const cbp, + const uint32_t wcache_pgsize_sblks, + const uint16_t wcache_num_pages); + iores pre_write_check(const _op_type op, + const data_tok* const dtokp, + const std::size_t xidsize = 0, + const std::size_t dsize = 0, + const bool external = false) const; + void dequeue_check(const std::string& xid, + const uint64_t drid); + void file_header_check(const uint64_t rid, + const bool cont, + const uint32_t rec_dblks_rem); + void flush_check(iores& res, + bool& cont, + bool& done, const uint64_t rid); + iores write_flush(); + void get_next_file(); + void dblk_roundup(); + void rotate_page(); + void clean(); +}; + +}}} + +#endif // ifndef QPID_LINEARSTORE_JOURNAL_WMGR_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/AtomicCounter.h b/qpid/cpp/src/qpid/linearstore/jrnl/AtomicCounter.h deleted file mode 100644 index 7181a43857..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/AtomicCounter.h +++ /dev/null @@ -1,133 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ -#define QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ - -#include "qpid/linearstore/jrnl/slock.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -template -class AtomicCounter -{ -private: - std::string id_; - T count_; - mutable smutex countMutex; - -public: - AtomicCounter(const std::string& id, const T& initValue) : id_(id), count_(initValue) {} - - virtual ~AtomicCounter() {} - - T get() const { - slock l(countMutex); - return count_; - } - - void set(const T v) { - slock l(countMutex); - count_ = v; - } - - T increment() { - slock l(countMutex); - return ++count_; - } - - T add(const T& a) { - slock l(countMutex); - count_ += a; - return count_; - } - - T addLimit(const T& a, const T& limit, const uint32_t jerr) { - slock l(countMutex); - if (count_ + a > limit) throw jexception(jerr, id_, "AtomicCounter", "addLimit"); - count_ += a; - return count_; - } - - T decrement() { - slock l(countMutex); - return --count_; - } - - T decrementLimit(const T& limit = T(0), const uint32_t jerr = jerrno::JERR__UNDERFLOW) { - slock l(countMutex); - if (count_ < limit + 1) { - throw jexception(jerr, id_, "AtomicCounter", "decrementLimit"); - } - return --count_; - } - - T subtract(const T& s) { - slock l(countMutex); - count_ -= s; - return count_; - } - - T subtractLimit(const T& s, const T& limit = T(0), const uint32_t jerr = jerrno::JERR__UNDERFLOW) { - slock l(countMutex); - if (count_ < limit + s) throw jexception(jerr, id_, "AtomicCounter", "subtractLimit"); - count_ -= s; - return count_; - } - - bool operator==(const T& o) const { - slock l(countMutex); - return count_ == o; - } - - bool operator<(const T& o) const { - slock l(countMutex); - return count_ < o; - } - - bool operator<=(const T& o) const { - slock l(countMutex); - return count_ <= o; - } - - friend T operator-(const T& a, const AtomicCounter& b) { - slock l(b.countMutex); - return a - b.count_; - } - - friend T operator-(const AtomicCounter& a, const T& b) { - slock l(a.countMutex); - return a.count_ - b; - } - - friend T operator-(const AtomicCounter&a, const AtomicCounter& b) { - slock l1(a.countMutex); - slock l2(b.countMutex); - return a.count_ - b.count_; - } -}; - -}}} // namespace qpid::qls_jrnl - -#endif // QPID_LINEARSTORE_JOURNAL_ATOMICCOUNTER_H_ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.cpp deleted file mode 100644 index da3d63f462..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.cpp +++ /dev/null @@ -1,342 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "EmptyFilePool.h" - -#include -#include -#include "qpid/linearstore/jrnl/EmptyFilePoolPartition.h" -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jdir.h" -#include "qpid/linearstore/jrnl/JournalFile.h" -#include "qpid/linearstore/jrnl/JournalLog.h" -#include "qpid/linearstore/jrnl/slock.h" -#include "qpid/linearstore/jrnl/utils/file_hdr.h" -#include -#include -#include -#include - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -EmptyFilePool::EmptyFilePool(const std::string& efpDirectory, - const EmptyFilePoolPartition* partitionPtr, - JournalLog& journalLogRef) : - efpDirectory_(efpDirectory), - efpDataSize_kib_(dataSizeFromDirName_kib(efpDirectory, partitionPtr->getPartitionNumber())), - partitionPtr_(partitionPtr), - journalLogRef_(journalLogRef) -{} - -EmptyFilePool::~EmptyFilePool() {} - -void EmptyFilePool::initialize() { - std::vector dirList; - jdir::read_dir(efpDirectory_, dirList, false, true, false, false); - for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { - size_t dotPos = i->rfind("."); - if (dotPos != std::string::npos) { - if (i->substr(dotPos).compare(".jrnl") == 0 && i->length() == 41) { - std::string emptyFile(efpDirectory_ + "/" + (*i)); - if (validateEmptyFile(emptyFile)) { - pushEmptyFile(emptyFile); - } - } - } - } -} - -efpDataSize_kib_t EmptyFilePool::dataSize_kib() const { - return efpDataSize_kib_; -} - -efpFileSize_kib_t EmptyFilePool::fileSize_kib() const { - return efpDataSize_kib_ + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB); -} - -efpDataSize_sblks_t EmptyFilePool::dataSize_sblks() const { - return efpDataSize_kib_ / QLS_SBLK_SIZE_KIB; -} - -efpFileSize_sblks_t EmptyFilePool::fileSize_sblks() const { - return (efpDataSize_kib_ / QLS_SBLK_SIZE_KIB) + QLS_JRNL_FHDR_RES_SIZE_SBLKS; -} - -efpFileCount_t EmptyFilePool::numEmptyFiles() const { - slock l(emptyFileListMutex_); - return efpFileCount_t(emptyFileList_.size()); -} - -efpDataSize_kib_t EmptyFilePool::cumFileSize_kib() const { - slock l(emptyFileListMutex_); - return efpDataSize_kib_t(emptyFileList_.size()) * efpDataSize_kib_; -} - -efpPartitionNumber_t EmptyFilePool::getPartitionNumber() const { - return partitionPtr_->getPartitionNumber(); -} - -const EmptyFilePoolPartition* EmptyFilePool::getPartition() const { - return partitionPtr_; -} - -const efpIdentity_t EmptyFilePool::getIdentity() const { - return efpIdentity_t(partitionPtr_->getPartitionNumber(), efpDataSize_kib_); -} - -std::string EmptyFilePool::takeEmptyFile(const std::string& destDirectory) { - std::string emptyFileName = popEmptyFile(); - std::string newFileName = destDirectory + emptyFileName.substr(emptyFileName.rfind('/')); // NOTE: substr() includes leading '/' - if (moveEmptyFile(emptyFileName.c_str(), newFileName.c_str())) { - // Try again with new UUID for file name - newFileName = destDirectory + "/" + getEfpFileName(); - if (moveEmptyFile(emptyFileName.c_str(), newFileName.c_str())) { - pushEmptyFile(emptyFileName); - std::ostringstream oss; - oss << "file=\"" << emptyFileName << "\" dest=\"" << newFileName << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "EmptyFilePool", "takeEmptyFile"); - } - } - return newFileName; -} - -void EmptyFilePool::returnEmptyFile(const std::string& fqSrcFile) { - std::string emptyFileName(efpDirectory_ + fqSrcFile.substr(fqSrcFile.rfind('/'))); // NOTE: substr() includes leading '/' - if (moveEmptyFile(fqSrcFile.c_str(), emptyFileName.c_str())) { - // Try again with new UUID for file name - emptyFileName = efpDirectory_ + "/" + getEfpFileName(); - if (moveEmptyFile(fqSrcFile.c_str(), emptyFileName.c_str())) { - // Failed twice in a row - delete file - ::unlink(fqSrcFile.c_str()); - return; - } - } - resetEmptyFileHeader(emptyFileName); - pushEmptyFile(emptyFileName); -} - -//static -std::string EmptyFilePool::dirNameFromDataSize(const efpDataSize_kib_t efpDataSize_kib) { - std::ostringstream oss; - oss << efpDataSize_kib << "k"; - return oss.str(); -} - - -// static -efpDataSize_kib_t EmptyFilePool::dataSizeFromDirName_kib(const std::string& dirName, - const efpPartitionNumber_t partitionNumber) { - // Check for dirName format 'NNNk', where NNN is a number, convert NNN into an integer. NNN cannot be 0. - std::string n(dirName.substr(dirName.rfind('/')+1)); - bool valid = true; - for (uint16_t charNum = 0; charNum < n.length(); ++charNum) { - if (charNum < n.length()-1) { - if (!::isdigit((int)n[charNum])) { - valid = false; - break; - } - } else { - valid = n[charNum] == 'k'; - } - } - efpDataSize_kib_t s = ::atol(n.c_str()); - if (!valid || s == 0 || s % QLS_SBLK_SIZE_KIB != 0) { - std::ostringstream oss; - oss << "Partition: " << partitionNumber << "; EFP directory: \'" << n << "\'"; - throw jexception(jerrno::JERR_EFP_BADEFPDIRNAME, oss.str(), "EmptyFilePool", "fileSizeKbFromDirName"); - } - return s; -} - -// --- protected functions --- - -void EmptyFilePool::createEmptyFile() { - ::file_hdr_t fh; - ::file_hdr_create(&fh, QLS_FILE_MAGIC, QLS_JRNL_VERSION, QLS_JRNL_FHDR_RES_SIZE_SBLKS, partitionPtr_->getPartitionNumber(), efpDataSize_kib_); - std::string efpfn = getEfpFileName(); - std::ofstream ofs(efpfn.c_str(), std::ofstream::out | std::ofstream::binary); - if (ofs.good()) { - ofs.write((char*)&fh, sizeof(::file_hdr_t)); - uint64_t rem = ((efpDataSize_kib_ + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB)) * 1024) - sizeof(::file_hdr_t); - while (rem--) - ofs.put('\0'); - ofs.close(); - pushEmptyFile(efpfn); -//std::cout << "WARNING: EFP " << efpDirectory << " is empty - created new journal file " << efpfn.substr(efpfn.rfind('/') + 1) << " on the fly" << std::endl; // DEBUG - } else { -//std::cerr << "ERROR: Unable to open file \"" << efpfn << "\"" << std::endl; // DEBUG - } -} - -std::string EmptyFilePool::getEfpFileName() { - uuid_t uuid; - ::uuid_generate(uuid); // NOTE: uuid_generate() is not thread safe - char uuid_str[37]; // 36 char uuid + trailing \0 - ::uuid_unparse(uuid, uuid_str); - std::ostringstream oss; - oss << efpDirectory_ << "/" << uuid_str << QLS_JRNL_FILE_EXTENSION; - return oss.str(); -} - -std::string EmptyFilePool::popEmptyFile() { - std::string emptyFileName; - bool isEmpty = false; - { - slock l(emptyFileListMutex_); - isEmpty = emptyFileList_.empty(); - } - if (isEmpty) { - createEmptyFile(); - } - { - slock l(emptyFileListMutex_); - emptyFileName = emptyFileList_.front(); - emptyFileList_.pop_front(); - } - return emptyFileName; -} - -void EmptyFilePool::pushEmptyFile(const std::string fqFileName) { - slock l(emptyFileListMutex_); - emptyFileList_.push_back(fqFileName); -} - -void EmptyFilePool::resetEmptyFileHeader(const std::string& fqFileName) { - std::fstream fs(fqFileName.c_str(), std::fstream::in | std::fstream::out | std::fstream::binary); - if (fs.good()) { - const std::streamsize buffsize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; - char buff[buffsize]; - fs.read((char*)buff, buffsize); - std::streampos bytesRead = fs.tellg(); - if (std::streamoff(bytesRead) == buffsize) { - ::file_hdr_reset((::file_hdr_t*)buff); - // set rest of buffer to 0 - ::memset(buff + sizeof(::file_hdr_t), 0, MAX_FILE_HDR_LEN - sizeof(::file_hdr_t)); - fs.seekp(0, std::fstream::beg); - fs.write(buff, buffsize); - std::streampos bytesWritten = fs.tellp(); - if (std::streamoff(bytesWritten) != buffsize) { -//std::cerr << "ERROR: Unable to write file header of file \"" << fqFileName_ << "\": tried to write " << buffsize << " bytes; wrote " << bytesWritten << " bytes." << std::endl; - } - } else { -//std::cerr << "ERROR: Unable to read file header of file \"" << fqFileName_ << "\": tried to read " << sizeof(::file_hdr_t) << " bytes; read " << bytesRead << " bytes." << std::endl; - } - fs.close(); - } else { -//std::cerr << "ERROR: Unable to open file \"" << fqFileName_ << "\" for reading" << std::endl; // DEBUG - } -} - -bool EmptyFilePool::validateEmptyFile(const std::string& emptyFileName) const { - std::ostringstream oss; - struct stat s; - if (::stat(emptyFileName.c_str(), &s)) - { - oss << "stat: file=\"" << emptyFileName << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "EmptyFilePool", "validateEmptyFile"); - } - - // Size matches pool - efpDataSize_kib_t expectedSize = (QLS_SBLK_SIZE_KIB + efpDataSize_kib_) * 1024; - if ((efpDataSize_kib_t)s.st_size != expectedSize) { - oss << "ERROR: File " << emptyFileName << ": Incorrect size: Expected=" << expectedSize - << "; actual=" << s.st_size; - journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); - return false; - } - - // Open file and read header - std::fstream fs(emptyFileName.c_str(), std::fstream::in | std::fstream::out | std::fstream::binary); - if (!fs) { - oss << "ERROR: File " << emptyFileName << ": Unable to open for reading"; - journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); - return false; - } - const std::streamsize buffsize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; - char buff[buffsize]; - fs.read((char*)buff, buffsize); - std::streampos bytesRead = fs.tellg(); - if (std::streamoff(bytesRead) != buffsize) { - oss << "ERROR: Unable to read file header of file \"" << emptyFileName << "\": tried to read " - << buffsize << " bytes; read " << bytesRead << " bytes"; - journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); - fs.close(); - return false; - } - - // Check file header - ::file_hdr_t* fhp = (::file_hdr_t*)buff; - const bool jrnlMagicError = fhp->_rhdr._magic != QLS_FILE_MAGIC; - const bool jrnlVersionError = fhp->_rhdr._version != QLS_JRNL_VERSION; - const bool jrnlPartitionError = fhp->_efp_partition != partitionPtr_->getPartitionNumber(); - const bool jrnlFileSizeError = fhp->_data_size_kib != efpDataSize_kib_; - if (jrnlMagicError || jrnlVersionError || jrnlPartitionError || jrnlFileSizeError) - { - oss << "ERROR: File " << emptyFileName << ": Invalid file header - mismatched header fields: " << - (jrnlMagicError ? "magic " : "") << - (jrnlVersionError ? "version " : "") << - (jrnlPartitionError ? "partition" : "") << - (jrnlFileSizeError ? "file-size" : ""); - journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); - fs.close(); - return false; - } - - // Check file header is reset - if (!::is_file_hdr_reset(fhp)) { - ::file_hdr_reset(fhp); - ::memset(buff + sizeof(::file_hdr_t), 0, MAX_FILE_HDR_LEN - sizeof(::file_hdr_t)); // set rest of buffer to 0 - fs.seekp(0, std::fstream::beg); - fs.write(buff, buffsize); - std::streampos bytesWritten = fs.tellp(); - if (std::streamoff(bytesWritten) != buffsize) { - oss << "ERROR: Unable to write file header of file \"" << emptyFileName << "\": tried to write " - << buffsize << " bytes; wrote " << bytesWritten << " bytes"; - journalLogRef_.log(JournalLog::LOG_ERROR, oss.str()); - fs.close(); - return false; - } - oss << "WARNING: File " << emptyFileName << ": File header not reset"; - journalLogRef_.log(JournalLog::LOG_WARN, oss.str()); - } - - // Close file - fs.close(); - return true; -} - -// static -int EmptyFilePool::moveEmptyFile(const std::string& from, - const std::string& to) { - if (::rename(from.c_str(), to.c_str())) { - if (errno == EEXIST) return errno; // File name exists - std::ostringstream oss; - oss << "file=\"" << from << "\" dest=\"" << to << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "EmptyFilePool", "returnEmptyFile"); - } - return 0; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.h b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.h deleted file mode 100644 index a866d0dea4..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePool.h +++ /dev/null @@ -1,97 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ -#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ - -namespace qpid { -namespace linearstore { -namespace journal { - class EmptyFilePool; -}}} - -#include -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { -class EmptyFilePoolPartition; -class jdir; -class JournalFile; -class JournalLog; - -class EmptyFilePool -{ -protected: - typedef std::deque emptyFileList_t; - typedef emptyFileList_t::iterator emptyFileListItr_t; - - const std::string efpDirectory_; - const efpDataSize_kib_t efpDataSize_kib_; - const EmptyFilePoolPartition* partitionPtr_; - JournalLog& journalLogRef_; - -private: - emptyFileList_t emptyFileList_; - smutex emptyFileListMutex_; - -public: - EmptyFilePool(const std::string& efpDirectory, - const EmptyFilePoolPartition* partitionPtr, - JournalLog& journalLogRef); - virtual ~EmptyFilePool(); - - void initialize(); - efpDataSize_kib_t dataSize_kib() const; - efpFileSize_kib_t fileSize_kib() const; - efpDataSize_sblks_t dataSize_sblks() const; - efpFileSize_sblks_t fileSize_sblks() const; - efpFileCount_t numEmptyFiles() const; - efpDataSize_kib_t cumFileSize_kib() const; - efpPartitionNumber_t getPartitionNumber() const; - const EmptyFilePoolPartition* getPartition() const; - const efpIdentity_t getIdentity() const; - - std::string takeEmptyFile(const std::string& destDirectory); - void returnEmptyFile(const std::string& srcFile); - - static std::string dirNameFromDataSize(const efpDataSize_kib_t efpDataSize_kib); - static efpDataSize_kib_t dataSizeFromDirName_kib(const std::string& dirName, - const efpPartitionNumber_t partitionNumber); - -protected: - void createEmptyFile(); - std::string getEfpFileName(); - std::string popEmptyFile(); - void pushEmptyFile(const std::string fqFileName); - void resetEmptyFileHeader(const std::string& fqFileName); - bool validateEmptyFile(const std::string& emptyFileName) const; - - static int moveEmptyFile(const std::string& fromFqPath, - const std::string& toFqPath); -}; - -}}} - -#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOL_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.cpp deleted file mode 100644 index 4b8602318d..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.cpp +++ /dev/null @@ -1,212 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "EmptyFilePoolManager.h" - -#include -#include "qpid/linearstore/jrnl/EmptyFilePoolPartition.h" -#include "qpid/linearstore/jrnl/jdir.h" -#include "qpid/linearstore/jrnl/JournalLog.h" -#include "qpid/linearstore/jrnl/slock.h" -#include - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -EmptyFilePoolManager::EmptyFilePoolManager(const std::string& qlsStorePath, - const efpPartitionNumber_t defaultPartitionNumber, - const efpDataSize_kib_t defaultEfpDataSize_kib, - JournalLog& journalLogRef) : - qlsStorePath_(qlsStorePath), - defaultPartitionNumber_(defaultPartitionNumber), - defaultEfpDataSize_kib_(defaultEfpDataSize_kib), - journalLogRef_(journalLogRef) -{} - -EmptyFilePoolManager::~EmptyFilePoolManager() { - slock l(partitionMapMutex_); - for (partitionMapItr_t i = partitionMap_.begin(); i != partitionMap_.end(); ++i) { - delete i->second; - } - partitionMap_.clear(); -} - -void EmptyFilePoolManager::findEfpPartitions() { -//std::cout << "*** Reading " << qlsStorePath_ << std::endl; // DEBUG - bool foundPartition = false; - std::vector dirList; - while (!foundPartition) { - jdir::read_dir(qlsStorePath_, dirList, true, false, true, false); - for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { - efpPartitionNumber_t pn = EmptyFilePoolPartition::getPartitionNumber(*i); - if (pn > 0) { // valid partition name found - std::string fullDirPath(qlsStorePath_ + "/" + (*i)); - EmptyFilePoolPartition* efppp = 0; - try { - efppp = new EmptyFilePoolPartition(pn, fullDirPath, journalLogRef_); - { - slock l(partitionMapMutex_); - partitionMap_[pn] = efppp; - } - } catch (const std::exception& e) { - if (efppp != 0) { - delete efppp; - efppp = 0; - } -//std::cerr << "Unable to initialize partition " << pn << " (\'" << fullDirPath << "\'): " << e.what() << std::endl; // DEBUG - } - if (efppp != 0) - efppp->findEmptyFilePools(); - foundPartition = true; - } - } - - // If no partition was found, create an empty default partition with a warning. - if (!foundPartition) { - journalLogRef_.log(JournalLog::LOG_WARN, "No EFP partition found, creating an empty partition."); - std::ostringstream oss; - oss << qlsStorePath_ << "/" << EmptyFilePoolPartition::getPartionDirectoryName(defaultPartitionNumber_) - << "/" << EmptyFilePoolPartition::s_efpTopLevelDir_ << "/" << EmptyFilePool::dirNameFromDataSize(defaultEfpDataSize_kib_); - jdir::create_dir(oss.str()); - } - } - - journalLogRef_.log(JournalLog::LOG_NOTICE, "EFP Manager initialization complete"); - std::vector partitionList; - std::vector filePoolList; - getEfpPartitions(partitionList); - if (partitionList.size() == 0) { - journalLogRef_.log(JournalLog::LOG_WARN, "NO EFP PARTITIONS FOUND! No queue creation is possible."); - } else { - std::stringstream oss; - oss << "> EFP Partitions found: " << partitionList.size(); - journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); - for (std::vector::const_iterator i=partitionList.begin(); i!= partitionList.end(); ++i) { - filePoolList.clear(); - (*i)->getEmptyFilePools(filePoolList); - std::stringstream oss; - oss << " * Partition " << (*i)->getPartitionNumber() << " containing " << filePoolList.size() - << " pool" << (filePoolList.size()>1 ? "s" : "") << " at \'" << (*i)->getPartitionDirectory() << "\'"; - journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); - for (std::vector::const_iterator j=filePoolList.begin(); j!=filePoolList.end(); ++j) { - std::ostringstream oss; - oss << " - EFP \'" << (*j)->dataSize_kib() << "k\' containing " << (*j)->numEmptyFiles() << - " files of size " << (*j)->dataSize_kib() << " KiB totaling " << (*j)->cumFileSize_kib() << " KiB"; - journalLogRef_.log(JournalLog::LOG_INFO, oss.str()); - } - } - } -} - -void EmptyFilePoolManager::getEfpFileSizes(std::vector& efpFileSizeList, - const efpPartitionNumber_t efpPartitionNumber) const { - if (efpPartitionNumber == 0) { - for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { - i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); - } - } else { - partitionMapConstItr_t i = partitionMap_.find(efpPartitionNumber); - if (i != partitionMap_.end()) { - i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); - } - } -} - -EmptyFilePoolPartition* EmptyFilePoolManager::getEfpPartition(const efpPartitionNumber_t partitionNumber) { - partitionMapItr_t i = partitionMap_.find(partitionNumber); - if (i == partitionMap_.end()) - return 0; - else - return i->second; -} - -void EmptyFilePoolManager::getEfpPartitionNumbers(std::vector& partitionNumberList, - const efpDataSize_kib_t efpDataSize_kib) const { - slock l(partitionMapMutex_); - for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { - if (efpDataSize_kib == 0) { - partitionNumberList.push_back(i->first); - } else { - std::vector efpFileSizeList; - i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); - for (std::vector::iterator j=efpFileSizeList.begin(); j!=efpFileSizeList.end(); ++j) { - if (*j == efpDataSize_kib) { - partitionNumberList.push_back(i->first); - break; - } - } - } - } -} - -void EmptyFilePoolManager::getEfpPartitions(std::vector& partitionList, - const efpDataSize_kib_t efpDataSize_kib) { - slock l(partitionMapMutex_); - for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { - if (efpDataSize_kib == 0) { - partitionList.push_back(i->second); - } else { - std::vector efpFileSizeList; - i->second->getEmptyFilePoolSizes_kib(efpFileSizeList); - for (std::vector::iterator j=efpFileSizeList.begin(); j!=efpFileSizeList.end(); ++j) { - if (*j == efpDataSize_kib) { - partitionList.push_back(i->second); - break; - } - } - } - } -} - -EmptyFilePool* EmptyFilePoolManager::getEmptyFilePool(const efpIdentity_t efpIdentity) { - return getEmptyFilePool(efpIdentity.pn_, efpIdentity.ds_); -} - -EmptyFilePool* EmptyFilePoolManager::getEmptyFilePool(const efpPartitionNumber_t partitionNumber, - const efpDataSize_kib_t efpDataSize_kib) { - EmptyFilePoolPartition* efppp = getEfpPartition(partitionNumber); - if (efppp != 0) - return efppp->getEmptyFilePool(efpDataSize_kib); - return 0; -} - -void EmptyFilePoolManager::getEmptyFilePools(std::vector& emptyFilePoolList, - const efpPartitionNumber_t efpPartitionNumber) { - if (efpPartitionNumber == 0) { - for (partitionMapConstItr_t i=partitionMap_.begin(); i!=partitionMap_.end(); ++i) { - i->second->getEmptyFilePools(emptyFilePoolList); - } - } else { - partitionMapConstItr_t i = partitionMap_.find(efpPartitionNumber); - if (i != partitionMap_.end()) { - i->second->getEmptyFilePools(emptyFilePoolList); - } - } -} - -uint16_t EmptyFilePoolManager::getNumEfpPartitions() const { - return partitionMap_.size(); -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.h b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.h deleted file mode 100644 index 1b1f293a1c..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolManager.h +++ /dev/null @@ -1,72 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ -#define QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ - -#include -#include "qpid/linearstore/jrnl/EmptyFilePoolPartition.h" -#include "qpid/linearstore/jrnl/smutex.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -class EmptyFilePoolManager -{ -protected: - typedef std::map partitionMap_t; - typedef partitionMap_t::iterator partitionMapItr_t; - typedef partitionMap_t::const_iterator partitionMapConstItr_t; - - const std::string qlsStorePath_; - const efpPartitionNumber_t defaultPartitionNumber_; - const efpDataSize_kib_t defaultEfpDataSize_kib_; - JournalLog& journalLogRef_; - partitionMap_t partitionMap_; - smutex partitionMapMutex_; - -public: - EmptyFilePoolManager(const std::string& qlsStorePath_, - const efpPartitionNumber_t defaultPartitionNumber, - const efpDataSize_kib_t defaultEfpDataSize_kib, - JournalLog& journalLogRef_); - virtual ~EmptyFilePoolManager(); - - void findEfpPartitions(); - void getEfpFileSizes(std::vector& efpFileSizeList, - const efpPartitionNumber_t efpPartitionNumber = 0) const; - EmptyFilePoolPartition* getEfpPartition(const efpPartitionNumber_t partitionNumber); - void getEfpPartitionNumbers(std::vector& partitionNumberList, - const efpDataSize_kib_t efpDataSize_kib = 0) const; - void getEfpPartitions(std::vector& partitionList, - const efpDataSize_kib_t efpDataSize_kib = 0); - EmptyFilePool* getEmptyFilePool(const efpIdentity_t efpIdentity); - EmptyFilePool* getEmptyFilePool(const efpPartitionNumber_t partitionNumber, - const efpDataSize_kib_t efpDataSize_kib); - void getEmptyFilePools(std::vector& emptyFilePoolList, - const efpPartitionNumber_t efpPartitionNumber = 0); - uint16_t getNumEfpPartitions() const; -}; - -}}} - -#endif /* QPID_QLS_JRNL_EMPTYFILEPOOLMANAGER_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.cpp deleted file mode 100644 index 2d84ba4296..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.cpp +++ /dev/null @@ -1,155 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/EmptyFilePoolPartition.h" - -#include -#include -#include "qpid/linearstore/jrnl/jdir.h" -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/slock.h" - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -// static -const std::string EmptyFilePoolPartition::s_efpTopLevelDir_("efp"); // Sets the top-level efp dir within a partition - -EmptyFilePoolPartition::EmptyFilePoolPartition(const efpPartitionNumber_t partitionNum, - const std::string& partitionDir, - JournalLog& journalLogRef) : - partitionNum_(partitionNum), - partitionDir_(partitionDir), - journalLogRef_(journalLogRef) -{ - validatePartitionDir(); -} - -EmptyFilePoolPartition::~EmptyFilePoolPartition() { - slock l(efpMapMutex_); - for (efpMapItr_t i = efpMap_.begin(); i != efpMap_.end(); ++i) { - delete i->second; - } - efpMap_.clear(); -} - -void -EmptyFilePoolPartition::findEmptyFilePools() { -//std::cout << "Reading " << partitionDir << std::endl; // DEBUG - std::vector dirList; - jdir::read_dir(partitionDir_, dirList, true, false, false, false); - bool foundEfpDir = false; - for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { - if (i->compare(s_efpTopLevelDir_) == 0) { - foundEfpDir = true; - break; - } - } - if (foundEfpDir) { - std::string efpDir(partitionDir_ + "/" + s_efpTopLevelDir_); -//std::cout << "Reading " << efpDir << std::endl; // DEBUG - dirList.clear(); - jdir::read_dir(efpDir, dirList, true, false, false, true); - for (std::vector::iterator i = dirList.begin(); i != dirList.end(); ++i) { - EmptyFilePool* efpp = 0; - try { - efpp = new EmptyFilePool(*i, this, journalLogRef_); - { - slock l(efpMapMutex_); - efpMap_[efpp->dataSize_kib()] = efpp; - } - } - catch (const std::exception& e) { - if (efpp != 0) { - delete efpp; - efpp = 0; - } - //std::cerr << "WARNING: " << e.what() << std::endl; - } - if (efpp != 0) - efpp->initialize(); - } - } -} - -EmptyFilePool* EmptyFilePoolPartition::getEmptyFilePool(const efpDataSize_kib_t efpDataSize_kib) { - efpMapItr_t i = efpMap_.find(efpDataSize_kib); - if (i == efpMap_.end()) - return 0; - return i->second; -} - -void EmptyFilePoolPartition::getEmptyFilePools(std::vector& efpList) { - for (efpMapItr_t i=efpMap_.begin(); i!=efpMap_.end(); ++i) { - efpList.push_back(i->second); - } -} - -void EmptyFilePoolPartition::getEmptyFilePoolSizes_kib(std::vector& efpDataSizesList_kib) const { - for (efpMapConstItr_t i=efpMap_.begin(); i!=efpMap_.end(); ++i) { - efpDataSizesList_kib.push_back(i->first); - } -} - -std::string EmptyFilePoolPartition::getPartitionDirectory() const { - return partitionDir_; -} - -efpPartitionNumber_t EmptyFilePoolPartition::getPartitionNumber() const { - return partitionNum_; -} - -// static -std::string EmptyFilePoolPartition::getPartionDirectoryName(const efpPartitionNumber_t partitionNumber) { - std::ostringstream oss; - oss << "p" << std::setfill('0') << std::setw(3) << partitionNumber; - return oss.str(); -} - -//static -efpPartitionNumber_t EmptyFilePoolPartition::getPartitionNumber(const std::string& name) { - if (name.length() == 4 && name[0] == 'p' && ::isdigit(name[1]) && ::isdigit(name[2]) && ::isdigit(name[3])) { - long pn = ::strtol(name.c_str() + 1, 0, 0); - if (pn == 0 && errno) { - return 0; - } else { - return (efpPartitionNumber_t)pn; - } - } - return 0; -} - -// --- protected functions --- - -void EmptyFilePoolPartition::validatePartitionDir() { - if (!jdir::is_dir(partitionDir_)) { - std::ostringstream ss; - ss << "Invalid partition directory: \'" << partitionDir_ << "\' is not a directory"; - throw jexception(jerrno::JERR_EFP_BADPARTITIONDIR, ss.str(), "EmptyFilePoolPartition", "validatePartitionDir"); - } - // TODO: other validity checks here -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.h b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.h deleted file mode 100644 index 9a2b5a5d75..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolPartition.h +++ /dev/null @@ -1,80 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ -#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ - -namespace qpid { -namespace linearstore { -namespace journal { - class EmptyFilePoolPartition; -}}} - -#include "qpid/linearstore/jrnl/EmptyFilePool.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { -class JournalLog; - -class EmptyFilePoolPartition -{ -public: - static const std::string s_efpTopLevelDir_; -protected: - typedef std::map efpMap_t; - typedef efpMap_t::iterator efpMapItr_t; - typedef efpMap_t::const_iterator efpMapConstItr_t; - - const efpPartitionNumber_t partitionNum_; - const std::string partitionDir_; - JournalLog& journalLogRef_; - efpMap_t efpMap_; - smutex efpMapMutex_; - -public: - EmptyFilePoolPartition(const efpPartitionNumber_t partitionNum, - const std::string& partitionDir, - JournalLog& journalLogRef); - virtual ~EmptyFilePoolPartition(); - - void findEmptyFilePools(); - EmptyFilePool* getEmptyFilePool(const efpDataSize_kib_t efpDataSize_kib); - void getEmptyFilePools(std::vector& efpList); - void getEmptyFilePoolSizes_kib(std::vector& efpDataSizesList) const; - std::string getPartitionDirectory() const; - efpPartitionNumber_t getPartitionNumber() const; - - static std::string getPartionDirectoryName(const efpPartitionNumber_t partitionNumber); - static efpPartitionNumber_t getPartitionNumber(const std::string& name); - -protected: - void validatePartitionDir(); -}; - -}}} - -#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLPARTITION_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolTypes.h b/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolTypes.h deleted file mode 100644 index d8e8225697..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/EmptyFilePoolTypes.h +++ /dev/null @@ -1,51 +0,0 @@ - /* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ -#define QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ - -#include -#include -#include // std::pair - -namespace qpid { -namespace linearstore { -namespace journal { - -typedef uint64_t efpDataSize_kib_t; ///< Size of data part of file (excluding file header) in kib -typedef uint64_t efpFileSize_kib_t; ///< Size of file (header + data) in kib -typedef uint32_t efpDataSize_sblks_t; ///< Size of data part of file (excluding file header) in sblks -typedef uint32_t efpFileSize_sblks_t; ///< Size of file (header + data) in sblks -typedef uint32_t efpFileCount_t; ///< Number of files in a partition or pool -typedef uint16_t efpPartitionNumber_t; ///< Number assigned to a partition - -typedef struct efpIdentity_t { - efpPartitionNumber_t pn_; - efpDataSize_kib_t ds_; - efpIdentity_t() : pn_(0), ds_(0) {} - efpIdentity_t(efpPartitionNumber_t pn, efpDataSize_kib_t ds) : pn_(pn), ds_(ds) {} - efpIdentity_t(const efpIdentity_t& ei) : pn_(ei.pn_), ds_(ei.ds_) {} - friend std::ostream& operator<<(std::ostream& os, efpIdentity_t& id) { os << "[" << id.pn_ << "," << id.ds_ << "]"; return os; } -} efpIdentity_t; - -}}} - -#endif /* QPID_LINEARSTORE_JOURNAL_EMPTYFILEPOOLTYPES_H_ */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.cpp deleted file mode 100644 index 1e6c10eea7..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.cpp +++ /dev/null @@ -1,342 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/JournalFile.h" - -#include -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/pmgr.h" -#include "qpid/linearstore/jrnl/utils/file_hdr.h" -#include - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -JournalFile::JournalFile(const std::string& fqFileName, - const efpIdentity_t& efpIdentity, - const uint64_t fileSeqNum) : - efpIdentity_(efpIdentity), - fqFileName_(fqFileName), - fileSeqNum_(fileSeqNum), - serial_(getRandom64()), - firstRecordOffset_(0ULL), - fileHandle_(-1), - fileCloseFlag_(false), - fileHeaderBasePtr_ (0), - fileHeaderPtr_(0), - aioControlBlockPtr_(0), - fileSize_dblks_(((efpIdentity.ds_ * 1024) + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES)) / QLS_DBLK_SIZE_BYTES), - enqueuedRecordCount_("JournalFile::enqueuedRecordCount", 0), - submittedDblkCount_("JournalFile::submittedDblkCount", 0), - completedDblkCount_("JournalFile::completedDblkCount", 0), - outstandingAioOpsCount_("JournalFile::outstandingAioOpsCount", 0) -{} - -JournalFile::JournalFile(const std::string& fqFileName, - const ::file_hdr_t& fileHeader) : - efpIdentity_(fileHeader._efp_partition, fileHeader._data_size_kib), - fqFileName_(fqFileName), - fileSeqNum_(fileHeader._file_number), - serial_(fileHeader._rhdr._serial), - firstRecordOffset_(fileHeader._fro), - fileHandle_(-1), - fileCloseFlag_(false), - fileHeaderBasePtr_ (0), - fileHeaderPtr_(0), - aioControlBlockPtr_(0), - fileSize_dblks_(((fileHeader._data_size_kib * 1024) + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES)) / QLS_DBLK_SIZE_BYTES), - enqueuedRecordCount_("JournalFile::enqueuedRecordCount", 0), - submittedDblkCount_("JournalFile::submittedDblkCount", 0), - completedDblkCount_("JournalFile::completedDblkCount", 0), - outstandingAioOpsCount_("JournalFile::outstandingAioOpsCount", 0) -{} - -JournalFile::~JournalFile() { - finalize(); -} - -void -JournalFile::initialize(const uint32_t completedDblkCount) { - if (::posix_memalign(&fileHeaderBasePtr_, QLS_AIO_ALIGN_BOUNDARY_BYTES, QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024)) - { - std::ostringstream oss; - oss << "posix_memalign(): blksize=" << QLS_AIO_ALIGN_BOUNDARY_BYTES << " size=" << (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024); - oss << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR__MALLOC, oss.str(), "JournalFile", "initialize"); - } - fileHeaderPtr_ = (::file_hdr_t*)fileHeaderBasePtr_; - aioControlBlockPtr_ = new aio_cb; - if (completedDblkCount > 0UL) { - submittedDblkCount_.add(completedDblkCount); - completedDblkCount_.add(completedDblkCount); - } -} - -void -JournalFile::finalize() { - if (fileHeaderBasePtr_ != 0) { - std::free(fileHeaderBasePtr_); - fileHeaderBasePtr_ = 0; - fileHeaderPtr_ = 0; - } - if (aioControlBlockPtr_ != 0) { - delete(aioControlBlockPtr_); - aioControlBlockPtr_ = 0; - } -} - -const std::string JournalFile::getFqFileName() const { - return fqFileName_; -} - -uint64_t JournalFile::getFileSeqNum() const { - return fileSeqNum_; -} - -uint64_t JournalFile::getSerial() const { - return serial_; -} - -int JournalFile::open() { - fileHandle_ = ::open(fqFileName_.c_str(), O_WRONLY | O_DIRECT, S_IRUSR | S_IWUSR | S_IRGRP | S_IROTH); // 0644 -rw-r--r-- - if (fileHandle_ < 0) { - std::ostringstream oss; - oss << "file=\"" << fqFileName_ << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JNLF_OPEN, oss.str(), "JournalFile", "open"); - } - return fileHandle_; -} - -void JournalFile::close() { - if (fileHandle_ >= 0) { - if (getOutstandingAioDblks()) { - fileCloseFlag_ = true; // Close later when all outstanding AIOs have returned - } else { - int res = ::close(fileHandle_); - fileHandle_ = -1; - if (res != 0) { - std::ostringstream oss; - oss << "file=\"" << fqFileName_ << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JNLF_CLOSE, oss.str(), "JournalFile", "open"); - } - } - } -} - -void JournalFile::asyncFileHeaderWrite(io_context_t ioContextPtr, - const efpPartitionNumber_t efpPartitionNumber, - const efpDataSize_kib_t efpDataSize_kib, - const uint16_t userFlags, - const uint64_t recordId, - const uint64_t firstRecordOffset, - const std::string queueName) { - firstRecordOffset_ = firstRecordOffset; - ::file_hdr_create(fileHeaderPtr_, QLS_FILE_MAGIC, QLS_JRNL_VERSION, QLS_JRNL_FHDR_RES_SIZE_SBLKS, efpPartitionNumber, efpDataSize_kib); - ::file_hdr_init(fileHeaderBasePtr_, - QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024, - userFlags, - serial_, - recordId, - firstRecordOffset, - fileSeqNum_, - queueName.size(), - queueName.data()); - aio::prep_pwrite(aioControlBlockPtr_, - fileHandle_, - (void*)fileHeaderBasePtr_, - QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024, - 0UL); - if (aio::submit(ioContextPtr, 1, &aioControlBlockPtr_) < 0) - throw jexception(jerrno::JERR__AIO, "JournalFile", "asyncPageWrite"); - addSubmittedDblkCount(QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); - incrOutstandingAioOperationCount(); -} - -void JournalFile::asyncPageWrite(io_context_t ioContextPtr, - aio_cb* aioControlBlockPtr, - void* data, - uint32_t dataSize_dblks) { - aio::prep_pwrite_2(aioControlBlockPtr, - fileHandle_, - data, - dataSize_dblks * QLS_DBLK_SIZE_BYTES, - submittedDblkCount_.get() * QLS_DBLK_SIZE_BYTES); - pmgr::page_cb* pcbp = (pmgr::page_cb*)(aioControlBlockPtr->data); // This page's control block (pcb) - pcbp->_wdblks = dataSize_dblks; - pcbp->_jfp = this; - if (aio::submit(ioContextPtr, 1, &aioControlBlockPtr) < 0) { - throw jexception(jerrno::JERR__AIO, "JournalFile", "asyncPageWrite"); // TODO: complete exception details - } - addSubmittedDblkCount(dataSize_dblks); - incrOutstandingAioOperationCount(); -} - -uint32_t JournalFile::getEnqueuedRecordCount() const { - return enqueuedRecordCount_.get(); -} - -uint32_t JournalFile::incrEnqueuedRecordCount() { - return enqueuedRecordCount_.increment(); -} - -uint32_t JournalFile::decrEnqueuedRecordCount() { - return enqueuedRecordCount_.decrementLimit(); -} - -uint32_t JournalFile::addCompletedDblkCount(const uint32_t a) { - return completedDblkCount_.addLimit(a, submittedDblkCount_.get(), jerrno::JERR_JNLF_CMPLOFFSOVFL); -} - -uint16_t JournalFile::getOutstandingAioOperationCount() const { - return outstandingAioOpsCount_.get(); -} - -uint16_t JournalFile::decrOutstandingAioOperationCount() { - uint16_t r = outstandingAioOpsCount_.decrementLimit(); - if (fileCloseFlag_ && outstandingAioOpsCount_ == 0) { // Delayed close - close(); - } - return r; -} - -efpIdentity_t JournalFile::getEfpIdentity() const { - return efpIdentity_; -} - -uint64_t JournalFile::getFirstRecordOffset() const { - return firstRecordOffset_; -} - -void JournalFile::setFirstRecordOffset(const uint64_t firstRecordOffset) { - firstRecordOffset_ = firstRecordOffset; -} - -// --- Status helper functions --- - -bool JournalFile::isEmpty() const { - return submittedDblkCount_ == 0; -} - -bool JournalFile::isNoEnqueuedRecordsRemaining() const { - return /*!enqueueStarted_ &&*/ // Not part-way through encoding an enqueue - isFullAndComplete() && // Full with all AIO returned - enqueuedRecordCount_ == 0; // No remaining enqueued records -} - -// debug aid -const std::string JournalFile::status_str(const uint8_t indentDepth) const { - std::string indent((size_t)indentDepth, '.'); - std::ostringstream oss; - oss << indent << "JournalFile: fileName=" << getFileName() << std::endl; - oss << indent << " directory=" << getDirectory() << std::endl; - oss << indent << " fileSizeDblks=" << fileSize_dblks_ << std::endl; - oss << indent << " open=" << (isOpen() ? "T" : "F") << std::endl; - oss << indent << " fileHandle=" << fileHandle_ << std::endl; - oss << indent << " enqueuedRecordCount=" << getEnqueuedRecordCount() << std::endl; - oss << indent << " submittedDblkCount=" << getSubmittedDblkCount() << std::endl; - oss << indent << " completedDblkCount=" << getCompletedDblkCount() << std::endl; - oss << indent << " outstandingAioOpsCount=" << getOutstandingAioOperationCount() << std::endl; - oss << indent << " isEmpty()=" << (isEmpty() ? "T" : "F") << std::endl; - oss << indent << " isDataEmpty()=" << (isDataEmpty() ? "T" : "F") << std::endl; - oss << indent << " dblksRemaining()=" << dblksRemaining() << std::endl; - oss << indent << " isFull()=" << (isFull() ? "T" : "F") << std::endl; - oss << indent << " isFullAndComplete()=" << (isFullAndComplete() ? "T" : "F") << std::endl; - oss << indent << " getOutstandingAioDblks()=" << getOutstandingAioDblks() << std::endl; - oss << indent << " getNextFile()=" << (getNextFile() ? "T" : "F") << std::endl; - return oss.str(); -} - -// --- protected functions --- - -const std::string JournalFile::getDirectory() const { - return fqFileName_.substr(0, fqFileName_.rfind('/')); -} - -const std::string JournalFile::getFileName() const { - return fqFileName_.substr(fqFileName_.rfind('/')+1); -} - -//static -uint64_t JournalFile::getRandom64() { - int randomData = ::open("/dev/random", O_RDONLY); - if (randomData < 0) { - throw jexception(); // TODO: Complete exception details - } - uint64_t randomNumber; - ::size_t size = sizeof(randomNumber); - ::ssize_t result = ::read(randomData, (char*)&randomNumber, size); - if (result < 0 || result != ssize_t(size)) { - throw jexception(); // TODO: Complete exception details - } - ::close(randomData); - return randomNumber; -} - -bool JournalFile::isOpen() const { - return fileHandle_ >= 0; -} - -uint32_t JournalFile::getSubmittedDblkCount() const { - return submittedDblkCount_.get(); -} - -uint32_t JournalFile::addSubmittedDblkCount(const uint32_t a) { - return submittedDblkCount_.addLimit(a, fileSize_dblks_, jerrno::JERR_JNLF_FILEOFFSOVFL); -} - -uint32_t JournalFile::getCompletedDblkCount() const { - return completedDblkCount_.get(); -} - -uint16_t JournalFile::incrOutstandingAioOperationCount() { - return outstandingAioOpsCount_.increment(); -} - -u_int32_t JournalFile::dblksRemaining() const { - return fileSize_dblks_ - submittedDblkCount_; -} - -bool JournalFile::getNextFile() const { - return isFull(); -} - -u_int32_t JournalFile::getOutstandingAioDblks() const { - return submittedDblkCount_ - completedDblkCount_; -} - -bool JournalFile::isDataEmpty() const { - return submittedDblkCount_ <= QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS; -} - -bool JournalFile::isFull() const { - return submittedDblkCount_ == fileSize_dblks_; -} - -bool JournalFile::isFullAndComplete() const { - return completedDblkCount_ == fileSize_dblks_; -} - - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.h b/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.h deleted file mode 100644 index 687b2c4866..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/JournalFile.h +++ /dev/null @@ -1,131 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ -#define QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ - -#include "qpid/linearstore/jrnl/aio.h" -#include "qpid/linearstore/jrnl/AtomicCounter.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" -#include -#include - -class file_hdr_t; - -namespace qpid { -namespace linearstore { -namespace journal { - -class JournalFile -{ -protected: - const efpIdentity_t efpIdentity_; - const std::string fqFileName_; - const uint64_t fileSeqNum_; - const uint64_t serial_; - uint64_t firstRecordOffset_; - int fileHandle_; - bool fileCloseFlag_; - void* fileHeaderBasePtr_; - ::file_hdr_t* fileHeaderPtr_; - aio_cb* aioControlBlockPtr_; - uint32_t fileSize_dblks_; ///< File size in data blocks, including file header - - AtomicCounter enqueuedRecordCount_; ///< Count of enqueued records - AtomicCounter submittedDblkCount_; ///< Write file count (data blocks) for submitted AIO - AtomicCounter completedDblkCount_; ///< Write file count (data blocks) for completed AIO - AtomicCounter outstandingAioOpsCount_; ///< Outstanding AIO operations on this file - -public: - // Constructor for creating new file with known fileSeqNum and random serial - JournalFile(const std::string& fqFileName, - const efpIdentity_t& efpIdentity, - const uint64_t fileSeqNum); - // Constructor for recovery in which fileSeqNum and serial are recovered from fileHeader param - JournalFile(const std::string& fqFileName, - const ::file_hdr_t& fileHeader); - virtual ~JournalFile(); - - void initialize(const uint32_t completedDblkCount); - void finalize(); - - const std::string getFqFileName() const; - uint64_t getFileSeqNum() const; - uint64_t getSerial() const; - - int open(); - void close(); - void asyncFileHeaderWrite(io_context_t ioContextPtr, - const efpPartitionNumber_t efpPartitionNumber, - const efpDataSize_kib_t efpDataSize_kib, - const uint16_t userFlags, - const uint64_t recordId, - const uint64_t firstRecordOffset, - const std::string queueName); - void asyncPageWrite(io_context_t ioContextPtr, - aio_cb* aioControlBlockPtr, - void* data, - uint32_t dataSize_dblks); - - uint32_t getEnqueuedRecordCount() const; - uint32_t incrEnqueuedRecordCount(); - uint32_t decrEnqueuedRecordCount(); - - uint32_t addCompletedDblkCount(const uint32_t a); - - uint16_t getOutstandingAioOperationCount() const; - uint16_t decrOutstandingAioOperationCount(); - - efpIdentity_t getEfpIdentity() const; - uint64_t getFirstRecordOffset() const; - void setFirstRecordOffset(const uint64_t firstRecordOffset); - - // Status helper functions - bool isEmpty() const; ///< True if no writes of any kind have occurred - bool isNoEnqueuedRecordsRemaining() const; ///< True when all enqueued records (or parts) have been dequeued - - // debug aid - const std::string status_str(const uint8_t indentDepth) const; - -protected: - const std::string getDirectory() const; - const std::string getFileName() const; - static uint64_t getRandom64(); - bool isOpen() const; - - uint32_t getSubmittedDblkCount() const; - uint32_t addSubmittedDblkCount(const uint32_t a); - - uint32_t getCompletedDblkCount() const; - - uint16_t incrOutstandingAioOperationCount(); - - u_int32_t dblksRemaining() const; ///< Dblks remaining until full - bool getNextFile() const; ///< True when next file is needed - u_int32_t getOutstandingAioDblks() const; ///< Dblks still to be written - bool isDataEmpty() const; ///< True if only file header written, data is still empty - bool isFull() const; ///< True if all possible dblks have been submitted (but may not yet have returned from AIO) - bool isFullAndComplete() const; ///< True if all submitted dblks have returned from AIO -}; - -}}} - -#endif // QPID_LINEARSTORE_JOURNAL_JOURNALFILE_H_ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.cpp deleted file mode 100644 index 96a6432624..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.cpp +++ /dev/null @@ -1,62 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "JournalLog.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -JournalLog::JournalLog(log_level_t logLevelThreshold) : logLevelThreshold_(logLevelThreshold) {} - -JournalLog::~JournalLog() {} - -void JournalLog::log(const log_level_t logLevel, - const std::string& logStatement) const { - if (logLevel >= logLevelThreshold_) { - std::cerr << log_level_str(logLevel) << ": " << logStatement << std::endl; - } -} - -void JournalLog::log(log_level_t logLevel, - const std::string& journalId, - const std::string& logStatement) const { - if (logLevel >= logLevelThreshold_) { - std::cerr << log_level_str(logLevel) << ": Journal \"" << journalId << "\": " << logStatement << std::endl; - } -} - -const char* JournalLog::log_level_str(log_level_t logLevel) { - switch (logLevel) - { - case LOG_TRACE: return "TRACE"; - case LOG_DEBUG: return "DEBUG"; - case LOG_INFO: return "INFO"; - case LOG_NOTICE: return "NOTICE"; - case LOG_WARN: return "WARN"; - case LOG_ERROR: return "ERROR"; - case LOG_CRITICAL: return "CRITICAL"; - } - return ""; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.h b/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.h deleted file mode 100644 index cf503cb9d2..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/JournalLog.h +++ /dev/null @@ -1,60 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ -#define QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ - -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -class JournalLog -{ -public: - typedef enum _log_level { - LOG_TRACE = 0, - LOG_DEBUG, - LOG_INFO, - LOG_NOTICE, - LOG_WARN, - LOG_ERROR, - LOG_CRITICAL - } log_level_t; - -protected: - const log_level_t logLevelThreshold_; - -public: - JournalLog(log_level_t logLevelThreshold); - virtual ~JournalLog(); - virtual void log(const log_level_t logLevel, - const std::string& logStatement) const; - virtual void log(const log_level_t logLevel, - const std::string& journalId, - const std::string& logStatement) const; - static const char* log_level_str(const log_level_t logLevel); -}; - -}}} - -#endif // QPID_LINEARSTORE_JOURNAL_JOURNALLOG_H_ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.cpp deleted file mode 100644 index 9daebaba80..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.cpp +++ /dev/null @@ -1,228 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/LinearFileController.h" - -#include -#include "qpid/linearstore/jrnl/EmptyFilePool.h" -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jcntl.h" -#include "qpid/linearstore/jrnl/JournalFile.h" -#include "qpid/linearstore/jrnl/slock.h" -#include "qpid/linearstore/jrnl/utils/file_hdr.h" - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -LinearFileController::LinearFileController(jcntl& jcntlRef) : - jcntlRef_(jcntlRef), - emptyFilePoolPtr_(0), - currentJournalFilePtr_(0), - fileSeqCounter_("LinearFileController::fileSeqCounter", 0), - recordIdCounter_("LinearFileController::recordIdCounter", 0) -{} - -LinearFileController::~LinearFileController() {} - -void LinearFileController::initialize(const std::string& journalDirectory, - EmptyFilePool* emptyFilePoolPtr, - uint64_t initialFileNumberVal) { - journalDirectory_.assign(journalDirectory); - emptyFilePoolPtr_ = emptyFilePoolPtr; - fileSeqCounter_.set(initialFileNumberVal); -} - -void LinearFileController::finalize() { - while (!journalFileList_.empty()) { - delete journalFileList_.front(); - journalFileList_.pop_front(); - } -} - -void LinearFileController::addJournalFile(JournalFile* journalFilePtr, - const uint32_t completedDblkCount) { - if (currentJournalFilePtr_) { - currentJournalFilePtr_->close(); - } - journalFilePtr->initialize(completedDblkCount); - currentJournalFilePtr_ = journalFilePtr; - { - slock l(journalFileListMutex_); - journalFileList_.push_back(currentJournalFilePtr_); - } - currentJournalFilePtr_->open(); -} - -efpDataSize_sblks_t LinearFileController::dataSize_sblks() const { - return emptyFilePoolPtr_->dataSize_sblks(); -} - -efpFileSize_sblks_t LinearFileController::fileSize_sblks() const { - return emptyFilePoolPtr_->fileSize_sblks(); -} - -uint64_t LinearFileController::getNextRecordId() { - return recordIdCounter_.increment(); -} - -void LinearFileController::pullEmptyFileFromEfp() { - if (currentJournalFilePtr_) - currentJournalFilePtr_->close(); - std::string ef = emptyFilePoolPtr_->takeEmptyFile(journalDirectory_); // Moves file from EFP only, returns new file name -//std::cout << "*** LinearFileController::pullEmptyFileFromEfp() qn=" << jcntlRef.id() << " ef=" << ef << std::endl; // DEBUG - addJournalFile(ef, emptyFilePoolPtr_->getIdentity(), getNextFileSeqNum(), 0); -} - -void LinearFileController::purgeEmptyFilesToEfp() { - slock l(journalFileListMutex_); - purgeEmptyFilesToEfpNoLock(); -} - -uint32_t LinearFileController::getEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { - return find(fileSeqNumber)->getEnqueuedRecordCount(); -} - -uint32_t LinearFileController::incrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { - return find(fileSeqNumber)->incrEnqueuedRecordCount(); -} - -uint32_t LinearFileController::decrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber) { - slock l(journalFileListMutex_); - uint32_t r = find(fileSeqNumber)->decrEnqueuedRecordCount(); -// purgeEmptyFilesToEfpNoLock(); - return r; -} - -uint32_t LinearFileController::addWriteCompletedDblkCount(const efpFileCount_t fileSeqNumber, const uint32_t a) { - slock l(journalFileListMutex_); - return find(fileSeqNumber)->addCompletedDblkCount(a); -} - -uint16_t LinearFileController::decrOutstandingAioOperationCount(const efpFileCount_t fileSeqNumber) { - slock l(journalFileListMutex_); - return find(fileSeqNumber)->decrOutstandingAioOperationCount(); -} - -void LinearFileController::asyncFileHeaderWrite(io_context_t ioContextPtr, - const uint16_t userFlags, - const uint64_t recordId, - const uint64_t firstRecordOffset) { - currentJournalFilePtr_->asyncFileHeaderWrite(ioContextPtr, - emptyFilePoolPtr_->getPartitionNumber(), - emptyFilePoolPtr_->dataSize_kib(), - userFlags, - recordId, - firstRecordOffset, - jcntlRef_.id()); -} - -void LinearFileController::asyncPageWrite(io_context_t ioContextPtr, - aio_cb* aioControlBlockPtr, - void* data, - uint32_t dataSize_dblks) { - assertCurrentJournalFileValid("asyncPageWrite"); - currentJournalFilePtr_->asyncPageWrite(ioContextPtr, aioControlBlockPtr, data, dataSize_dblks); -} - -uint64_t LinearFileController::getCurrentFileSeqNum() const { - assertCurrentJournalFileValid("getCurrentFileSeqNum"); - return currentJournalFilePtr_->getFileSeqNum(); -} - -uint64_t LinearFileController::getCurrentSerial() const { - assertCurrentJournalFileValid("getCurrentSerial"); - return currentJournalFilePtr_->getSerial(); -} - -bool LinearFileController::isEmpty() const { - assertCurrentJournalFileValid("isEmpty"); - return currentJournalFilePtr_->isEmpty(); -} - -const std::string LinearFileController::status(const uint8_t indentDepth) const { - std::string indent((size_t)indentDepth, '.'); - std::ostringstream oss; - oss << indent << "LinearFileController: queue=" << jcntlRef_.id() << std::endl; - oss << indent << " journalDirectory=" << journalDirectory_ << std::endl; - oss << indent << " fileSeqCounter=" << fileSeqCounter_.get() << std::endl; - oss << indent << " recordIdCounter=" << recordIdCounter_.get() << std::endl; - oss << indent << " journalFileList.size=" << journalFileList_.size() << std::endl; - if (checkCurrentJournalFileValid()) { - oss << currentJournalFilePtr_->status_str(indentDepth+2); - } else { - oss << indent << " " << std::endl; - } - return oss.str(); -} - -// --- protected functions --- - -void LinearFileController::addJournalFile(const std::string& fileName, - const efpIdentity_t& efpIdentity, - const uint64_t fileNumber, - const uint32_t completedDblkCount) { - JournalFile* jfp = new JournalFile(fileName, efpIdentity, fileNumber); - addJournalFile(jfp, completedDblkCount); -} - -void LinearFileController::assertCurrentJournalFileValid(const char* const functionName) const { - if (!checkCurrentJournalFileValid()) { - throw jexception(jerrno::JERR__NULL, "LinearFileController", functionName); - } -} - -bool LinearFileController::checkCurrentJournalFileValid() const { - return currentJournalFilePtr_ != 0; -} - -// NOTE: NOT THREAD SAFE - journalFileList is accessed by multiple threads - use under external lock -JournalFile* LinearFileController::find(const efpFileCount_t fileSeqNumber) { - if (currentJournalFilePtr_ != 0 && currentJournalFilePtr_->getFileSeqNum() == fileSeqNumber) - return currentJournalFilePtr_; - for (JournalFileListItr_t i=journalFileList_.begin(); i!=journalFileList_.end(); ++i) { - if ((*i)->getFileSeqNum() == fileSeqNumber) { - return *i; - } - } - std::ostringstream oss; - oss << "fileSeqNumber=" << fileSeqNumber; - throw jexception(jerrno::JERR_LFCR_SEQNUMNOTFOUND, oss.str(), "LinearFileController", "find"); -} - -uint64_t LinearFileController::getNextFileSeqNum() { - return fileSeqCounter_.increment(); -} - -void LinearFileController::purgeEmptyFilesToEfpNoLock() { -//std::cout << " >P n=" << journalFileList_.size() << " e=" << (journalFileList_.front()->isNoEnqueuedRecordsRemaining()?"T":"F") << std::flush; // DEBUG - while (journalFileList_.front()->isNoEnqueuedRecordsRemaining() && - journalFileList_.size() > 1) { // Can't purge last file, even if it has no enqueued records -//std::cout << " *f=" << journalFileList_.front()->getFqFileName() << std::flush; // DEBUG - emptyFilePoolPtr_->returnEmptyFile(journalFileList_.front()->getFqFileName()); - delete journalFileList_.front(); - journalFileList_.pop_front(); - } -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.h b/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.h deleted file mode 100644 index 1e8d9c9200..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/LinearFileController.h +++ /dev/null @@ -1,117 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ -#define QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ - -#include -#include "qpid/linearstore/jrnl/AtomicCounter.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" - -// libaio forward declares -typedef struct io_context* io_context_t; -typedef struct iocb aio_cb; - -namespace qpid { -namespace linearstore { -namespace journal { - -class EmptyFilePool; -class jcntl; -class JournalFile; - -class LinearFileController -{ -protected: - typedef std::deque JournalFileList_t; - typedef JournalFileList_t::iterator JournalFileListItr_t; - - jcntl& jcntlRef_; - std::string journalDirectory_; - EmptyFilePool* emptyFilePoolPtr_; - JournalFile* currentJournalFilePtr_; - AtomicCounter fileSeqCounter_; - AtomicCounter recordIdCounter_; - - JournalFileList_t journalFileList_; - smutex journalFileListMutex_; - -public: - LinearFileController(jcntl& jcntlRef); - virtual ~LinearFileController(); - - void initialize(const std::string& journalDirectory, - EmptyFilePool* emptyFilePoolPtr, - uint64_t initialFileNumberVal); - void finalize(); - - void addJournalFile(JournalFile* journalFilePtr, - const uint32_t completedDblkCount); - - efpDataSize_sblks_t dataSize_sblks() const; - efpFileSize_sblks_t fileSize_sblks() const; - uint64_t getNextRecordId(); - void pullEmptyFileFromEfp(); - void purgeEmptyFilesToEfp(); - - // Functions for manipulating counts of non-current JournalFile instances in journalFileList_ - uint32_t getEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); - uint32_t incrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); - uint32_t decrEnqueuedRecordCount(const efpFileCount_t fileSeqNumber); - uint32_t addWriteCompletedDblkCount(const efpFileCount_t fileSeqNumber, - const uint32_t a); - uint16_t decrOutstandingAioOperationCount(const efpFileCount_t fileSeqNumber); - - // Pass-through functions for current JournalFile class - void asyncFileHeaderWrite(io_context_t ioContextPtr, - const uint16_t userFlags, - const uint64_t recordId, - const uint64_t firstRecordOffset); - void asyncPageWrite(io_context_t ioContextPtr, - aio_cb* aioControlBlockPtr, - void* data, - uint32_t dataSize_dblks); - - uint64_t getCurrentFileSeqNum() const; - uint64_t getCurrentSerial() const; - bool isEmpty() const; - - // Debug aid - const std::string status(const uint8_t indentDepth) const; - -protected: - void addJournalFile(const std::string& fileName, - const efpIdentity_t& efpIdentity, - const uint64_t fileNumber, - const uint32_t completedDblkCount); - void assertCurrentJournalFileValid(const char* const functionName) const; - bool checkCurrentJournalFileValid() const; - JournalFile* find(const efpFileCount_t fileSeqNumber); - uint64_t getNextFileSeqNum(); - void purgeEmptyFilesToEfpNoLock(); -}; - -typedef void (LinearFileController::*lfcAddJournalFileFn)(JournalFile* journalFilePtr, - const uint32_t completedDblkCount); - -}}} - -#endif // QPID_LINEARSTORE_JOURNAL_LINEARFILECONTROLLER_H_ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.cpp deleted file mode 100644 index 361ee1aeda..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.cpp +++ /dev/null @@ -1,750 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/RecoveryManager.h" - -#include -#include -#include -#include "qpid/linearstore/jrnl/data_tok.h" -#include "qpid/linearstore/jrnl/deq_rec.h" -#include "qpid/linearstore/jrnl/EmptyFilePoolManager.h" -#include "qpid/linearstore/jrnl/enq_map.h" -#include "qpid/linearstore/jrnl/enq_rec.h" -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jdir.h" -#include "qpid/linearstore/jrnl/JournalFile.h" -#include "qpid/linearstore/jrnl/JournalLog.h" -#include "qpid/linearstore/jrnl/jrec.h" -#include "qpid/linearstore/jrnl/LinearFileController.h" -#include "qpid/linearstore/jrnl/txn_map.h" -#include "qpid/linearstore/jrnl/txn_rec.h" -#include "qpid/linearstore/jrnl/utils/enq_hdr.h" -#include "qpid/linearstore/jrnl/utils/file_hdr.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -RecoveryManager::RecoveryManager(const std::string& journalDirectory, - const std::string& queuename, - enq_map& enqueueMapRef, - txn_map& transactionMapRef, - JournalLog& journalLogRef) : - journalDirectory_(journalDirectory), - queueName_(queuename), - enqueueMapRef_(enqueueMapRef), - transactionMapRef_(transactionMapRef), - journalLogRef_(journalLogRef), - journalEmptyFlag_(false), - firstRecordOffset_(0), - endOffset_(0), - highestRecordId_(0ULL), - highestFileNumber_(0ULL), - lastFileFullFlag_(false), - currentSerial_(0), - efpFileSize_kib_(0) -{} - -RecoveryManager::~RecoveryManager() {} - -void RecoveryManager::analyzeJournals(const std::vector* preparedTransactionListPtr, - EmptyFilePoolManager* emptyFilePoolManager, - EmptyFilePool** emptyFilePoolPtrPtr) { - // Analyze file headers of existing journal files - efpIdentity_t efpIdentity; - analyzeJournalFileHeaders(efpIdentity); - *emptyFilePoolPtrPtr = emptyFilePoolManager->getEmptyFilePool(efpIdentity); - efpFileSize_kib_ = (*emptyFilePoolPtrPtr)->fileSize_kib(); - - // Check for file full condition - lastFileFullFlag_ = endOffset_ == (std::streamoff)(*emptyFilePoolPtrPtr)->fileSize_kib() * 1024; - - if (!journalEmptyFlag_) { - - // Read all records, establish remaining enqueued records - while (getNextRecordHeader()) {} - if (inFileStream_.is_open()) { - inFileStream_.close(); - } - - // Remove leading files which have no enqueued records - removeEmptyFiles(*emptyFilePoolPtrPtr); - - // Remove all txns from tmap that are not in the prepared list - if (preparedTransactionListPtr) { - std::vector xidList; - transactionMapRef_.xid_list(xidList); - for (std::vector::iterator itr = xidList.begin(); itr != xidList.end(); itr++) { - std::vector::const_iterator pitr = - std::find(preparedTransactionListPtr->begin(), preparedTransactionListPtr->end(), *itr); - if (pitr == preparedTransactionListPtr->end()) { // not found in prepared list - txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(*itr); // tdl will be empty if xid not found - // Unlock any affected enqueues in emap - for (tdl_itr i=tdl.begin(); ienq_flag_) { // enq op - decrement enqueue count - fileNumberMap_[i->pfid_]->decrEnqueuedRecordCount(); - } else if (enqueueMapRef_.is_enqueued(i->drid_, true)) { // deq op - unlock enq record - int16_t ret = enqueueMapRef_.unlock(i->drid_); - if (ret < enq_map::EMAP_OK) { // fail - // enq_map::unlock()'s only error is enq_map::EMAP_RID_NOT_FOUND - std::ostringstream oss; - oss << std::hex << "_emap.unlock(): drid=0x\"" << i->drid_; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "analyzeJournals"); - } - } - } - } - } - } - - // Set up recordIdList_ from enqueue map - enqueueMapRef_.rid_list(recordIdList_); - - recordIdListConstItr_ = recordIdList_.begin(); - } -} - -std::streamoff RecoveryManager::getEndOffset() const { - return endOffset_; -} - -uint64_t RecoveryManager::getHighestFileNumber() const { - return highestFileNumber_; -} - -uint64_t RecoveryManager::getHighestRecordId() const { - return highestRecordId_; -} - -bool RecoveryManager::isLastFileFull() const { - return lastFileFullFlag_; -} - -bool RecoveryManager::readNextRemainingRecord(void** const dataPtrPtr, - std::size_t& dataSize, - void** const xidPtrPtr, - std::size_t& xidSize, - bool& transient, - bool& external, - data_tok* const dtokp, - bool /*ignore_pending_txns*/) { - if (recordIdListConstItr_ == recordIdList_.end()) { - return false; - } - enq_map::emap_data_struct_t eds; - enqueueMapRef_.get_data(*recordIdListConstItr_, eds); - if (!inFileStream_.is_open() || currentJournalFileConstItr_->first != eds._pfid) { - getFile(eds._pfid, false); - } -//std::cout << " " << eds._pfid << std::hex << ",0x" << eds._file_posn << std::flush; // DEBUG - - inFileStream_.seekg(eds._file_posn, std::ifstream::beg); - if (!inFileStream_.good()) { - std::ostringstream oss; - oss << "Could not find offset 0x" << std::hex << eds._file_posn << " in file " << getCurrentFileName(); - throw jexception(jerrno::JERR__FILEIO, oss.str(), "RecoveryManager", "readNextRemainingRecord"); - } - ::enq_hdr_t enqueueHeader; - inFileStream_.read((char*)&enqueueHeader, sizeof(::enq_hdr_t)); - if (inFileStream_.gcount() != sizeof(::enq_hdr_t)) { - std::ostringstream oss; - oss << "Could not read enqueue header from file " << getCurrentFileName() << " at offset 0x" << std::hex << eds._file_posn; - throw jexception(jerrno::JERR__FILEIO, oss.str(), "RecoveryManager", "readNextRemainingRecord"); - } - // check flags - transient = ::is_enq_transient(&enqueueHeader); - external = ::is_enq_external(&enqueueHeader); -//char magicBuff[5]; // DEBUG -//::memcpy(magicBuff, &enqueueHeader, 4); // DEBUG -//magicBuff[4] = 0; // DEBUG -//std::cout << std::hex << ":" << (char*)magicBuff << ",rid=0x" << enqueueHeader._rhdr._rid << ",xs=0x" << enqueueHeader._xidsize << ",ds=0x" << enqueueHeader._dsize << std::dec << std::flush; // DEBUG - // read xid - xidSize = enqueueHeader._xidsize; - *xidPtrPtr = ::malloc(xidSize); - if (*xidPtrPtr == 0) { - std::ostringstream oss; - oss << "xidPtr, size=0x" << std::hex << xidSize; - throw jexception(jerrno::JERR__MALLOC, oss.str(), "RecoveryManager", "readNextRemainingRecord"); - } - readJournalData((char*)*xidPtrPtr, xidSize); - - // read data - dataSize = enqueueHeader._dsize; - *dataPtrPtr = ::malloc(dataSize); - if (*xidPtrPtr == 0) { - std::ostringstream oss; - oss << "dataPtr, size=0x" << std::hex << dataSize; - throw jexception(jerrno::JERR__MALLOC, oss.str(), "RecoveryManager", "readNextRemainingRecord"); - } - readJournalData((char*)*dataPtrPtr, dataSize); - - // Set data token - dtokp->set_wstate(data_tok::ENQ); - dtokp->set_rid(enqueueHeader._rhdr._rid); - dtokp->set_dsize(dataSize); - if (xidSize) { - dtokp->set_xid(*xidPtrPtr, xidSize); - } - - ++recordIdListConstItr_; - return true; -} - -void RecoveryManager::setLinearFileControllerJournals(lfcAddJournalFileFn fnPtr, - LinearFileController* lfcPtr) { - for (fileNumberMapConstItr_t i = fileNumberMap_.begin(); i != fileNumberMap_.end(); ++i) { - uint32_t fileDblkCount = i->first == highestFileNumber_ ? // Is this this last file? - endOffset_ / QLS_DBLK_SIZE_BYTES : // Last file uses _endOffset - efpFileSize_kib_ * 1024 / QLS_DBLK_SIZE_BYTES; // All others use file size to make them full - (lfcPtr->*fnPtr)(i->second, fileDblkCount); - } -} - -std::string RecoveryManager::toString(const std::string& jid) { - std::ostringstream oss; - oss << "Recovery journal analysis (jid=\"" << jid << "\"):" << std::endl; - oss << " Number of journal files = " << fileNumberMap_.size() << std::endl; - oss << " Journal File List:" << std::endl; - for (fileNumberMapConstItr_t k=fileNumberMap_.begin(); k!=fileNumberMap_.end(); ++k) { - std::string fqFileName = k->second->getFqFileName(); - oss << " " << k->first << ": " << fqFileName.substr(fqFileName.rfind('/')+1) << std::endl; - } - oss << " Enqueue Counts: [ "; - for (fileNumberMapConstItr_t l=fileNumberMap_.begin(); l!=fileNumberMap_.end(); ++l) { - if (l != fileNumberMap_.begin()) { - oss << ", "; - } - oss << l->second->getEnqueuedRecordCount(); - } - oss << " ]" << std::endl; - oss << " Journal empty = " << (journalEmptyFlag_ ? "TRUE" : "FALSE") << std::endl; - oss << " First record offset in first file = 0x" << std::hex << firstRecordOffset_ << - std::dec << " (" << (firstRecordOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; - oss << " End offset = 0x" << std::hex << endOffset_ << std::dec << " (" << - (endOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; - oss << " Highest rid = 0x" << std::hex << highestRecordId_ << std::dec << std::endl; - oss << " Highest file number = 0x" << std::hex << highestFileNumber_ << std::dec << std::endl; - oss << " Last file full = " << (lastFileFullFlag_ ? "TRUE" : "FALSE") << std::endl; - oss << " Enqueued records (txn & non-txn):" << std::endl; - return oss.str(); -} - -std::string RecoveryManager::toLog(const std::string& jid, const int indent) { - std::string indentStr(indent, ' '); - std::ostringstream oss; - oss << std::endl << indentStr << "Journal recovery analysis (jid=\"" << jid << "\"):" << std::endl; - if (journalEmptyFlag_) { - oss << indentStr << "" << std::endl; - } else { - oss << indentStr << std::setw(7) << "file_id" - << std::setw(43) << "file_name" - << std::setw(16) << "fro" - << std::setw(12) << "record_cnt" - << std::setw(5) << "ptn" - << std::setw(10) << "efp" - << std::endl; - oss << indentStr << std::setw(7) << "-------" - << std::setw(43) << "-----------------------------------------" - << std::setw(16) << "--------------" - << std::setw(12) << "----------" - << std::setw(5) << "---" - << std::setw(10) << "--------" - << std::endl; - for (fileNumberMapConstItr_t k=fileNumberMap_.begin(); k!=fileNumberMap_.end(); ++k) { - std::string fqFileName = k->second->getFqFileName(); - std::ostringstream fro; - fro << std::hex << "0x" << k->second->getFirstRecordOffset(); - oss << indentStr << std::setw(7) << k->first - << std::setw(43) << fqFileName.substr(fqFileName.rfind('/')+1) - << std::setw(16) << fro.str() - << std::setw(12) << k->second->getEnqueuedRecordCount() - << std::setw(5) << k->second->getEfpIdentity().pn_ - << std::setw(9) << k->second->getEfpIdentity().ds_ << "k" - << std::endl; - } - oss << indentStr << "First record offset in first file = 0x" << std::hex << firstRecordOffset_ << - std::dec << " (" << (firstRecordOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; - oss << indentStr << "End offset in last file = 0x" << std::hex << endOffset_ << std::dec << " (" << - (endOffset_/QLS_DBLK_SIZE_BYTES) << " dblks)" << std::endl; - oss << indentStr << "Highest rid found = 0x" << std::hex << highestRecordId_ << std::dec << std::endl; - oss << indentStr << "Last file full = " << (lastFileFullFlag_ ? "TRUE" : "FALSE") << std::endl; - oss << indentStr << "Enqueued records (txn & non-txn):"; - } - return oss.str(); -} - -// --- protected functions --- - -void RecoveryManager::analyzeJournalFileHeaders(efpIdentity_t& efpIdentity) { - std::string headerQueueName; - ::file_hdr_t fileHeader; - directoryList_t directoryList; - jdir::read_dir(journalDirectory_, directoryList, false, true, false, true); - for (directoryListConstItr_t i = directoryList.begin(); i != directoryList.end(); ++i) { - readJournalFileHeader(*i, fileHeader, headerQueueName); - if (headerQueueName.compare(queueName_) != 0) { - std::ostringstream oss; - oss << "Journal file " << (*i) << " belongs to queue \"" << headerQueueName << "\": ignoring"; - journalLogRef_.log(JournalLog::LOG_WARN, queueName_, oss.str()); - } else { - JournalFile* jfp = new JournalFile(*i, fileHeader); - fileNumberMap_[fileHeader._file_number] = jfp; - if (fileHeader._file_number > highestFileNumber_) { - highestFileNumber_ = fileHeader._file_number; - } - } - } - efpIdentity.pn_ = fileHeader._efp_partition; - efpIdentity.ds_ = fileHeader._data_size_kib; - currentJournalFileConstItr_ = fileNumberMap_.begin(); -} - -void RecoveryManager::checkFileStreamOk(bool checkEof) { - if (inFileStream_.fail() || inFileStream_.bad() || checkEof ? inFileStream_.eof() : false) { - std::ostringstream oss; - oss << "Stream status: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); - if (checkEof) { - oss << " eof=" << (inFileStream_.eof()?"T":"F"); - } - throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "checkFileStreamOk"); - } -} - -void RecoveryManager::checkJournalAlignment(const std::streampos recordPosition) { - std::streampos currentPosn = recordPosition; - unsigned sblkOffset = currentPosn % QLS_SBLK_SIZE_BYTES; - if (sblkOffset) - { - std::ostringstream oss1; - oss1 << std::hex << "Bad record alignment found at fid=0x" << getCurrentFileNumber(); - oss1 << " offs=0x" << currentPosn << " (likely journal overwrite boundary); " << std::dec; - oss1 << (QLS_SBLK_SIZE_DBLKS - (sblkOffset/QLS_DBLK_SIZE_BYTES)) << " filler record(s) required."; - journalLogRef_.log(JournalLog::LOG_WARN, queueName_, oss1.str()); - - std::ofstream outFileStream(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::out | std::ios_base::binary); - if (!outFileStream.good()) { - throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "checkJournalAlignment"); - } - outFileStream.seekp(currentPosn); - - // Prepare write buffer containing a single empty record (1 dblk) - void* writeBuffer = std::malloc(QLS_DBLK_SIZE_BYTES); - if (writeBuffer == 0) { - throw jexception(jerrno::JERR__MALLOC, "RecoveryManager", "checkJournalAlignment"); - } - const uint32_t xmagic = QLS_EMPTY_MAGIC; - ::memcpy(writeBuffer, (const void*)&xmagic, sizeof(xmagic)); - ::memset((char*)writeBuffer + sizeof(xmagic), QLS_CLEAN_CHAR, QLS_DBLK_SIZE_BYTES - sizeof(xmagic)); - - // Write as many empty records as are needed to get to sblk boundary - while (currentPosn % QLS_SBLK_SIZE_BYTES) { - outFileStream.write((const char*)writeBuffer, QLS_DBLK_SIZE_BYTES); - if (outFileStream.fail()) { - throw jexception(jerrno::JERR_RCVM_WRITE, "RecoveryManager", "checkJournalAlignment"); - } - std::ostringstream oss2; - oss2 << std::hex << "Recover phase write: Wrote filler record: fid=0x" << getCurrentFileNumber(); - oss2 << " offs=0x" << currentPosn; - journalLogRef_.log(JournalLog::LOG_NOTICE, queueName_, oss2.str()); - currentPosn = outFileStream.tellp(); - } - outFileStream.close(); - std::free(writeBuffer); - journalLogRef_.log(JournalLog::LOG_INFO, queueName_, "Bad record alignment fixed."); - } - endOffset_ = currentPosn; -} - -bool RecoveryManager::decodeRecord(jrec& record, - std::size_t& cumulativeSizeRead, - ::rec_hdr_t& headerRecord, - std::streampos& fileOffset) -{ - std::streampos start_file_offs = fileOffset; - - if (highestRecordId_ == 0) { - highestRecordId_ = headerRecord._rid; - } else if (headerRecord._rid - highestRecordId_ < 0x8000000000000000ULL) { // RFC 1982 comparison for unsigned 64-bit - highestRecordId_ = headerRecord._rid; - } - - bool done = false; - while (!done) { - try { - done = record.decode(headerRecord, &inFileStream_, cumulativeSizeRead); - } - catch (const jexception& e) { - journalLogRef_.log(JournalLog::LOG_INFO, queueName_, e.what()); - checkJournalAlignment(start_file_offs); - return false; - } - if (!done && needNextFile()) { - if (!getNextFile(false)) { - checkJournalAlignment(start_file_offs); - return false; - } - } - } - return true; -} - -std::string RecoveryManager::getCurrentFileName() const { - return currentJournalFileConstItr_->second->getFqFileName(); -} - -uint64_t RecoveryManager::getCurrentFileNumber() const { - return currentJournalFileConstItr_->first; -} - -bool RecoveryManager::getFile(const uint64_t fileNumber, bool jumpToFirstRecordOffsetFlag) { - if (inFileStream_.is_open()) { - inFileStream_.close(); -//std::cout << " f=" << getCurrentFileName() << "]" << std::flush; // DEBUG - inFileStream_.clear(); // clear eof flag, req'd for older versions of c++ - } - currentJournalFileConstItr_ = fileNumberMap_.find(fileNumber); - if (currentJournalFileConstItr_ == fileNumberMap_.end()) { - return false; - } - inFileStream_.open(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::binary); - if (!inFileStream_.good()) { - throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "getFile"); - } -//std::cout << " [F=" << getCurrentFileName() << std::flush; // DEBUG - - if (!readFileHeader()) { - return false; - } - std::streamoff foffs = jumpToFirstRecordOffsetFlag ? firstRecordOffset_ : QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; - inFileStream_.seekg(foffs); - return true; -} - -bool RecoveryManager::getNextFile(bool jumpToFirstRecordOffsetFlag) { - if (inFileStream_.is_open()) { - inFileStream_.close(); -//std::cout << " .f=" << getCurrentFileName() << "]" << std::flush; // DEBUG - if (++currentJournalFileConstItr_ == fileNumberMap_.end()) { - return false; - } - inFileStream_.clear(); // clear eof flag, req'd for older versions of c++ - } - inFileStream_.open(getCurrentFileName().c_str(), std::ios_base::in | std::ios_base::binary); - if (!inFileStream_.good()) { - throw jexception(jerrno::JERR__FILEIO, getCurrentFileName(), "RecoveryManager", "getNextFile"); - } -//std::cout << " [.F=" << getCurrentFileName() << std::flush; // DEBUG - - if (!readFileHeader()) { - return false; - } - std::streamoff foffs = jumpToFirstRecordOffsetFlag ? firstRecordOffset_ : QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; - inFileStream_.seekg(foffs); - return true; -} - -bool RecoveryManager::getNextRecordHeader() -{ - std::size_t cum_size_read = 0; - void* xidp = 0; - rec_hdr_t h; - - bool hdr_ok = false; - std::streampos file_pos; - while (!hdr_ok) { - if (needNextFile()) { - if (!getNextFile(true)) { - return false; - } - } - file_pos = inFileStream_.tellg(); - if (file_pos == std::streampos(-1)) { - std::ostringstream oss; - oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); - throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "getNextRecordHeader"); - } - inFileStream_.read((char*)&h, sizeof(rec_hdr_t)); - if (inFileStream_.gcount() == sizeof(rec_hdr_t)) { - hdr_ok = true; - } else { - if (needNextFile()) { - if (!getNextFile(true)) { - return false; - } - } - } - } - - switch(h._magic) { - case QLS_ENQ_MAGIC: - { -//std::cout << " 0x" << std::hex << file_pos << ".e.0x" << h._rid << std::dec << std::flush; // DEBUG - if (::rec_hdr_check(&h, QLS_ENQ_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { - endOffset_ = file_pos; - return false; - } - enq_rec er; - uint64_t start_fid = getCurrentFileNumber(); // fid may increment in decode() if record folds over file boundary - if (!decodeRecord(er, cum_size_read, h, file_pos)) { - return false; - } - if (!er.is_transient()) { // Ignore transient msgs - fileNumberMap_[start_fid]->incrEnqueuedRecordCount(); - if (er.xid_size()) { - er.get_xid(&xidp); - if (xidp == 0) { - throw jexception(jerrno::JERR_RCVM_NULLXID, "ENQ", "RecoveryManager", "getNextRecordHeader"); - } - std::string xid((char*)xidp, er.xid_size()); - transactionMapRef_.insert_txn_data(xid, txn_data_t(h._rid, 0, start_fid, file_pos, true)); - if (transactionMapRef_.set_aio_compl(xid, h._rid) < txn_map::TMAP_OK) { // fail - xid or rid not found - std::ostringstream oss; - oss << std::hex << "_tmap.set_aio_compl: txn_enq xid=\"" << xid << "\" rid=0x" << h._rid; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "getNextRecordHeader"); - } - std::free(xidp); - } else { - if (enqueueMapRef_.insert_pfid(h._rid, start_fid, file_pos) < enq_map::EMAP_OK) { // fail - // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. - std::ostringstream oss; - oss << std::hex << "rid=0x" << h._rid << " _pfid=0x" << start_fid; - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "RecoveryManager", "getNextRecordHeader"); - } - } - } - } - break; - case QLS_DEQ_MAGIC: - { -//std::cout << " 0x" << std::hex << file_pos << ".d.0x" << h._rid << std::dec << std::flush; // DEBUG - if (::rec_hdr_check(&h, QLS_DEQ_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { - endOffset_ = file_pos; - return false; - } - deq_rec dr; - uint16_t start_fid = getCurrentFileNumber(); // fid may increment in decode() if record folds over file boundary - if (!decodeRecord(dr, cum_size_read, h, file_pos)) { - return false; - } - if (dr.xid_size()) { - // If the enqueue is part of a pending txn, it will not yet be in emap - enqueueMapRef_.lock(dr.deq_rid()); // ignore not found error - dr.get_xid(&xidp); - if (xidp == 0) { - throw jexception(jerrno::JERR_RCVM_NULLXID, "DEQ", "RecoveryManager", "getNextRecordHeader"); - } - std::string xid((char*)xidp, dr.xid_size()); - transactionMapRef_.insert_txn_data(xid, txn_data_t(dr.rid(), dr.deq_rid(), start_fid, file_pos, - false, dr.is_txn_coml_commit())); - if (transactionMapRef_.set_aio_compl(xid, dr.rid()) < txn_map::TMAP_OK) { // fail - xid or rid not found - std::ostringstream oss; - oss << std::hex << "_tmap.set_aio_compl: txn_deq xid=\"" << xid << "\" rid=0x" << dr.rid(); - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "RecoveryManager", "getNextRecordHeader"); - } - std::free(xidp); - } else { - uint64_t enq_fid; - if (enqueueMapRef_.get_remove_pfid(dr.deq_rid(), enq_fid, true) == enq_map::EMAP_OK) { // ignore not found error - fileNumberMap_[enq_fid]->decrEnqueuedRecordCount(); - } - } - } - break; - case QLS_TXA_MAGIC: - { -//std::cout << " 0x" << std::hex << file_pos << ".a.0x" << h._rid << std::dec << std::flush; // DEBUG - if (::rec_hdr_check(&h, QLS_TXA_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { - endOffset_ = file_pos; - return false; - } - txn_rec ar; - if (!decodeRecord(ar, cum_size_read, h, file_pos)) { - return false; - } - // Delete this txn from tmap, unlock any locked records in emap - ar.get_xid(&xidp); - if (xidp == 0) { - throw jexception(jerrno::JERR_RCVM_NULLXID, "ABT", "RecoveryManager", "getNextRecordHeader"); - } - std::string xid((char*)xidp, ar.xid_size()); - txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(xid); // tdl will be empty if xid not found - for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) { - if (itr->enq_flag_) { - fileNumberMap_[itr->pfid_]->decrEnqueuedRecordCount(); - } else { - enqueueMapRef_.unlock(itr->drid_); // ignore not found error - } - } - std::free(xidp); - } - break; - case QLS_TXC_MAGIC: - { -//std::cout << " 0x" << std::hex << file_pos << ".c.0x" << h._rid << std::dec << std::flush; // DEBUG - if (::rec_hdr_check(&h, QLS_TXC_MAGIC, QLS_JRNL_VERSION, currentSerial_) != 0) { - endOffset_ = file_pos; - return false; - } - txn_rec cr; - if (!decodeRecord(cr, cum_size_read, h, file_pos)) { - return false; - } - // Delete this txn from tmap, process records into emap - cr.get_xid(&xidp); - if (xidp == 0) { - throw jexception(jerrno::JERR_RCVM_NULLXID, "CMT", "RecoveryManager", "getNextRecordHeader"); - } - std::string xid((char*)xidp, cr.xid_size()); - txn_data_list tdl = transactionMapRef_.get_remove_tdata_list(xid); // tdl will be empty if xid not found - for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) { - if (itr->enq_flag_) { // txn enqueue -//std::cout << "[rid=0x" << std::hex << itr->rid_ << std::dec << " fid=" << itr->pfid_ << " fpos=0x" << std::hex << itr->foffs_ << "]" << std::dec << std::flush; // DEBUG - if (enqueueMapRef_.insert_pfid(itr->rid_, itr->pfid_, itr->foffs_) < enq_map::EMAP_OK) { // fail - // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. - std::ostringstream oss; - oss << std::hex << "rid=0x" << itr->rid_ << " _pfid=0x" << itr->pfid_; - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "RecoveryManager", "getNextRecordHeader"); - } - } else { // txn dequeue - uint64_t enq_fid; - if (enqueueMapRef_.get_remove_pfid(itr->drid_, enq_fid, true) == enq_map::EMAP_OK) // ignore not found error - fileNumberMap_[enq_fid]->decrEnqueuedRecordCount(); - } - } - std::free(xidp); - } - break; - case QLS_EMPTY_MAGIC: - { -//std::cout << ".x" << std::flush; // DEBUG - uint32_t rec_dblks = jrec::size_dblks(sizeof(::rec_hdr_t)); - inFileStream_.ignore(rec_dblks * QLS_DBLK_SIZE_BYTES - sizeof(::rec_hdr_t)); - checkFileStreamOk(false); - if (needNextFile()) { - if (!getNextFile(false)) { - return false; - } - } - } - break; - case 0: -//std::cout << " 0x" << std::hex << file_pos << ".0" << std::dec << std::endl << std::flush; // DEBUG - checkJournalAlignment(file_pos); - return false; - default: -//std::cout << " 0x" << std::hex << file_pos << ".?" << std::dec << std::endl << std::flush; // DEBUG - // Stop as this is the overwrite boundary. - checkJournalAlignment(file_pos); - return false; - } - return true; -} - -bool RecoveryManager::needNextFile() { - if (inFileStream_.is_open()) { - return inFileStream_.eof() || inFileStream_.tellg() >= std::streampos(efpFileSize_kib_ * 1024); - } - return true; -} - -void RecoveryManager::readJournalData(char* target, - const std::streamsize readSize) { - std::streamoff bytesRead = 0; - while (bytesRead < readSize) { - std::streampos file_pos = inFileStream_.tellg(); - if (file_pos == std::streampos(-1)) { - std::ostringstream oss; - oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); - throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "readJournalData"); - } - inFileStream_.read(target + bytesRead, readSize - bytesRead); - std::streamoff thisReadSize = inFileStream_.gcount(); - if (thisReadSize < readSize) { - if (needNextFile()) { - getNextFile(false); - } - file_pos = inFileStream_.tellg(); - if (file_pos == std::streampos(-1)) { - std::ostringstream oss; - oss << "tellg() failure: fail=" << (inFileStream_.fail()?"T":"F") << " bad=" << (inFileStream_.bad()?"T":"F"); - throw jexception(jerrno::JERR_RCVM_STREAMBAD, oss.str(), "RecoveryManager", "readJournalData"); - } - } - bytesRead += thisReadSize; - } -} - -bool RecoveryManager::readFileHeader() { - file_hdr_t fhdr; - inFileStream_.read((char*)&fhdr, sizeof(fhdr)); - checkFileStreamOk(true); - if (::file_hdr_check(&fhdr, QLS_FILE_MAGIC, QLS_JRNL_VERSION, efpFileSize_kib_) != 0) { - firstRecordOffset_ = fhdr._fro; - currentSerial_ = fhdr._rhdr._serial; - } else { - inFileStream_.close(); - if (currentJournalFileConstItr_ == fileNumberMap_.begin()) { - journalEmptyFlag_ = true; - } - return false; - } - return true; -} - -// static private -void RecoveryManager::readJournalFileHeader(const std::string& journalFileName, - ::file_hdr_t& fileHeaderRef, - std::string& queueName) { - const std::size_t headerBlockSize = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_KIB * 1024; - char buffer[headerBlockSize]; - std::ifstream ifs(journalFileName.c_str(), std::ifstream::in | std::ifstream::binary); - if (!ifs.good()) { - std::ostringstream oss; - oss << "File=" << journalFileName; - throw jexception(jerrno::JERR_RCVM_OPENRD, oss.str(), "RecoveryManager", "readJournalFileHeader"); - } - ifs.read(buffer, headerBlockSize); - if (!ifs) { - std::streamsize s = ifs.gcount(); - ifs.close(); - std::ostringstream oss; - oss << "File=" << journalFileName << "; attempted_read_size=" << headerBlockSize << "; actual_read_size=" << s; - throw jexception(jerrno::JERR_RCVM_READ, oss.str(), "RecoveryManager", "readJournalFileHeader"); - } - ifs.close(); - ::memcpy(&fileHeaderRef, buffer, sizeof(::file_hdr_t)); - queueName.assign(buffer + sizeof(::file_hdr_t), fileHeaderRef._queue_name_len); - -} - -void RecoveryManager::removeEmptyFiles(EmptyFilePool* emptyFilePoolPtr) { - while (fileNumberMap_.begin()->second->getEnqueuedRecordCount() == 0 && fileNumberMap_.size() > 1) { -//std::cout << "*** File " << i->first << ": " << i->second << " is empty." << std::endl; // DEBUG - emptyFilePoolPtr->returnEmptyFile(fileNumberMap_.begin()->second->getFqFileName()); - fileNumberMap_.erase(fileNumberMap_.begin()->first); - } -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.h b/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.h deleted file mode 100644 index 7655eb6831..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/RecoveryManager.h +++ /dev/null @@ -1,136 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ -#define QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ - -#include -#include -#include -#include "qpid/linearstore/jrnl/LinearFileController.h" -#include -#include - -struct file_hdr_t; -struct rec_hdr_t; - -namespace qpid { -namespace linearstore { -namespace journal { - -class data_tok; -class enq_map; -class EmptyFilePool; -class EmptyFilePoolManager; -class JournalLog; -class jrec; -class txn_map; - -class RecoveryManager -{ -protected: - // Types - typedef std::vector directoryList_t; - typedef directoryList_t::const_iterator directoryListConstItr_t; - typedef std::map fileNumberMap_t; - typedef fileNumberMap_t::iterator fileNumberMapItr_t; - typedef fileNumberMap_t::const_iterator fileNumberMapConstItr_t; - typedef std::vector recordIdList_t; - typedef recordIdList_t::const_iterator recordIdListConstItr_t; - - // Location and identity - const std::string journalDirectory_; - const std::string queueName_; - enq_map& enqueueMapRef_; - txn_map& transactionMapRef_; - JournalLog& journalLogRef_; - - // Initial journal analysis data - fileNumberMap_t fileNumberMap_; ///< File number - JournalFilePtr map - bool journalEmptyFlag_; ///< Journal data files empty - std::streamoff firstRecordOffset_; ///< First record offset in ffid - std::streamoff endOffset_; ///< End offset (first byte past last record) - uint64_t highestRecordId_; ///< Highest rid found - uint64_t highestFileNumber_; ///< Highest file number found - bool lastFileFullFlag_; ///< Last file is full - - // State for recovery of individual enqueued records - uint64_t currentSerial_; - uint32_t efpFileSize_kib_; - fileNumberMapConstItr_t currentJournalFileConstItr_; - std::string currentFileName_; - std::ifstream inFileStream_; - recordIdList_t recordIdList_; - recordIdListConstItr_t recordIdListConstItr_; - -public: - RecoveryManager(const std::string& journalDirectory, - const std::string& queuename, - enq_map& enqueueMapRef, - txn_map& transactionMapRef, - JournalLog& journalLogRef); - virtual ~RecoveryManager(); - - void analyzeJournals(const std::vector* preparedTransactionListPtr, - EmptyFilePoolManager* emptyFilePoolManager, - EmptyFilePool** emptyFilePoolPtrPtr); - std::streamoff getEndOffset() const; - uint64_t getHighestFileNumber() const; - uint64_t getHighestRecordId() const; - bool isLastFileFull() const; - bool readNextRemainingRecord(void** const dataPtrPtr, - std::size_t& dataSize, - void** const xidPtrPtr, - std::size_t& xidSize, - bool& transient, - bool& external, - data_tok* const dtokp, - bool ignore_pending_txns); - void setLinearFileControllerJournals(lfcAddJournalFileFn fnPtr, - LinearFileController* lfcPtr); - std::string toString(const std::string& jid); - std::string toLog(const std::string& jid, const int indent); -protected: - void analyzeJournalFileHeaders(efpIdentity_t& efpIdentity); - void checkFileStreamOk(bool checkEof); - void checkJournalAlignment(const std::streampos recordPosition); - bool decodeRecord(jrec& record, - std::size_t& cumulativeSizeRead, - ::rec_hdr_t& recordHeader, - std::streampos& fileOffset); - std::string getCurrentFileName() const; - uint64_t getCurrentFileNumber() const; - bool getFile(const uint64_t fileNumber, bool jumpToFirstRecordOffsetFlag); - bool getNextFile(bool jumpToFirstRecordOffsetFlag); - bool getNextRecordHeader(); - bool needNextFile(); - bool readFileHeader(); - void readJournalData(char* target, const std::streamsize size); - void removeEmptyFiles(EmptyFilePool* emptyFilePoolPtr); - - static void readJournalFileHeader(const std::string& journalFileName, - ::file_hdr_t& fileHeaderRef, - std::string& queueName); -}; - -}}} - -#endif // QPID_LINEARSTORE_JOURNAL_RECOVERYSTATE_H_ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/aio.h b/qpid/cpp/src/qpid/linearstore/jrnl/aio.h deleted file mode 100644 index 3a4a762439..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/aio.h +++ /dev/null @@ -1,139 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_AIO_H -#define QPID_LINEARSTORE_JOURNAL_AIO_H - -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -typedef iocb aio_cb; -typedef io_event aio_event; - -/** - * \brief This class is a C++ wrapper class for the libaio functions used by the journal. Note that only those - * functions used by the journal are included here. This is not a complete implementation of all libaio functions. - */ -class aio -{ -public: - static inline int queue_init(int maxevents, io_context_t* ctxp) - { - return ::io_queue_init(maxevents, ctxp); - } - - static inline int queue_release(io_context_t ctx) - { - return ::io_queue_release(ctx); - } - - static inline int submit(io_context_t ctx, long nr, aio_cb* aios[]) - { - return ::io_submit(ctx, nr, aios); - } - - static inline int getevents(io_context_t ctx, long min_nr, long nr, aio_event* events, timespec* const timeout) - { - return ::io_getevents(ctx, min_nr, nr, events, timeout); - } - - /** - * \brief This function allows iocbs to be initialized with a pointer that can be re-used. This prepares an - * aio_cb struct for read use. (This is a wrapper for libaio's ::io_prep_pread() function.) - * - * \param aiocbp Pointer to the aio_cb struct to be prepared. - * \param fd File descriptor to be used for read. - * \param buf Pointer to buffer in which read data is to be placed. - * \param count Number of bytes to read - buffer must be large enough. - * \param offset Offset within file from which data will be read. - */ - static inline void prep_pread(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) - { - ::io_prep_pread(aiocbp, fd, buf, count, offset); - } - - /** - * \brief Special version of libaio's io_prep_pread() which preserves the value of the data pointer. This allows - * iocbs to be initialized with a pointer that can be re-used. This prepares a aio_cb struct for read use. - * - * \param aiocbp Pointer to the aio_cb struct to be prepared. - * \param fd File descriptor to be used for read. - * \param buf Pointer to buffer in which read data is to be placed. - * \param count Number of bytes to read - buffer must be large enough. - * \param offset Offset within file from which data will be read. - */ - static inline void prep_pread_2(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) - { - std::memset((void*) ((char*) aiocbp + sizeof(void*)), 0, sizeof(aio_cb) - sizeof(void*)); - aiocbp->aio_fildes = fd; - aiocbp->aio_lio_opcode = IO_CMD_PREAD; - aiocbp->aio_reqprio = 0; - aiocbp->u.c.buf = buf; - aiocbp->u.c.nbytes = count; - aiocbp->u.c.offset = offset; - } - - /** - * \brief This function allows iocbs to be initialized with a pointer that can be re-used. This function prepares - * an aio_cb struct for write use. (This is a wrapper for libaio's ::io_prep_pwrite() function.) - * - * \param aiocbp Pointer to the aio_cb struct to be prepared. - * \param fd File descriptor to be used for write. - * \param buf Pointer to buffer in which data to be written is located. - * \param count Number of bytes to write. - * \param offset Offset within file to which data will be written. - */ - static inline void prep_pwrite(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) - { - ::io_prep_pwrite(aiocbp, fd, buf, count, offset); - } - - /** - * \brief Special version of libaio's io_prep_pwrite() which preserves the value of the data pointer. This allows - * iocbs to be initialized with a pointer that can be re-used. This function prepares an aio_cb struct for write - * use. - * - * \param aiocbp Pointer to the aio_cb struct to be prepared. - * \param fd File descriptor to be used for write. - * \param buf Pointer to buffer in which data to be written is located. - * \param count Number of bytes to write. - * \param offset Offset within file to which data will be written. - */ - static inline void prep_pwrite_2(aio_cb* aiocbp, int fd, void* buf, std::size_t count, int64_t offset) - { - std::memset((void*) ((char*) aiocbp + sizeof(void*)), 0, sizeof(aio_cb) - sizeof(void*)); - aiocbp->aio_fildes = fd; - aiocbp->aio_lio_opcode = IO_CMD_PWRITE; - aiocbp->aio_reqprio = 0; - aiocbp->u.c.buf = buf; - aiocbp->u.c.nbytes = count; - aiocbp->u.c.offset = offset; - } -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_AIO_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/aio_callback.h b/qpid/cpp/src/qpid/linearstore/jrnl/aio_callback.h deleted file mode 100644 index f21b62617b..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/aio_callback.h +++ /dev/null @@ -1,44 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H -#define QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H - -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -class data_tok; - -class aio_callback -{ -public: - virtual ~aio_callback() {} - virtual void wr_aio_cb(std::vector& dtokl) = 0; - virtual void rd_aio_cb(std::vector& pil) = 0; -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_AIO_CALLBACK_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/cvar.h b/qpid/cpp/src/qpid/linearstore/jrnl/cvar.h deleted file mode 100644 index 243c817946..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/cvar.h +++ /dev/null @@ -1,75 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_CVAR_H -#define QPID_LINEARSTORE_JOURNAL_CVAR_H - -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include "qpid/linearstore/jrnl/time_ns.h" -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - // Ultra-simple thread condition variable class - class cvar - { - private: - const smutex& _sm; - pthread_cond_t _c; - public: - inline cvar(const smutex& sm) : _sm(sm) { ::pthread_cond_init(&_c, 0); } - inline ~cvar() { ::pthread_cond_destroy(&_c); } - inline void wait() - { - PTHREAD_CHK(::pthread_cond_wait(&_c, _sm.get()), "::pthread_cond_wait", "cvar", "wait"); - } - inline void timedwait(timespec& ts) - { - PTHREAD_CHK(::pthread_cond_timedwait(&_c, _sm.get(), &ts), "::pthread_cond_timedwait", "cvar", "timedwait"); - } - inline bool waitintvl(const long intvl_ns) - { - time_ns t; t.now(); t+=intvl_ns; - int ret = ::pthread_cond_timedwait(&_c, _sm.get(), &t); - if (ret == ETIMEDOUT) - return true; - PTHREAD_CHK(ret, "::pthread_cond_timedwait", "cvar", "waitintvl"); - return false; - } - inline void signal() - { - PTHREAD_CHK(::pthread_cond_signal(&_c), "::pthread_cond_signal", "cvar", "notify"); - } - inline void broadcast() - { - PTHREAD_CHK(::pthread_cond_broadcast(&_c), "::pthread_cond_broadcast", "cvar", "broadcast"); - } - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_CVAR_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.cpp deleted file mode 100644 index a07a89b02a..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.cpp +++ /dev/null @@ -1,139 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/data_tok.h" - -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/slock.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -// Static members - -uint64_t data_tok::_cnt = 0; -smutex data_tok::_mutex; - -data_tok::data_tok(): - _wstate(NONE), - _dsize(0), - _dblks_written(0), - _pg_cnt(0), - _fid(0), - _rid(0), - _xid(), - _dequeue_rid(0), - _external_rid(false) -{ - slock s(_mutex); - _icnt = _cnt++; -} - -data_tok::~data_tok() {} - -const char* -data_tok::wstate_str() const -{ - return wstate_str(_wstate); -} - -const char* -data_tok::wstate_str(write_state wstate) -{ - switch (wstate) - { - case NONE: - return "NONE"; - case ENQ_CACHED: - return "ENQ_CACHED"; - case ENQ_PART: - return "ENQ_PART"; - case ENQ_SUBM: - return "ENQ_SUBM"; - case ENQ: - return "ENQ"; - case DEQ_CACHED: - return "DEQ_CACHED"; - case DEQ_PART: - return "DEQ_PART"; - case DEQ_SUBM: - return "DEQ_SUBM"; - case DEQ: - return "DEQ"; - case ABORT_CACHED: - return "ABORT_CACHED"; - case ABORT_PART: - return "ABORT_PART"; - case ABORT_SUBM: - return "ABORT_SUBM"; - case ABORTED: - return "ABORTED"; - case COMMIT_CACHED: - return "COMMIT_CACHED"; - case COMMIT_PART: - return "COMMIT_PART"; - case COMMIT_SUBM: - return "COMMIT_SUBM"; - case COMMITTED: - return "COMMITTED"; - } - // Not using default: forces compiler to ensure all cases are covered. - return ""; -} - -void -data_tok::reset() -{ - _wstate = NONE; - _dsize = 0; - _dblks_written = 0; - _pg_cnt = 0; - _fid = 0; - _rid = 0; - _xid.clear(); -} - -// debug aid -std::string -data_tok::status_str() const -{ - std::ostringstream oss; - oss << std::hex << std::setfill('0'); - oss << "dtok id=0x" << _icnt << "; ws=" << wstate_str()/* << "; rs=" << rstate_str()*/; - oss << "; fid=0x" << _fid << "; rid=0x" << _rid << "; xid="; - for (unsigned i=0; i<_xid.size(); i++) - { - if (isprint(_xid[i])) - oss << _xid[i]; - else - oss << "/" << std::setw(2) << (int)((char)_xid[i]); - } - oss << "; drid=0x" << _dequeue_rid << " extrid=" << (_external_rid?"T":"F"); - oss << "; ds=0x" << _dsize << "; dw=0x" << _dblks_written/* << "; dr=0x" << _dblks_read*/; - oss << "; pc=0x" << _pg_cnt; - return oss.str(); -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.h b/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.h deleted file mode 100644 index f727243cb0..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/data_tok.h +++ /dev/null @@ -1,136 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_DATA_TOK_H -#define QPID_LINEARSTORE_JOURNAL_DATA_TOK_H - -namespace qpid { -namespace linearstore { -namespace journal { -class data_tok; -}}} - -#include -#include -#include "qpid/linearstore/jrnl/smutex.h" -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \class data_tok - * \brief Data block token (data_tok) used to track wstate of a data block through asynchronous - * I/O process - */ - class data_tok - { - public: - // TODO: Fix this, separate write state from operation - // ie: wstate = NONE, CACHED, PART, SUBM, COMPL - // op = ENQUEUE, DEQUEUE, ABORT, COMMIT - enum write_state - { - NONE, ///< Data block not sent to journal - ENQ_CACHED, ///< Data block enqueue written to page cache - ENQ_PART, ///< Data block part-submitted to AIO, waiting for page buffer to free up - ENQ_SUBM, ///< Data block enqueue submitted to AIO - ENQ, ///< Data block enqueue AIO write complete (enqueue complete) - DEQ_CACHED, ///< Data block dequeue written to page cache - DEQ_PART, ///< Data block part-submitted to AIO, waiting for page buffer to free up - DEQ_SUBM, ///< Data block dequeue submitted to AIO - DEQ, ///< Data block dequeue AIO write complete (dequeue complete) - ABORT_CACHED, - ABORT_PART, - ABORT_SUBM, - ABORTED, - COMMIT_CACHED, - COMMIT_PART, - COMMIT_SUBM, - COMMITTED - }; - - protected: - static smutex _mutex; - static uint64_t _cnt; - uint64_t _icnt; - write_state _wstate; ///< Enqueued / dequeued state of data - std::size_t _dsize; ///< Data size in bytes - uint32_t _dblks_written; ///< Data blocks read/written - uint32_t _pg_cnt; ///< Page counter - incr for each page containing part of data - uint64_t _fid; ///< FID containing header of enqueue record - uint64_t _rid; ///< RID of data set by enqueue operation - std::string _xid; ///< XID set by enqueue operation - uint64_t _dequeue_rid; ///< RID of data set by dequeue operation - bool _external_rid; ///< Flag to indicate external setting of rid - - public: - data_tok(); - virtual ~data_tok(); - - inline uint64_t id() const { return _icnt; } - inline write_state wstate() const { return _wstate; } - const char* wstate_str() const; - static const char* wstate_str(write_state wstate); - inline bool is_writable() const { return _wstate == NONE || _wstate == ENQ_PART; } - inline bool is_enqueued() const { return _wstate == ENQ; } - inline bool is_readable() const { return _wstate == ENQ; } - inline bool is_dequeueable() const { return _wstate == ENQ || _wstate == DEQ_PART; } - inline void set_wstate(const write_state wstate) { _wstate = wstate; } - inline std::size_t dsize() const { return _dsize; } - inline void set_dsize(std::size_t dsize) { _dsize = dsize; } - - inline uint32_t dblocks_written() const { return _dblks_written; } - inline void incr_dblocks_written(uint32_t dblks_written) - { _dblks_written += dblks_written; } - inline void set_dblocks_written(uint32_t dblks_written) { _dblks_written = dblks_written; } - - inline uint32_t pg_cnt() const { return _pg_cnt; } - inline uint32_t incr_pg_cnt() { return ++_pg_cnt; } - inline uint32_t decr_pg_cnt() { assert(_pg_cnt != 0); return --_pg_cnt; } - - inline uint64_t fid() const { return _fid; } - inline void set_fid(const uint64_t fid) { _fid = fid; } - inline uint64_t rid() const { return _rid; } - inline void set_rid(const uint64_t rid) { _rid = rid; } - inline uint64_t dequeue_rid() const {return _dequeue_rid; } - inline void set_dequeue_rid(const uint64_t rid) { _dequeue_rid = rid; } - inline bool external_rid() const { return _external_rid; } - inline void set_external_rid(const bool external_rid) { _external_rid = external_rid; } - - inline bool has_xid() const { return !_xid.empty(); } - inline const std::string& xid() const { return _xid; } - inline void clear_xid() { _xid.clear(); } - inline void set_xid(const std::string& xid) { _xid.assign(xid); } - inline void set_xid(const void* xidp, const std::size_t xid_len) - { _xid.assign((const char*)xidp, xid_len); } - - void reset(); - - // debug aid - std::string status_str() const; - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_DATA_TOK_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.cpp deleted file mode 100644 index ca8de61607..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.cpp +++ /dev/null @@ -1,287 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/deq_rec.h" - -#include -#include -#include -#include "qpid/linearstore/jrnl/jexception.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -deq_rec::deq_rec(): - _xidp(0), - _buff(0) -{ - ::deq_hdr_init(&_deq_hdr, QLS_DEQ_MAGIC, QLS_JRNL_VERSION, 0, 0, 0, 0, 0); - ::rec_tail_copy(&_deq_tail, &_deq_hdr._rhdr, 0); -} - -deq_rec::~deq_rec() -{ - clean(); -} - -void -deq_rec::reset(const uint64_t serial, const uint64_t rid, const uint64_t drid, const void* const xidp, - const std::size_t xidlen, const bool txn_coml_commit) -{ - _deq_hdr._rhdr._serial = serial; - _deq_hdr._rhdr._rid = rid; - ::set_txn_coml_commit(&_deq_hdr, txn_coml_commit); - _deq_hdr._deq_rid = drid; - _deq_hdr._xidsize = xidlen; - _xidp = xidp; - _buff = 0; - _deq_tail._serial = serial; - _deq_tail._rid = rid; -} - -uint32_t -deq_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) -{ - assert(wptr != 0); - assert(max_size_dblks > 0); - if (_xidp == 0) - assert(_deq_hdr._xidsize == 0); - - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t wr_cnt = 0; - if (rec_offs_dblks) // Continuation of split dequeue record (over 2 or more pages) - { - if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required - { - rec_offs -= sizeof(_deq_hdr); - std::size_t wsize = _deq_hdr._xidsize > rec_offs ? _deq_hdr._xidsize - rec_offs : 0; - std::size_t wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= _deq_hdr._xidsize - wsize2; - if (rem) - { - wsize = sizeof(_deq_tail) > rec_offs ? sizeof(_deq_tail) - rec_offs : 0; - wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy((char*)wptr + wr_cnt, (char*)&_deq_tail + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= sizeof(_deq_tail) - wsize2; - } - assert(rem == 0); - assert(rec_offs == 0); - } - else // No further split required - { - rec_offs -= sizeof(_deq_hdr); - std::size_t wsize = _deq_hdr._xidsize > rec_offs ? _deq_hdr._xidsize - rec_offs : 0; - if (wsize) - { - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt += wsize; - } - rec_offs -= _deq_hdr._xidsize - wsize; - wsize = sizeof(_deq_tail) > rec_offs ? sizeof(_deq_tail) - rec_offs : 0; - if (wsize) - { - std::memcpy((char*)wptr + wr_cnt, (char*)&_deq_tail + rec_offs, wsize); - wr_cnt += wsize; -#ifdef QLS_CLEAN - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - rec_offs -= sizeof(_deq_tail) - wsize; - assert(rec_offs == 0); - } - } - else // Start at beginning of data record - { - // Assumption: the header will always fit into the first dblk - std::memcpy(wptr, (void*)&_deq_hdr, sizeof(_deq_hdr)); - wr_cnt = sizeof(_deq_hdr); - if (size_dblks(rec_size()) > max_size_dblks) // Split required - can only occur with xid - { - std::size_t wsize; - rem -= sizeof(_deq_hdr); - if (rem) - { - wsize = rem >= _deq_hdr._xidsize ? _deq_hdr._xidsize : rem; - std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); - wr_cnt += wsize; - rem -= wsize; - } - if (rem) - { - wsize = rem >= sizeof(_deq_tail) ? sizeof(_deq_tail) : rem; - std::memcpy((char*)wptr + wr_cnt, (void*)&_deq_tail, wsize); - wr_cnt += wsize; - rem -= wsize; - } - assert(rem == 0); - } - else // No split required - { - if (_deq_hdr._xidsize) - { - std::memcpy((char*)wptr + wr_cnt, _xidp, _deq_hdr._xidsize); - wr_cnt += _deq_hdr._xidsize; - std::memcpy((char*)wptr + wr_cnt, (void*)&_deq_tail, sizeof(_deq_tail)); - wr_cnt += sizeof(_deq_tail); - } -#ifdef QLS_CLEAN - std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - } - return size_dblks(wr_cnt); -} - -bool -deq_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) -{ - uint32_t checksum = 0UL; // TODO: Add checksum math - if (rec_offs == 0) - { - //_deq_hdr.hdr_copy(h); - ::rec_hdr_copy(&_deq_hdr._rhdr, &h); - ifsp->read((char*)&_deq_hdr._deq_rid, sizeof(_deq_hdr._deq_rid)); - ifsp->read((char*)&_deq_hdr._xidsize, sizeof(_deq_hdr._xidsize)); - rec_offs = sizeof(_deq_hdr); - // Read header, allocate (if req'd) for xid - if (_deq_hdr._xidsize) - { - _buff = std::malloc(_deq_hdr._xidsize); - MALLOC_CHK(_buff, "_buff", "enq_rec", "rcv_decode"); - } - } - if (rec_offs < sizeof(_deq_hdr) + _deq_hdr._xidsize) - { - // Read xid (or continue reading xid) - std::size_t offs = rec_offs - sizeof(_deq_hdr); - ifsp->read((char*)_buff + offs, _deq_hdr._xidsize - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < _deq_hdr._xidsize - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - if (rec_offs < sizeof(_deq_hdr) + - (_deq_hdr._xidsize ? _deq_hdr._xidsize + sizeof(rec_tail_t) : 0)) - { - // Read tail (or continue reading tail) - std::size_t offs = rec_offs - sizeof(_deq_hdr) - _deq_hdr._xidsize; - ifsp->read((char*)&_deq_tail + offs, sizeof(rec_tail_t) - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < sizeof(rec_tail_t) - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); - assert(!ifsp->fail() && !ifsp->bad()); - if (_deq_hdr._xidsize) { - int res = ::rec_tail_check(&_deq_tail, &_deq_hdr._rhdr, checksum); - if (res != 0) { - std::stringstream oss; - switch (res) { - case 1: oss << std::hex << "Magic: expected 0x" << ~_deq_hdr._rhdr._magic << "; found 0x" << _deq_tail._xmagic; break; - case 2: oss << std::hex << "Serial: expected 0x" << _deq_hdr._rhdr._serial << "; found 0x" << _deq_tail._serial; break; - case 3: oss << std::hex << "Record Id: expected 0x" << _deq_hdr._rhdr._rid << "; found 0x" << _deq_tail._rid; break; - case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _deq_tail._checksum; break; - default: oss << "Unknown error " << res; - } - throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "deq_rec", "decode"); // TODO: Don't throw exception, log info - } - } - return true; -} - -std::size_t -deq_rec::get_xid(void** const xidpp) -{ - if (!_buff) - { - *xidpp = 0; - return 0; - } - *xidpp = _buff; - return _deq_hdr._xidsize; -} - -std::string& -deq_rec::str(std::string& str) const -{ - std::ostringstream oss; - oss << "deq_rec: m=" << _deq_hdr._rhdr._magic; - oss << " v=" << (int)_deq_hdr._rhdr._version; - oss << " rid=" << _deq_hdr._rhdr._rid; - oss << " drid=" << _deq_hdr._deq_rid; - if (_xidp) - oss << " xid=\"" << _xidp << "\""; - str.append(oss.str()); - return str; -} - -std::size_t -deq_rec::xid_size() const -{ - return _deq_hdr._xidsize; -} - -std::size_t -deq_rec::rec_size() const -{ - return sizeof(deq_hdr_t) + (_deq_hdr._xidsize ? _deq_hdr._xidsize + sizeof(rec_tail_t) : 0); -} - -void -deq_rec::clean() -{ - // clean up allocated memory here -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.h b/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.h deleted file mode 100644 index b4941895be..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/deq_rec.h +++ /dev/null @@ -1,69 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H -#define QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H - -#include "qpid/linearstore/jrnl/jrec.h" -#include "qpid/linearstore/jrnl/utils/deq_hdr.h" -#include "qpid/linearstore/jrnl/utils/rec_tail.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -/** -* \class deq_rec -* \brief Class to handle a single journal dequeue record. -*/ -class deq_rec : public jrec -{ -private: - ::deq_hdr_t _deq_hdr; ///< Local instance of dequeue header struct - const void* _xidp; ///< xid pointer for encoding (writing to disk) - void* _buff; ///< Pointer to buffer to receive data read from disk - ::rec_tail_t _deq_tail; ///< Local instance of enqueue tail struct, only encoded if XID is present - -public: - deq_rec(); - virtual ~deq_rec(); - - void reset(const uint64_t serial, const uint64_t rid, const uint64_t drid, const void* const xidp, - const std::size_t xidlen, const bool txn_coml_commit); - uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); - bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); - - inline bool is_txn_coml_commit() const { return ::is_txn_coml_commit(&_deq_hdr); } - inline uint64_t rid() const { return _deq_hdr._rhdr._rid; } - inline uint64_t deq_rid() const { return _deq_hdr._deq_rid; } - std::size_t get_xid(void** const xidpp); - std::string& str(std::string& str) const; - inline std::size_t data_size() const { return 0; } // This record never carries data - std::size_t xid_size() const; - std::size_t rec_size() const; - -private: - virtual void clean(); -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_DEQ_REQ_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.cpp deleted file mode 100644 index 010968bdf7..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.cpp +++ /dev/null @@ -1,185 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/enq_map.h" - -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/slock.h" -#include - - -namespace qpid { -namespace linearstore { -namespace journal { - -// static return/error codes -int16_t enq_map::EMAP_DUP_RID = -3; -int16_t enq_map::EMAP_LOCKED = -2; -int16_t enq_map::EMAP_RID_NOT_FOUND = -1; -int16_t enq_map::EMAP_OK = 0; -int16_t enq_map::EMAP_FALSE = 0; -int16_t enq_map::EMAP_TRUE = 1; - -enq_map::enq_map(): - _map(){} - -enq_map::~enq_map() {} - - -short -enq_map::insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn) -{ - return insert_pfid(rid, pfid, file_posn, false); -} - -short -enq_map::insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn, const bool locked) -{ - std::pair ret; - emap_data_struct_t rec(pfid, file_posn, locked); - { - slock s(_mutex); - ret = _map.insert(emap_param(rid, rec)); - } - if (ret.second == false) - return EMAP_DUP_RID; - return EMAP_OK; -} - -short -enq_map::get_pfid(const uint64_t rid, uint64_t& pfid) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - if (itr->second._lock) - return EMAP_LOCKED; - pfid = itr->second._pfid; - return EMAP_OK; -} - -short -enq_map::get_remove_pfid(const uint64_t rid, uint64_t& pfid, const bool txn_flag) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - if (itr->second._lock && !txn_flag) // locked, but not a commit/abort - return EMAP_LOCKED; - pfid = itr->second._pfid; - _map.erase(itr); - return EMAP_OK; -} - -short -enq_map::get_file_posn(const uint64_t rid, std::streampos& file_posn) { - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - if (itr->second._lock) - return EMAP_LOCKED; - file_posn = itr->second._file_posn; - return EMAP_OK; -} - -short -enq_map::get_data(const uint64_t rid, emap_data_struct_t& eds) { - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - eds._pfid = itr->second._pfid; - eds._file_posn = itr->second._file_posn; - eds._lock = itr->second._lock; - return EMAP_OK; -} - -bool -enq_map::is_enqueued(const uint64_t rid, bool ignore_lock) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return false; - if (!ignore_lock && itr->second._lock) // locked - return false; - return true; -} - -short -enq_map::lock(const uint64_t rid) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - itr->second._lock = true; - return EMAP_OK; -} - -short -enq_map::unlock(const uint64_t rid) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - itr->second._lock = false; - return EMAP_OK; -} - -short -enq_map::is_locked(const uint64_t rid) -{ - slock s(_mutex); - emap_itr itr = _map.find(rid); - if (itr == _map.end()) // not found in map - return EMAP_RID_NOT_FOUND; - return itr->second._lock ? EMAP_TRUE : EMAP_FALSE; -} - -void -enq_map::rid_list(std::vector& rv) -{ - rv.clear(); - { - slock s(_mutex); - for (emap_itr itr = _map.begin(); itr != _map.end(); itr++) - rv.push_back(itr->first); - } -} - -void -enq_map::pfid_list(std::vector& fv) -{ - fv.clear(); - { - slock s(_mutex); - for (emap_itr itr = _map.begin(); itr != _map.end(); itr++) - fv.push_back(itr->second._pfid); - } -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.h b/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.h deleted file mode 100644 index aff839a022..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/enq_map.h +++ /dev/null @@ -1,110 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H -#define QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H - -namespace qpid { -namespace linearstore { -namespace journal { -class enq_map; -}}} - -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \class enq_map - * \brief Class for storing the physical file id (pfid) and a transaction locked flag for each enqueued - * data block using the record id (rid) as a key. This is the primary mechanism for - * deterimining the enqueue low water mark: if a pfid exists in this map, then there is - * at least one still-enqueued record in that file. (The transaction map must also be - * clear, however.) - * - * Map rids against pfid and lock status. As records are enqueued, they are added to this - * map, and as they are dequeued, they are removed. An enqueue is locked when a transactional - * dequeue is pending that has been neither committed nor aborted. - * 
-    *   key      data
-    *
-    *   rid1 --- [ pfid, txn_lock ]
-    *   rid2 --- [ pfid, txn_lock ]
-    *   rid3 --- [ pfid, txn_lock ]
-    *   ...
-    *
- */ - class enq_map - { - public: - // return/error codes - static short EMAP_DUP_RID; - static short EMAP_LOCKED; - static short EMAP_RID_NOT_FOUND; - static short EMAP_OK; - static short EMAP_FALSE; - static short EMAP_TRUE; - - typedef struct emap_data_struct_t { - uint64_t _pfid; - std::streampos _file_posn; - bool _lock; - emap_data_struct_t() : _pfid(0), _file_posn(0), _lock(false) {} - emap_data_struct_t(const uint64_t pfid, const std::streampos file_posn, const bool lock) : _pfid(pfid), _file_posn(file_posn), _lock(lock) {} - } emqp_data_struct_t; - typedef std::pair emap_param; - typedef std::map emap; - typedef emap::iterator emap_itr; - - private: - emap _map; - smutex _mutex; - - public: - enq_map(); - virtual ~enq_map(); - - short insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn); // 0=ok; -3=duplicate rid; - short insert_pfid(const uint64_t rid, const uint64_t pfid, const std::streampos file_posn, const bool locked); // 0=ok; -3=duplicate rid; - short get_pfid(const uint64_t rid, uint64_t& pfid); // >=0=pfid; -1=rid not found; -2=locked - short get_remove_pfid(const uint64_t rid, uint64_t& pfid, const bool txn_flag = false); // >=0=pfid; -1=rid not found; -2=locked - short get_file_posn(const uint64_t rid, std::streampos& file_posn); // -1=rid not found; -2=locked - short get_data(const uint64_t rid, emap_data_struct_t& eds); - bool is_enqueued(const uint64_t rid, bool ignore_lock = false); - short lock(const uint64_t rid); // 0=ok; -1=rid not found - short unlock(const uint64_t rid); // 0=ok; -1=rid not found - short is_locked(const uint64_t rid); // 1=true; 0=false; -1=rid not found - inline void clear() { _map.clear(); } - inline bool empty() const { return _map.empty(); } - inline uint32_t size() const { return uint32_t(_map.size()); } - void rid_list(std::vector& rv); - void pfid_list(std::vector& fv); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENQ_MAP_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.cpp deleted file mode 100644 index 8096d309f9..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.cpp +++ /dev/null @@ -1,360 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/enq_rec.h" - -#include -#include -#include -#include "qpid/linearstore/jrnl/jexception.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -enq_rec::enq_rec(): - jrec(), // superclass - _xidp(0), - _data(0), - _buff(0) -{ - ::enq_hdr_init(&_enq_hdr, QLS_ENQ_MAGIC, QLS_JRNL_VERSION, 0, 0, 0, 0, false); - ::rec_tail_copy(&_enq_tail, &_enq_hdr._rhdr, 0); -} - -enq_rec::~enq_rec() -{ - clean(); -} - -void -enq_rec::reset(const uint64_t serial, const uint64_t rid, const void* const dbuf, const std::size_t dlen, - const void* const xidp, const std::size_t xidlen, const bool transient, const bool external) -{ - _enq_hdr._rhdr._serial = serial; - _enq_hdr._rhdr._rid = rid; - ::set_enq_transient(&_enq_hdr, transient); - ::set_enq_external(&_enq_hdr, external); - _enq_hdr._xidsize = xidlen; - _enq_hdr._dsize = dlen; - _xidp = xidp; - _data = dbuf; - _buff = 0; - _enq_tail._serial = serial; - _enq_tail._rid = rid; -} - -uint32_t -enq_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) -{ - assert(wptr != 0); - assert(max_size_dblks > 0); - if (_xidp == 0) - assert(_enq_hdr._xidsize == 0); - - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t wr_cnt = 0; - if (rec_offs_dblks) // Continuation of split data record (over 2 or more pages) - { - if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required - { - rec_offs -= sizeof(_enq_hdr); - std::size_t wsize = _enq_hdr._xidsize > rec_offs ? _enq_hdr._xidsize - rec_offs : 0; - std::size_t wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt = wsize; - rem -= wsize; - } - rec_offs -= _enq_hdr._xidsize - wsize2; - if (rem && !::is_enq_external(&_enq_hdr)) - { - wsize = _enq_hdr._dsize > rec_offs ? _enq_hdr._dsize - rec_offs : 0; - wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy((char*)wptr + wr_cnt, (const char*)_data + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= _enq_hdr._dsize - wsize2; - } - if (rem) - { - wsize = sizeof(_enq_tail) > rec_offs ? sizeof(_enq_tail) - rec_offs : 0; - wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy((char*)wptr + wr_cnt, (char*)&_enq_tail + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= sizeof(_enq_tail) - wsize2; - } - assert(rem == 0); - assert(rec_offs == 0); - } - else // No further split required - { - rec_offs -= sizeof(_enq_hdr); - std::size_t wsize = _enq_hdr._xidsize > rec_offs ? _enq_hdr._xidsize - rec_offs : 0; - if (wsize) - { - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt += wsize; - } - rec_offs -= _enq_hdr._xidsize - wsize; - wsize = _enq_hdr._dsize > rec_offs ? _enq_hdr._dsize - rec_offs : 0; - if (wsize && !::is_enq_external(&_enq_hdr)) - { - std::memcpy((char*)wptr + wr_cnt, (const char*)_data + rec_offs, wsize); - wr_cnt += wsize; - } - rec_offs -= _enq_hdr._dsize - wsize; - wsize = sizeof(_enq_tail) > rec_offs ? sizeof(_enq_tail) - rec_offs : 0; - if (wsize) - { - std::memcpy((char*)wptr + wr_cnt, (char*)&_enq_tail + rec_offs, wsize); - wr_cnt += wsize; -#ifdef QLS_CLEAN - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - rec_offs -= sizeof(_enq_tail) - wsize; - assert(rec_offs == 0); - } - } - else // Start at beginning of data record - { - // Assumption: the header will always fit into the first dblk - std::memcpy(wptr, (void*)&_enq_hdr, sizeof(_enq_hdr)); - wr_cnt = sizeof(_enq_hdr); - if (size_dblks(rec_size()) > max_size_dblks) // Split required - { - std::size_t wsize; - rem -= sizeof(_enq_hdr); - if (rem) - { - wsize = rem >= _enq_hdr._xidsize ? _enq_hdr._xidsize : rem; - std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); - wr_cnt += wsize; - rem -= wsize; - } - if (rem && !::is_enq_external(&_enq_hdr)) - { - wsize = rem >= _enq_hdr._dsize ? _enq_hdr._dsize : rem; - std::memcpy((char*)wptr + wr_cnt, _data, wsize); - wr_cnt += wsize; - rem -= wsize; - } - if (rem) - { - wsize = rem >= sizeof(_enq_tail) ? sizeof(_enq_tail) : rem; - std::memcpy((char*)wptr + wr_cnt, (void*)&_enq_tail, wsize); - wr_cnt += wsize; - rem -= wsize; - } - assert(rem == 0); - } - else // No split required - { - if (_enq_hdr._xidsize) - { - std::memcpy((char*)wptr + wr_cnt, _xidp, _enq_hdr._xidsize); - wr_cnt += _enq_hdr._xidsize; - } - if (!::is_enq_external(&_enq_hdr)) - { - std::memcpy((char*)wptr + wr_cnt, _data, _enq_hdr._dsize); - wr_cnt += _enq_hdr._dsize; - } - std::memcpy((char*)wptr + wr_cnt, (void*)&_enq_tail, sizeof(_enq_tail)); - wr_cnt += sizeof(_enq_tail); -#ifdef QLS_CLEAN - std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - } - return size_dblks(wr_cnt); -} - -bool -enq_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) -{ - uint32_t checksum = 0UL; // TODO: Add checksum math - if (rec_offs == 0) - { - // Read header, allocate (if req'd) for xid - //_enq_hdr.hdr_copy(h); - ::rec_hdr_copy(&_enq_hdr._rhdr, &h); - ifsp->read((char*)&_enq_hdr._xidsize, sizeof(_enq_hdr._xidsize)); - ifsp->read((char*)&_enq_hdr._dsize, sizeof(_enq_hdr._dsize)); - rec_offs = sizeof(_enq_hdr); - if (_enq_hdr._xidsize > 0) - { - _buff = std::malloc(_enq_hdr._xidsize); - MALLOC_CHK(_buff, "_buff", "enq_rec", "rcv_decode"); - } - } - if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize) - { - // Read xid (or continue reading xid) - std::size_t offs = rec_offs - sizeof(_enq_hdr); - ifsp->read((char*)_buff + offs, _enq_hdr._xidsize - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < _enq_hdr._xidsize - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - if (!::is_enq_external(&_enq_hdr)) - { - if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize + _enq_hdr._dsize) - { - // Ignore data (or continue ignoring data) - std::size_t offs = rec_offs - sizeof(_enq_hdr) - _enq_hdr._xidsize; - ifsp->ignore(_enq_hdr._dsize - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < _enq_hdr._dsize - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - } - if (rec_offs < sizeof(_enq_hdr) + _enq_hdr._xidsize + - (::is_enq_external(&_enq_hdr) ? 0 : _enq_hdr._dsize) + sizeof(rec_tail_t)) - { - // Read tail (or continue reading tail) - std::size_t offs = rec_offs - sizeof(_enq_hdr) - _enq_hdr._xidsize; - if (!::is_enq_external(&_enq_hdr)) - offs -= _enq_hdr._dsize; - ifsp->read((char*)&_enq_tail + offs, sizeof(rec_tail_t) - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < sizeof(rec_tail_t) - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); - assert(!ifsp->fail() && !ifsp->bad()); - int res = ::rec_tail_check(&_enq_tail, &_enq_hdr._rhdr, checksum); - if (res != 0) { - std::stringstream oss; - switch (res) { - case 1: oss << std::hex << "Magic: expected 0x" << ~_enq_hdr._rhdr._magic << "; found 0x" << _enq_tail._xmagic; break; - case 2: oss << std::hex << "Serial: expected 0x" << _enq_hdr._rhdr._serial << "; found 0x" << _enq_tail._serial; break; - case 3: oss << std::hex << "Record Id: expected 0x" << _enq_hdr._rhdr._rid << "; found 0x" << _enq_tail._rid; break; - case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _enq_tail._checksum; break; - default: oss << "Unknown error " << res; - } - throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "enq_rec", "decode"); // TODO: Don't throw exception, log info - } - return true; -} - -std::size_t -enq_rec::get_xid(void** const xidpp) -{ - if (!_buff || !_enq_hdr._xidsize) - { - *xidpp = 0; - return 0; - } - *xidpp = _buff; - return _enq_hdr._xidsize; -} - -std::size_t -enq_rec::get_data(void** const datapp) -{ - if (!_buff) - { - *datapp = 0; - return 0; - } - if (::is_enq_external(&_enq_hdr)) - *datapp = 0; - else - *datapp = (void*)((char*)_buff + _enq_hdr._xidsize); - return _enq_hdr._dsize; -} - -std::string& -enq_rec::str(std::string& str) const -{ - std::ostringstream oss; - oss << "enq_rec: m=" << _enq_hdr._rhdr._magic; - oss << " v=" << (int)_enq_hdr._rhdr._version; - oss << " rid=" << _enq_hdr._rhdr._rid; - if (_xidp) - oss << " xid=\"" << _xidp << "\""; - oss << " len=" << _enq_hdr._dsize; - str.append(oss.str()); - return str; -} - -std::size_t -enq_rec::rec_size() const -{ - return rec_size(_enq_hdr._xidsize, _enq_hdr._dsize, ::is_enq_external(&_enq_hdr)); -} - -std::size_t -enq_rec::rec_size(const std::size_t xidsize, const std::size_t dsize, const bool external) -{ - if (external) - return sizeof(enq_hdr_t) + xidsize + sizeof(rec_tail_t); - return sizeof(enq_hdr_t) + xidsize + dsize + sizeof(rec_tail_t); -} - -void -enq_rec::clean() -{ - // clean up allocated memory here -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.h b/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.h deleted file mode 100644 index 24ed9e99e1..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/enq_rec.h +++ /dev/null @@ -1,72 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_ENQ_REC_H -#define QPID_LINEARSTORE_JOURNAL_ENQ_REC_H - -#include "qpid/linearstore/jrnl/jrec.h" -#include "qpid/linearstore/jrnl/utils/enq_hdr.h" -#include "qpid/linearstore/jrnl/utils/rec_tail.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -/** -* \class enq_rec -* \brief Class to handle a single journal enqueue record. -*/ -class enq_rec : public jrec -{ -private: - ::enq_hdr_t _enq_hdr; ///< Local instance of enqueue header struct - const void* _xidp; ///< xid pointer for encoding (for writing to disk) - const void* _data; ///< Pointer to data to be written to disk - void* _buff; ///< Pointer to buffer to receive data read from disk - ::rec_tail_t _enq_tail; ///< Local instance of enqueue tail struct - -public: - enq_rec(); - virtual ~enq_rec(); - - void reset(const uint64_t serial, const uint64_t rid, const void* const dbuf, const std::size_t dlen, - const void* const xidp, const std::size_t xidlen, const bool transient, const bool external); - uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); - bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); - - std::size_t get_xid(void** const xidpp); - std::size_t get_data(void** const datapp); - inline bool is_transient() const { return ::is_enq_transient(&_enq_hdr); } - inline bool is_external() const { return ::is_enq_external(&_enq_hdr); } - std::string& str(std::string& str) const; - inline std::size_t data_size() const { return _enq_hdr._dsize; } - inline std::size_t xid_size() const { return _enq_hdr._xidsize; } - std::size_t rec_size() const; - static std::size_t rec_size(const std::size_t xidsize, const std::size_t dsize, const bool external); - inline uint64_t rid() const { return _enq_hdr._rhdr._rid; } - -private: - virtual void clean(); -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENQ_REC_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/enums.h b/qpid/cpp/src/qpid/linearstore/jrnl/enums.h deleted file mode 100644 index 106f58cf5f..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/enums.h +++ /dev/null @@ -1,58 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_ENUMS_H -#define QPID_LINEARSTORE_JOURNAL_ENUMS_H - -namespace qpid { -namespace linearstore { -namespace journal { - - // TODO: Change this to flags, as multiple of these conditions may exist simultaneously - /** - * \brief Enumeration of possible return states from journal read and write operations. - */ - enum _iores - { - RHM_IORES_SUCCESS = 0, ///< Success: IO operation completed noramlly. - RHM_IORES_PAGE_AIOWAIT, ///< IO operation suspended - next page is waiting for AIO. - RHM_IORES_FILE_AIOWAIT, ///< IO operation suspended - next file is waiting for AIO. - RHM_IORES_EMPTY, ///< During read operations, nothing further is available to read. - RHM_IORES_TXPENDING ///< Operation blocked by pending transaction. - }; - typedef _iores iores; - - static inline const char* iores_str(iores res) - { - switch (res) - { - case RHM_IORES_SUCCESS: return "RHM_IORES_SUCCESS"; - case RHM_IORES_PAGE_AIOWAIT: return "RHM_IORES_PAGE_AIOWAIT"; - case RHM_IORES_FILE_AIOWAIT: return "RHM_IORES_FILE_AIOWAIT"; - case RHM_IORES_EMPTY: return "RHM_IORES_EMPTY"; - case RHM_IORES_TXPENDING: return "RHM_IORES_TXPENDING"; - } - return ""; - } - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_ENUMS_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jcfg.h b/qpid/cpp/src/qpid/linearstore/jrnl/jcfg.h deleted file mode 100644 index 83c61bcb5f..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jcfg.h +++ /dev/null @@ -1,58 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_QLS_JRNL_JCFG_H -#define QPID_QLS_JRNL_JCFG_H - -#define QLS_SBLK_SIZE_BYTES 4096 /**< Disk softblock size in bytes, should match size used on disk media */ -#define QLS_AIO_ALIGN_BOUNDARY_BYTES QLS_SBLK_SIZE_BYTES /** Memory alignment boundary used for DMA */ -/** -* Rule: Data block size (QLS_DBLK_SIZE_BYTES) MUST be a power of 2 AND -* a power of 2 factor of the disk softblock size (QLS_SBLK_SIZE_BYTES): -* 
-* n * QLS_DBLK_SIZE_BYTES == QLS_SBLK_SIZE_BYTES (n = 1,2,4,8...)
-*
-*/ -#define QLS_DBLK_SIZE_BYTES 128 /**< Data block size in bytes (CANNOT BE LESS THAN 32!) */ -#define QLS_SBLK_SIZE_DBLKS (QLS_SBLK_SIZE_BYTES / QLS_DBLK_SIZE_BYTES) /**< Disk softblock size in multiples of QLS_DBLK_SIZE_BYTES */ -#define QLS_SBLK_SIZE_KIB (QLS_SBLK_SIZE_BYTES / 1024) /**< Disk softblock size in KiB */ - -#define QLS_WMGR_DEF_PAGE_SIZE_KIB 32 /**< Journal write page size in KiB (default) */ -#define QLS_WMGR_DEF_PAGE_SIZE_SBLKS (QLS_WMGR_DEF_PAGE_SIZE_KIB / QLS_SBLK_SIZE_KIB) /**< Journal write page size in softblocks (default) */ -#define QLS_WMGR_DEF_PAGES 32 /**< Number of pages to use in wmgr (default) */ - -#define QLS_WMGR_MAXDTOKPP 1024 /**< Max. dtoks (data blocks) per page in wmgr */ -#define QLS_WMGR_MAXWAITUS 100 /**< Max. wait time (us) before submitting AIO */ - -#define QLS_JRNL_FILE_EXTENSION ".jrnl" /**< Extension for journal data files */ -#define QLS_TXA_MAGIC 0x61534c51 /**< ("RHMa" in little endian) Magic for dtx abort hdrs */ -#define QLS_TXC_MAGIC 0x63534c51 /**< ("RHMc" in little endian) Magic for dtx commit hdrs */ -#define QLS_DEQ_MAGIC 0x64534c51 /**< ("QLSd" in little endian) Magic for deq rec hdrs */ -#define QLS_ENQ_MAGIC 0x65534c51 /**< ("QLSe" in little endian) Magic for enq rec hdrs */ -#define QLS_FILE_MAGIC 0x66534c51 /**< ("QLSf" in little endian) Magic for file hdrs */ -#define QLS_EMPTY_MAGIC 0x78534c51 /**< ("QLSx" in little endian) Magic for empty dblk */ -#define QLS_JRNL_VERSION 2 /**< Version (of file layout) */ -#define QLS_JRNL_FHDR_RES_SIZE_SBLKS 1 /**< Journal file header reserved size in sblks (as defined by QLS_SBLK_SIZE_BYTES) */ - -#define QLS_CLEAN /**< If defined, writes QLS_CLEAN_CHAR to all filled areas on disk */ -#define QLS_CLEAN_CHAR 0xff /**< Char used to clear empty space on disk */ - -#endif /* ifndef QPID_QLS_JRNL_JCFG_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.cpp deleted file mode 100644 index 099c32b18d..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.cpp +++ /dev/null @@ -1,432 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/jcntl.h" - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/JournalLog.h" -#include "qpid/linearstore/jrnl/utils/enq_hdr.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -#define AIO_CMPL_TIMEOUT_SEC 5 -#define AIO_CMPL_TIMEOUT_NSEC 0 -#define FINAL_AIO_CMPL_TIMEOUT_SEC 15 -#define FINAL_AIO_CMPL_TIMEOUT_NSEC 0 - -// Static -timespec jcntl::_aio_cmpl_timeout; ///< Timeout for blocking libaio returns -timespec jcntl::_final_aio_cmpl_timeout; ///< Timeout for blocking libaio returns when stopping or finalizing -bool jcntl::_init = init_statics(); -bool jcntl::init_statics() -{ - _aio_cmpl_timeout.tv_sec = AIO_CMPL_TIMEOUT_SEC; - _aio_cmpl_timeout.tv_nsec = AIO_CMPL_TIMEOUT_NSEC; - _final_aio_cmpl_timeout.tv_sec = FINAL_AIO_CMPL_TIMEOUT_SEC; - _final_aio_cmpl_timeout.tv_nsec = FINAL_AIO_CMPL_TIMEOUT_NSEC; - return true; -} - - -// Functions - -jcntl::jcntl(const std::string& jid, - const std::string& jdir, - JournalLog& jrnl_log): - _jid(jid), - _jdir(jdir), - _init_flag(false), - _stop_flag(false), - _readonly_flag(false), - _jrnl_log(jrnl_log), - _linearFileController(*this), - _emptyFilePoolPtr(0), - _emap(), - _tmap(), - _wmgr(this, _emap, _tmap, _linearFileController), - _recoveryManager(_jdir.dirname(), _jid, _emap, _tmap, jrnl_log) -{} - -jcntl::~jcntl() -{ - if (_init_flag && !_stop_flag) - try { stop(true); } - catch (const jexception& e) { std::cerr << e << std::endl; } - _linearFileController.finalize(); -} - -void -jcntl::initialize(EmptyFilePool* efpp, - const uint16_t wcache_num_pages, - const uint32_t wcache_pgsize_sblks, - aio_callback* const cbp) -{ - _init_flag = false; - _stop_flag = false; - _readonly_flag = false; - - _emap.clear(); - _tmap.clear(); - - _linearFileController.finalize(); - _jdir.clear_dir(); // Clear any existing journal files - _linearFileController.initialize(_jdir.dirname(), efpp, 0ULL); - _linearFileController.pullEmptyFileFromEfp(); - _wmgr.initialize(cbp, wcache_pgsize_sblks, wcache_num_pages, QLS_WMGR_MAXDTOKPP, QLS_WMGR_MAXWAITUS); - _init_flag = true; -} - -void -jcntl::recover(EmptyFilePoolManager* efpmp, - const uint16_t wcache_num_pages, - const uint32_t wcache_pgsize_sblks, - aio_callback* const cbp, - const std::vector* prep_txn_list_ptr, - uint64_t& highest_rid) -{ - _init_flag = false; - _stop_flag = false; - _readonly_flag = false; - - _emap.clear(); - _tmap.clear(); - - _linearFileController.finalize(); - - // Verify journal dir and journal files - _jdir.verify_dir(); - _recoveryManager.analyzeJournals(prep_txn_list_ptr, efpmp, &_emptyFilePoolPtr); - - highest_rid = _recoveryManager.getHighestRecordId(); - _jrnl_log.log(/*LOG_DEBUG*/JournalLog::LOG_INFO, _jid, _recoveryManager.toLog(_jid, 5)); - _linearFileController.initialize(_jdir.dirname(), _emptyFilePoolPtr, _recoveryManager.getHighestFileNumber()); - _recoveryManager.setLinearFileControllerJournals(&qpid::linearstore::journal::LinearFileController::addJournalFile, &_linearFileController); - _wmgr.initialize(cbp, wcache_pgsize_sblks, wcache_num_pages, QLS_WMGR_MAXDTOKPP, QLS_WMGR_MAXWAITUS, - (_recoveryManager.isLastFileFull() ? 0 : _recoveryManager.getEndOffset())); - - _readonly_flag = true; - _init_flag = true; -} - -void -jcntl::recover_complete() -{ - if (!_readonly_flag) - throw jexception(jerrno::JERR_JCNTL_NOTRECOVERED, "jcntl", "recover_complete"); - _readonly_flag = false; -} - -void -jcntl::delete_jrnl_files() -{ - stop(true); // wait for AIO to complete - _linearFileController.purgeEmptyFilesToEfp(); - _jdir.delete_dir(); -} - - -iores -jcntl::enqueue_data_record(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const bool transient) -{ - iores r; - check_wstatus("enqueue_data_record"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.enqueue(data_buff, tot_data_len, this_data_len, dtokp, 0, 0, transient, false), r, - dtokp)) ; - } - return r; -} - -iores -jcntl::enqueue_extern_data_record(const std::size_t tot_data_len, - data_tok* dtokp, - const bool transient) -{ - iores r; - check_wstatus("enqueue_extern_data_record"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.enqueue(0, tot_data_len, 0, dtokp, 0, 0, transient, true), r, dtokp)) ; - } - return r; -} - -iores -jcntl::enqueue_txn_data_record(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const std::string& xid, - const bool transient) -{ - iores r; - check_wstatus("enqueue_tx_data_record"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.enqueue(data_buff, tot_data_len, this_data_len, dtokp, xid.data(), xid.size(), - transient, false), r, dtokp)) ; - } - return r; -} - -iores -jcntl::enqueue_extern_txn_data_record(const std::size_t tot_data_len, - data_tok* dtokp, - const std::string& xid, - const bool transient) -{ - iores r; - check_wstatus("enqueue_extern_txn_data_record"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.enqueue(0, tot_data_len, 0, dtokp, xid.data(), xid.size(), transient, true), r, - dtokp)) ; - } - return r; -} - -iores -jcntl::read_data_record(void** const datapp, - std::size_t& dsize, - void** const xidpp, - std::size_t& xidsize, - bool& transient, - bool& external, - data_tok* const dtokp, - bool ignore_pending_txns) -{ - check_rstatus("read_data"); - if (_recoveryManager.readNextRemainingRecord(datapp, dsize, xidpp, xidsize, transient, external, dtokp, ignore_pending_txns)) { - return RHM_IORES_SUCCESS; - } - return RHM_IORES_EMPTY; -} - -iores -jcntl::dequeue_data_record(data_tok* const dtokp, - const bool txn_coml_commit) -{ - iores r; - check_wstatus("dequeue_data"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.dequeue(dtokp, 0, 0, txn_coml_commit), r, dtokp)) ; - } - return r; -} - -iores -jcntl::dequeue_txn_data_record(data_tok* const dtokp, - const std::string& xid, - const bool txn_coml_commit) -{ - iores r; - check_wstatus("dequeue_data"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.dequeue(dtokp, xid.data(), xid.size(), txn_coml_commit), r, dtokp)) ; - } - return r; -} - -iores -jcntl::txn_abort(data_tok* const dtokp, - const std::string& xid) -{ - iores r; - check_wstatus("txn_abort"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.abort(dtokp, xid.data(), xid.size()), r, dtokp)) ; - } - return r; -} - -iores -jcntl::txn_commit(data_tok* const dtokp, - const std::string& xid) -{ - iores r; - check_wstatus("txn_commit"); - { - slock s(_wr_mutex); - while (handle_aio_wait(_wmgr.commit(dtokp, xid.data(), xid.size()), r, dtokp)) ; - } - return r; -} - -bool -jcntl::is_txn_synced(const std::string& xid) -{ - slock s(_wr_mutex); - bool res = _wmgr.is_txn_synced(xid); - return res; -} - -int32_t -jcntl::get_wr_events(timespec* const timeout) -{ - stlock t(_wr_mutex); - if (!t.locked()) - return jerrno::LOCK_TAKEN; - return _wmgr.get_events(timeout, false); -} - -void -jcntl::stop(const bool block_till_aio_cmpl) -{ - if (_readonly_flag) - check_rstatus("stop"); - else - check_wstatus("stop"); - _stop_flag = true; - if (!_readonly_flag) - flush(block_till_aio_cmpl); - _linearFileController.finalize(); -} - -LinearFileController& -jcntl::getLinearFileControllerRef() { - return _linearFileController; -} - -iores -jcntl::flush(const bool block_till_aio_cmpl) -{ - if (!_init_flag) - return RHM_IORES_SUCCESS; - if (_readonly_flag) - throw jexception(jerrno::JERR_JCNTL_READONLY, "jcntl", "flush"); - iores res; - { - slock s(_wr_mutex); - res = _wmgr.flush(); - } - if (block_till_aio_cmpl) - aio_cmpl_wait(); - return res; -} - -// Protected/Private functions - -void -jcntl::check_wstatus(const char* fn_name) const -{ - if (!_init_flag) - throw jexception(jerrno::JERR__NINIT, "jcntl", fn_name); - if (_readonly_flag) - throw jexception(jerrno::JERR_JCNTL_READONLY, "jcntl", fn_name); - if (_stop_flag) - throw jexception(jerrno::JERR_JCNTL_STOPPED, "jcntl", fn_name); -} - -void -jcntl::check_rstatus(const char* fn_name) const -{ - if (!_init_flag) - throw jexception(jerrno::JERR__NINIT, "jcntl", fn_name); - if (_stop_flag) - throw jexception(jerrno::JERR_JCNTL_STOPPED, "jcntl", fn_name); -} - - -void -jcntl::aio_cmpl_wait() -{ - //while (_wmgr.get_aio_evt_rem()) - while (true) - { - uint32_t aer; - { - slock s(_wr_mutex); - aer = _wmgr.get_aio_evt_rem(); - } - if (aer == 0) break; // no events left - if (get_wr_events(&_aio_cmpl_timeout) == jerrno::AIO_TIMEOUT) - throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "aio_cmpl_wait"); - } -} - - -bool -jcntl::handle_aio_wait(const iores res, iores& resout, const data_tok* dtp) -{ - resout = res; - if (res == RHM_IORES_PAGE_AIOWAIT) - { - while (_wmgr.curr_pg_blocked()) - { - if (_wmgr.get_aio_evt_rem() == 0) { -std::cout << "&&&&&& jcntl::handle_aio_wait() " << _wmgr.status_str() << std::endl; // DEBUG - throw jexception("_wmgr.curr_pg_blocked() with no events remaining"); // TODO - complete exception - } - if (_wmgr.get_events(&_aio_cmpl_timeout, false) == jerrno::AIO_TIMEOUT) - { - std::ostringstream oss; - oss << "get_events() returned JERR_JCNTL_AIOCMPLWAIT; wmgr_status: " << _wmgr.status_str(); - _jrnl_log.log(JournalLog::LOG_CRITICAL, _jid, oss.str()); - throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "handle_aio_wait"); - } - } - return true; - } - else if (res == RHM_IORES_FILE_AIOWAIT) - { -// while (_wmgr.curr_file_blocked()) -// { -// if (_wmgr.get_events(pmgr::UNUSED, &_aio_cmpl_timeout) == jerrno::AIO_TIMEOUT) -// { -// std::ostringstream oss; -// oss << "get_events() returned JERR_JCNTL_AIOCMPLWAIT; wmgr_status: " << _wmgr.status_str(); -// this->log(LOG_CRITICAL, oss.str()); -// throw jexception(jerrno::JERR_JCNTL_AIOCMPLWAIT, "jcntl", "handle_aio_wait"); -// } -// } -// _wrfc.wr_reset(); - resout = RHM_IORES_SUCCESS; - data_tok::write_state ws = dtp->wstate(); - return ws == data_tok::ENQ_PART || ws == data_tok::DEQ_PART || ws == data_tok::ABORT_PART || - ws == data_tok::COMMIT_PART; - } - return false; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.h b/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.h deleted file mode 100644 index 76d2a9877d..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jcntl.h +++ /dev/null @@ -1,573 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JCNTL_H -#define QPID_LINEARSTORE_JOURNAL_JCNTL_H - -namespace qpid { -namespace linearstore { -namespace journal { - class jcntl; -}}} - -#include -#include -#include -#include "qpid/linearstore/jrnl/jdir.h" -#include "qpid/linearstore/jrnl/RecoveryManager.h" -#include "qpid/linearstore/jrnl/slock.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include "qpid/linearstore/jrnl/wmgr.h" - -namespace qpid { -namespace linearstore { -namespace journal { - class EmptyFilePool; - class EmptyFilePoolManager; - - /** - * \brief Access and control interface for the journal. This is the top-level class for the - * journal. - * - * This is the top-level journal class; one instance of this class controls one instance of the - * journal and all its files and associated control structures. Besides this class, the only - * other class that needs to be used at a higher level is the data_tok class, one instance of - * which is used per data block written to the journal, and is used to track its status through - * the AIO enqueue, read and dequeue process. - */ - class jcntl - { - protected: - /** - * \brief Journal ID - * - * This string uniquely identifies this journal instance. It will most likely be associated - * with the identity of the message queue with which it is associated. - */ - // TODO: This is not included in any files at present, add to file_hdr? - std::string _jid; - - /** - * \brief Journal directory - * - * This string stores the path to the journal directory. It may be absolute or relative, and - * should not end in a file separator character. (e.g. "/fastdisk/jdata" is correct, - * "/fastdisk/jdata/" is not.) - */ - jdir _jdir; - - /** - * \brief Initialized flag - * - * This flag starts out set to false, is set to true once this object has been initialized, - * either by calling initialize() or recover(). - */ - bool _init_flag; - - /** - * \brief Stopped flag - * - * This flag starts out false, and is set to true when stop() is called. At this point, the - * journal will no longer accept messages until either initialize() or recover() is called. - * There is no way other than through initialization to reset this flag. - */ - // TODO: It would be helpful to distinguish between states stopping and stopped. If stop(true) is called, - // then we are stopping, but must wait for all outstanding aios to return before being finally stopped. During - // this period, however, no new enqueue/dequeue/read requests may be accepted. - bool _stop_flag; - - /** - * \brief Read-only state flag used during recover. - * - * When true, this flag prevents journal write operations (enqueue and dequeue), but - * allows read to occur. It is used during recovery, and is reset when recovered() is - * called. - */ - bool _readonly_flag; - - // Journal control structures - JournalLog& _jrnl_log; ///< Ref to Journal Log instance - LinearFileController _linearFileController; ///< Linear File Controller - EmptyFilePool* _emptyFilePoolPtr; ///< Pointer to Empty File Pool for this queue - enq_map _emap; ///< Enqueue map for low water mark management - txn_map _tmap; ///< Transaction map open transactions - wmgr _wmgr; ///< Write page manager which manages AIO - RecoveryManager _recoveryManager; ///< Recovery data used for recovery - smutex _wr_mutex; ///< Mutex for journal writes - - public: - static timespec _aio_cmpl_timeout; ///< Timeout for blocking libaio returns - static timespec _final_aio_cmpl_timeout; ///< Timeout for blocking libaio returns when stopping or finalizing - - /** - * \brief Journal constructor. - * - * Constructor which sets the physical file location and base name. - * - * \param jid A unique identifier for this journal instance. - * \param jdir The directory which will contain the journal files. - * \param base_filename The string which will be used to start all journal filenames. - */ - jcntl(const std::string& jid, - const std::string& jdir, - JournalLog& jrnl_log); - - /** - * \brief Destructor. - */ - virtual ~jcntl(); - - inline const std::string& id() const { return _jid; } - - inline const std::string& jrnl_dir() const { return _jdir.dirname(); } - - /** - * \brief Initialize the journal for storing data. - * - * Initialize the journal by creating new journal data files and initializing internal - * control structures. When complete, the journal will be empty, and ready to store data. - * - * NOTE: Any existing journal will be ignored by this operation. To use recover - * the data from an existing journal, use recover(). - * - * NOTE: If NULL is passed to the deque pointers, they will be internally created - * and deleted. - * - * NOTE: If NULL is passed to the callbacks, internal default callbacks will be - * used. - * - * \param num_jfiles The number of journal files to be created. - * \param auto_expand If true, allows journal file auto-expansion. In this mode, the journal will automatically - * add files to the journal if it runs out of space. No more than ae_max_jfiles may be added. If false, then - * no files are added and an exception will be thrown if the journal runs out of file space. - * \param ae_max_jfiles Upper limit of journal files for auto-expand mode. When auto_expand is true, this is the - * maximum total number of files allowed in the journal (original plus those added by auto-expand mode). If - * this number of files exist and the journal runs out of space, an exception will be thrown. This number - * must be greater than the num_jfiles parameter value but cannot exceed the maximum number of files for a - * single journal; if num_jfiles is already at its maximum value, then auto-expand will be disabled. - * \param jfsize_sblks The size of each journal file expressed in softblocks. - * \param wcache_num_pages The number of write cache pages to create. - * \param wcache_pgsize_sblks The size in sblks of each write cache page. - * \param cbp Pointer to object containing callback functions for read and write operations. May be 0 (NULL). - * - * \exception TODO - */ - void initialize(EmptyFilePool* efpp, - const uint16_t wcache_num_pages, - const uint32_t wcache_pgsize_sblks, - aio_callback* const cbp); - - /** - * /brief Initialize journal by recovering state from previously written journal. - * - * Initialize journal by recovering state from previously written journal. The journal files - * are analyzed, and all records that have not been dequeued and that remain in the journal - * will be available for reading. The journal is placed in a read-only state until - * recovered() is called; any calls to enqueue or dequeue will fail with an exception - * in this state. - * - * NOTE: If NULL is passed to the deque pointers, they will be internally created - * and deleted. - * - * NOTE: If NULL is passed to the callbacks, internal default callbacks will be - * used. - * - * \param num_jfiles The number of journal files to be created. - * \param auto_expand If true, allows journal file auto-expansion. In this mode, the journal will automatically - * add files to the journal if it runs out of space. No more than ae_max_jfiles may be added. If false, then - * no files are added and an exception will be thrown if the journal runs out of file space. - * \param ae_max_jfiles Upper limit of journal files for auto-expand mode. When auto_expand is true, this is the - * maximum total number of files allowed in the journal (original plus those added by auto-expand mode). If - * this number of files exist and the journal runs out of space, an exception will be thrown. This number - * must be greater than the num_jfiles parameter value but cannot exceed the maximum number of files for a - * single journal; if num_jfiles is already at its maximum value, then auto-expand will be disabled. - * \param jfsize_sblks The size of each journal file expressed in softblocks. - * \param wcache_num_pages The number of write cache pages to create. - * \param wcache_pgsize_sblks The size in sblks of each write cache page. - * \param cbp Pointer to object containing callback functions for read and write operations. May be 0 (NULL). - * \param prep_txn_list_ptr - * \param highest_rid Returns the highest rid found in the journal during recover - * - * \exception TODO - */ - void recover(EmptyFilePoolManager* efpm, - const uint16_t wcache_num_pages, - const uint32_t wcache_pgsize_sblks, - aio_callback* const cbp, - const std::vector* prep_txn_list_ptr, - uint64_t& highest_rid); - - /** - * \brief Notification to the journal that recovery is complete and that normal operation - * may resume. - * - * This call notifies the journal that recovery is complete and that normal operation - * may resume. The read pointers are reset so that all records read as a part of recover - * may be re-read during normal operation. The read-only flag is then reset, allowing - * enqueue and dequeue operations to resume. - * - * \exception TODO - */ - void recover_complete(); - - /** - * \brief Stops journal and deletes all journal files. - * - * Clear the journal directory of all journal files matching the base filename. - * - * \exception TODO - */ - void delete_jrnl_files(); - - /** - * \brief Enqueue data. - * - * Enqueue data or part thereof. If a large data block is being written, then it may be - * enqueued in parts by setting this_data_len to the size of the data being written in this - * call. The total data size must be known in advance, however, as this is written into the - * record header on the first record write. The state of the write (i.e. how much has been - * written so far) is maintained in the data token dtokp. Partial writes will return in state - * ENQ_PART. - * - * Note that a return value of anything other than RHM_IORES_SUCCESS implies that this write - * operation did not complete successfully or was partially completed. The action taken under - * these conditions depends on the value of the return. For example, RHM_IORES_AIO_WAIT - * implies that all pages in the write page cache are waiting for AIO operations to return, - * and that the call should be remade after waiting a bit. - * - * Example: If a write of 99 kB is divided into three equal parts, then the following states - * and returns would characterize a successful operation: - * 
-        *                            dtok.    dtok.   dtok.
-        * Pperation         Return   wstate() dsize() written() Comment
-        * -----------------+--------+--------+-------+---------+------------------------------------
-        *                            NONE     0       0         Value of dtok before op
-        * edr(99000, 33000) SUCCESS  ENQ_PART 99000   33000     Enqueue part 1
-        * edr(99000, 33000) AIO_WAIT ENQ_PART 99000   50000     Enqueue part 2, not completed
-        * edr(99000, 33000) SUCCESS  ENQ_PART 99000   66000     Enqueue part 2 again
-        * edr(99000, 33000) SUCCESS  ENQ      99000   99000     Enqueue part 3
-        *
- * - * \param data_buff Pointer to data to be enqueued for this enqueue operation. - * \param tot_data_len Total data length. - * \param this_data_len Amount to be written in this enqueue operation. - * \param dtokp Pointer to data token which contains the details of the enqueue operation. - * \param transient Flag indicating transient persistence (ie, ignored on recover). - * - * \exception TODO - */ - iores enqueue_data_record(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const bool transient = false); - - iores enqueue_extern_data_record(const std::size_t tot_data_len, - data_tok* dtokp, - const bool transient = false); - - /** - * \brief Enqueue data. - * - * \param data_buff Pointer to data to be enqueued for this enqueue operation. - * \param tot_data_len Total data length. - * \param this_data_len Amount to be written in this enqueue operation. - * \param dtokp Pointer to data token which contains the details of the enqueue operation. - * \param xid String containing xid. An empty string (i.e. length=0) will be considered - * non-transactional. - * \param transient Flag indicating transient persistence (ie, ignored on recover). - * - * \exception TODO - */ - iores enqueue_txn_data_record(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const std::string& xid, - const bool transient = false); - - iores enqueue_extern_txn_data_record(const std::size_t tot_data_len, - data_tok* dtokp, - const std::string& xid, - const bool transient = false); - - /** - * \brief Reads data from the journal. It is the responsibility of the reader to free - * the memory that is allocated through this call - see below for details. - * - * Reads the next non-dequeued data record from the journal. - * - * Note that this call allocates memory into which the data and XID are copied. It - * is the responsibility of the caller to free this memory. The memory for the data and - * XID are allocated in a single call, and the XID precedes the data in the memory space. - * Thus, where an XID exists, freeing the XID pointer will free both the XID and data memory. - * However, if an XID does not exist for the message, the XID pointer xidpp is set to NULL, - * and it is the data pointer datapp that must be freed. Should neither an XID nor data be - * present (ie an empty record), then no memory is allocated, and both pointers will be NULL. - * In this case, there is no need to free memory. - * - * TODO: Fix this lousy interface. The caller should NOT be required to clean up these - * pointers! Rather use a struct, or better still, let the data token carry the data and - * xid pointers and lengths, and have the data token both allocate and delete. - * - * \param datapp Pointer to pointer that will be set to point to memory allocated and - * containing the data. Will be set to NULL if the call fails or there is no data - * in the record. - * \param dsize Ref that will be set to the size of the data. Will be set to 0 if the call - * fails or if there is no data in the record. - * \param xidpp Pointer to pointer that will be set to point to memory allocated and - * containing the XID. Will be set to NULL if the call fails or there is no XID attached - * to this record. - * \param xidsize Ref that will be set to the size of the XID. - * \param transient Ref that will be set true if record is transient. - * \param external Ref that will be set true if record is external. In this case, the data - * pointer datapp will be set to NULL, but dsize will contain the size of the data. - * NOTE: If there is an xid, then xidpp must be freed. - * \param dtokp Pointer to data_tok instance for this data, used to track state of data - * through journal. - * \param ignore_pending_txns When false (default), if the next record to be read is locked - * by a pending transaction, the read fails with RHM_IORES_TXPENDING. However, if set - * to true, then locks are ignored. This is required for reading of the Transaction - * Prepared List (TPL) which may have its entries locked, but may be read from - * time-to-time, and needs all its records (locked and unlocked) to be available. - * - * \exception TODO - */ - iores read_data_record(void** const datapp, - std::size_t& dsize, - void** const xidpp, - std::size_t& xidsize, - bool& transient, - bool& external, - data_tok* const dtokp, - bool ignore_pending_txns = false); - - /** - * \brief Dequeues (marks as no longer needed) data record in journal. - * - * Dequeues (marks as no longer needed) data record in journal. Note that it is possible - * to use the same data token instance used to enqueue this data; it contains the record ID - * needed to correctly mark this data as dequeued in the journal. Otherwise the RID of the - * record to be dequeued and the write state of ENQ must be manually set in a new or reset - * instance of data_tok. - * - * \param dtokp Pointer to data_tok instance for this data, used to track state of data - * through journal. - * \param txn_coml_commit Only used for preparedXID journal. When used for dequeueing - * prepared XID list items, sets whether the complete() was called in commit or abort - * mode. - * - * \exception TODO - */ - iores dequeue_data_record(data_tok* const dtokp, - const bool txn_coml_commit = false); - - /** - * \brief Dequeues (marks as no longer needed) data record in journal. - * - * Dequeues (marks as no longer needed) data record in journal as part of a transaction. - * Note that it is possible to use the same data token instance used to enqueue this data; - * it contains the RID needed to correctly mark this data as dequeued in the journal. - * Otherwise the RID of the record to be dequeued and the write state of ENQ must be - * manually set in a new or reset instance of data_tok. - * - * \param dtokp Pointer to data_tok instance for this data, used to track state of data - * through journal. - * \param xid String containing xid. An empty string (i.e. length=0) will be considered - * non-transactional. - * \param txn_coml_commit Only used for preparedXID journal. When used for dequeueing - * prepared XID list items, sets whether the complete() was called in commit or abort - * mode. - * - * \exception TODO - */ - iores dequeue_txn_data_record(data_tok* const dtokp, - const std::string& xid, - const bool txn_coml_commit = false); - - /** - * \brief Abort the transaction for all records enqueued or dequeued with the matching xid. - * - * Abort the transaction for all records enqueued with the matching xid. All enqueued records - * are effectively deleted from the journal, and can not be read. All dequeued records remain - * as though they had never been dequeued. - * - * \param dtokp Pointer to data_tok instance for this data, used to track state of data - * through journal. - * \param xid String containing xid. - * - * \exception TODO - */ - iores txn_abort(data_tok* const dtokp, - const std::string& xid); - - /** - * \brief Commit the transaction for all records enqueued or dequeued with the matching xid. - * - * Commit the transaction for all records enqueued with the matching xid. All enqueued - * records are effectively released for reading and dequeueing. All dequeued records are - * removed and can no longer be accessed. - * - * \param dtokp Pointer to data_tok instance for this data, used to track state of data - * through journal. - * \param xid String containing xid. - * - * \exception TODO - */ - iores txn_commit(data_tok* const dtokp, - const std::string& xid); - - /** - * \brief Check whether all the enqueue records for the given xid have reached disk. - * - * \param xid String containing xid. - * - * \exception TODO - */ - bool is_txn_synced(const std::string& xid); - - /** - * \brief Forces a check for returned AIO write events. - * - * Forces a check for returned AIO write events. This is normally performed by enqueue() and - * dequeue() operations, but if these operations cease, then this call needs to be made to - * force the processing of any outstanding AIO operations. - */ - int32_t get_wr_events(timespec* const timeout); - - /** - * \brief Stop the journal from accepting any further requests to read or write data. - * - * This operation is used to stop the journal. This is the normal mechanism for bringing the - * journal to an orderly stop. Any outstanding AIO operations or partially written pages in - * the write page cache will by flushed and will complete. - * - * Note: The journal cannot be restarted without either initializing it or restoring - * it. - * - * \param block_till_aio_cmpl If true, will block the thread while waiting for all - * outstanding AIO operations to complete. - */ - void stop(const bool block_till_aio_cmpl = false); - - /** - * \brief Force a flush of the write page cache, creating a single AIO write operation. - */ - iores flush(const bool block_till_aio_cmpl = false); - - inline uint32_t get_enq_cnt() const { return _emap.size(); } // TODO: _emap: Thread safe? - - inline uint32_t get_wr_aio_evt_rem() const { slock l(_wr_mutex); return _wmgr.get_aio_evt_rem(); } - - uint32_t get_wr_outstanding_aio_dblks() const; - - uint32_t get_rd_outstanding_aio_dblks() const; - - LinearFileController& getLinearFileControllerRef(); - - /** - * \brief Check if a particular rid is enqueued. Note that this function will return - * false if the rid is transactionally enqueued and is not committed, or if it is - * locked (i.e. transactionally dequeued, but the dequeue has not been committed). - */ - inline bool is_enqueued(const uint64_t rid, bool ignore_lock = false) { return _emap.is_enqueued(rid, ignore_lock); } - - inline bool is_locked(const uint64_t rid) { - if (_emap.is_enqueued(rid, true) < enq_map::EMAP_OK) - return false; - return _emap.is_locked(rid) == enq_map::EMAP_TRUE; - } - - inline void enq_rid_list(std::vector& rids) { _emap.rid_list(rids); } - - inline void enq_xid_list(std::vector& xids) { _tmap.xid_list(xids); } - - inline uint32_t get_open_txn_cnt() const { return _tmap.size(); } - - // TODO Make this a const, but txn_map must support const first. - inline txn_map& get_txn_map() { return _tmap; } - - /** - * \brief Check if the journal is stopped. - * - * \return true if the jouranl is stopped; - * false otherwise. - */ - inline bool is_stopped() { return _stop_flag; } - - /** - * \brief Check if the journal is ready to read and write data. - * - * Checks if the journal is ready to read and write data. This function will return - * true if the journal has been either initialized or restored, and the stop() - * function has not been called since the initialization. - * - * Note that the journal may also be stopped if an internal error occurs (such as running out - * of data journal file space). - * - * \return true if the journal is ready to read and write data; - * false otherwise. - */ - inline bool is_ready() const { return _init_flag && !_stop_flag; } - - inline bool is_read_only() const { return _readonly_flag; } - - /** - * \brief Get the journal directory. - * - * This returns the journal directory as set during initialization. This is the directory - * into which the journal files will be written. - */ - inline const std::string& dirname() const { return _jdir.dirname(); } - - // Management instrumentation callbacks - inline virtual void instr_incr_outstanding_aio_cnt() {} - inline virtual void instr_decr_outstanding_aio_cnt() {} - - protected: - static bool _init; - static bool init_statics(); - - /** - * \brief Check status of journal before allowing write operations. - */ - void check_wstatus(const char* fn_name) const; - - /** - * \brief Check status of journal before allowing read operations. - */ - void check_rstatus(const char* fn_name) const; - - /** - * \brief Call that blocks while waiting for all outstanding AIOs to complete - */ - void aio_cmpl_wait(); - - /** - * \brief Call that blocks until at least one message returns; used to wait for - * AIO wait conditions to clear. - */ - bool handle_aio_wait(const iores res, iores& resout, const data_tok* dtp); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_JCNTL_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jdir.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/jdir.cpp deleted file mode 100644 index 734493074f..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jdir.cpp +++ /dev/null @@ -1,478 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/jdir.h" - -#include -#include -#include -#include -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -jdir::jdir(const std::string& dirname/*, const std::string& _base_filename*/): - _dirname(dirname)/*, - _base_filename(_base_filename)*/ -{} - -jdir::~jdir() -{} - -// === create_dir === - -void -jdir::create_dir() -{ - create_dir(_dirname); -} - - -void -jdir::create_dir(const char* dirname) -{ - create_dir(std::string(dirname)); -} - - -void -jdir::create_dir(const std::string& dirname) -{ - std::size_t fdp = dirname.find_last_of('/'); - if (fdp != std::string::npos) - { - std::string parent_dir = dirname.substr(0, fdp); - if (!exists(parent_dir)) - create_dir(parent_dir); - } - if (::mkdir(dirname.c_str(), S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH)) - { - if (errno != EEXIST) // Dir exists, ignore - { - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_MKDIR, oss.str(), "jdir", "create_dir"); - } - } -} - - -// === clear_dir === - -void -jdir::clear_dir(const bool create_flag) -{ - clear_dir(_dirname/*, _base_filename*/, create_flag); -} - -void -jdir::clear_dir(const char* dirname/*, const char* base_filename*/, const bool create_flag) -{ - clear_dir(std::string(dirname)/*, std::string(base_filename)*/, create_flag); -} - - -void -jdir::clear_dir(const std::string& dirname/*, const std::string& -#ifndef RHM_JOWRITE - base_filename -#endif -*/ - , const bool create_flag) -{ - DIR* dir = ::opendir(dirname.c_str()); - if (!dir) - { - if (errno == 2 && create_flag) // ENOENT (No such file or dir) - { - create_dir(dirname); - return; - } - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "clear_dir"); - } -//#ifndef RHM_JOWRITE - struct dirent* entry; - bool found = false; - std::string bak_dir; - while ((entry = ::readdir(dir)) != 0) - { - // Ignore . and .. - if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) - { - if (std::strlen(entry->d_name) >= 3) // 'bak' - { - if (std::strncmp(entry->d_name, "bak", 3) == 0) - { - if (!found) - { - bak_dir = create_bak_dir(dirname/*, base_filename*/); - found = true; - } - std::ostringstream oldname; - oldname << dirname << "/" << entry->d_name; - std::ostringstream newname; - newname << bak_dir << "/" << entry->d_name; - if (::rename(oldname.str().c_str(), newname.str().c_str())) - { - ::closedir(dir); - std::ostringstream oss; - oss << "file=\"" << oldname.str() << "\" dest=\"" << - newname.str() << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "jdir", "clear_dir"); - } - } - } - } - } -// FIXME: Find out why this fails with false alarms/errors from time to time... -// While commented out, there is no error capture from reading dir entries. -// check_err(errno, dir, dirname, "clear_dir"); -//#endif - close_dir(dir, dirname, "clear_dir"); -} - -// === push_down === - -std::string -jdir::push_down(const std::string& dirname, const std::string& target_dir/*, const std::string& bak_dir_base*/) -{ - std::string bak_dir_name = create_bak_dir(dirname/*, bak_dir_base*/); - - DIR* dir = ::opendir(dirname.c_str()); - if (!dir) - { - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "push_down"); - } - // Copy contents of targetDirName into bak dir - struct dirent* entry; - while ((entry = ::readdir(dir)) != 0) - { - // Search for targetDirName in storeDirName - if (std::strcmp(entry->d_name, target_dir.c_str()) == 0) - { - std::ostringstream oldname; - oldname << dirname << "/" << target_dir; - std::ostringstream newname; - newname << bak_dir_name << "/" << target_dir; - if (::rename(oldname.str().c_str(), newname.str().c_str())) - { - ::closedir(dir); - std::ostringstream oss; - oss << "file=\"" << oldname.str() << "\" dest=\"" << newname.str() << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_FMOVE, oss.str(), "jdir", "push_down"); - } - break; - } - } - close_dir(dir, dirname, "push_down"); - return bak_dir_name; -} - -// === verify_dir === - -void -jdir::verify_dir() -{ - verify_dir(_dirname/*, _base_filename*/); -} - -void -jdir::verify_dir(const char* dirname/*, const char* base_filename*/) -{ - verify_dir(std::string(dirname)/*, std::string(base_filename)*/); -} - - -void -jdir::verify_dir(const std::string& dirname/*, const std::string& base_filename*/) -{ - if (!is_dir(dirname)) - { - std::ostringstream oss; - oss << "dir=\"" << dirname << "\""; - throw jexception(jerrno::JERR_JDIR_NOTDIR, oss.str(), "jdir", "verify_dir"); - } - - // Read jinf file, then verify all journal files are present -// jinf ji(dirname + "/" + base_filename + "." + QLS_JRNL_FILE_EXTENSION, true); -// for (uint16_t fnum=0; fnum < ji.num_jfiles(); fnum++) -// { -// std::ostringstream oss; -// oss << dirname << "/" << base_filename << "."; -// oss << std::setw(4) << std::setfill('0') << std::hex << fnum; -// oss << "." << QLS_JRNL_FILE_EXTENSION; -// if (!exists(oss.str())) -// throw jexception(jerrno::JERR_JDIR_NOSUCHFILE, oss.str(), "jdir", "verify_dir"); -// } -} - - -// === delete_dir === - -void -jdir::delete_dir(bool children_only) -{ - delete_dir(_dirname, children_only); -} - -void -jdir::delete_dir(const char* dirname, bool children_only) -{ - delete_dir(std::string(dirname), children_only); -} - -void -jdir::delete_dir(const std::string& dirname, bool children_only) -{ - struct dirent* entry; - struct stat s; - DIR* dir = ::opendir(dirname.c_str()); - if (!dir) - { - if (errno == ENOENT) // dir does not exist. - return; - - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "delete_dir"); - } - else - { - while ((entry = ::readdir(dir)) != 0) - { - // Ignore . and .. - if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) - { - std::string full_name(dirname + "/" + entry->d_name); - if (::lstat(full_name.c_str(), &s)) - { - ::closedir(dir); - std::ostringstream oss; - oss << "stat: file=\"" << full_name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "delete_dir"); - } - if (S_ISREG(s.st_mode) || S_ISLNK(s.st_mode)) // This is a file or slink - { - if(::unlink(full_name.c_str())) - { - ::closedir(dir); - std::ostringstream oss; - oss << "unlink: file=\"" << entry->d_name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_UNLINK, oss.str(), "jdir", "delete_dir"); - } - } - else if (S_ISDIR(s.st_mode)) // This is a dir - { - delete_dir(full_name); - } - else // all other types, throw up! - { - ::closedir(dir); - std::ostringstream oss; - oss << "file=\"" << entry->d_name << "\" is not a dir, file or slink."; - oss << " (mode=0x" << std::hex << s.st_mode << std::dec << ")"; - throw jexception(jerrno::JERR_JDIR_BADFTYPE, oss.str(), "jdir", "delete_dir"); - } - } - } - -// FIXME: Find out why this fails with false alarms/errors from time to time... -// While commented out, there is no error capture from reading dir entries. -// check_err(errno, dir, dirname, "delete_dir"); - } - // Now dir is empty, close and delete it - close_dir(dir, dirname, "delete_dir"); - - if (!children_only) - if (::rmdir(dirname.c_str())) - { - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_RMDIR, oss.str(), "jdir", "delete_dir"); - } -} - - -std::string -jdir::create_bak_dir(const std::string& dirname) -{ - DIR* dir = ::opendir(dirname.c_str()); - long dir_num = 0L; - if (!dir) - { - std::ostringstream oss; - oss << "dir=\"" << dirname << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_OPENDIR, oss.str(), "jdir", "create_bak_dir"); - } - struct dirent* entry; - while ((entry = ::readdir(dir)) != 0) - { - // Ignore . and .. - if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) - { - if (std::strlen(entry->d_name) == 9) // Format: _bak.XXXX - { - if (std::strncmp(entry->d_name, "_bak.", 5) == 0) - { - long this_dir_num = std::strtol(entry->d_name + 5, 0, 16); - if (this_dir_num > dir_num) - dir_num = this_dir_num; - } - } - } - } -// FIXME: Find out why this fails with false alarms/errors from time to time... -// While commented out, there is no error capture from reading dir entries. -// check_err(errno, dir, dirname, "create_bak_dir"); - close_dir(dir, dirname, "create_bak_dir"); - - std::ostringstream dn; - dn << dirname << "/_bak." << std::hex << std::setw(4) << std::setfill('0') << ++dir_num; - if (::mkdir(dn.str().c_str(), S_IRWXU | S_IRWXG | S_IROTH)) - { - std::ostringstream oss; - oss << "dir=\"" << dn.str() << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_MKDIR, oss.str(), "jdir", "create_bak_dir"); - } - return std::string(dn.str()); -} - -bool -jdir::is_dir(const char* name) -{ - struct stat s; - if (::stat(name, &s)) - { - std::ostringstream oss; - oss << "file=\"" << name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "is_dir"); - } - return S_ISDIR(s.st_mode); -} - -bool -jdir::is_dir(const std::string& name) -{ - return is_dir(name.c_str()); -} - -bool -jdir::exists(const char* name) -{ - struct stat s; - if (::stat(name, &s)) - { - if (errno == ENOENT) // No such dir or file - return false; - // Throw for any other condition - std::ostringstream oss; - oss << "file=\"" << name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "exists"); - } - return true; -} - -bool -jdir::exists(const std::string& name) -{ - return exists(name.c_str()); -} - -void -jdir::read_dir(const std::string& name, std::vector& dir_list, const bool incl_dirs, const bool incl_files, const bool incl_links, const bool return_fqfn) { - struct stat s; - if (is_dir(name)) { - DIR* dir = ::opendir(name.c_str()); - if (dir != 0) { - struct dirent* entry; - while ((entry = ::readdir(dir)) != 0) { - if (std::strcmp(entry->d_name, ".") != 0 && std::strcmp(entry->d_name, "..") != 0) { // Ignore . and .. - std::string full_name(name + "/" + entry->d_name); - if (::stat(full_name.c_str(), &s)) - { - ::closedir(dir); - std::ostringstream oss; - oss << "stat: file=\"" << full_name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_STAT, oss.str(), "jdir", "delete_dir"); - } - if ((S_ISREG(s.st_mode) && incl_files) || (S_ISDIR(s.st_mode) && incl_dirs) || (S_ISLNK(s.st_mode) && incl_links)) { - if (return_fqfn) { - dir_list.push_back(name + "/" + entry->d_name); - } else { - dir_list.push_back(entry->d_name); - } - } - } - } - } - close_dir(dir, name, "read_dir"); - } -} - -void -jdir::check_err(const int err_num, DIR* dir, const std::string& dir_name, const std::string& fn_name) -{ - if (err_num) - { - std::ostringstream oss; - oss << "dir=\"" << dir_name << "\"" << FORMAT_SYSERR(err_num); - ::closedir(dir); // Try to close, it makes no sense to trap errors here... - throw jexception(jerrno::JERR_JDIR_READDIR, oss.str(), "jdir", fn_name); - } -} - -void -jdir::close_dir(DIR* dir, const std::string& dir_name, const std::string& fn_name) -{ - if (::closedir(dir)) - { - std::ostringstream oss; - oss << "dir=\"" << dir_name << "\"" << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR_JDIR_CLOSEDIR, oss.str(), "jdir", fn_name); - } -} - -std::ostream& -operator<<(std::ostream& os, const jdir& jdir) -{ - os << jdir._dirname; - return os; -} - -std::ostream& -operator<<(std::ostream& os, const jdir* jdirPtr) -{ - os << jdirPtr->_dirname; - return os; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jdir.h b/qpid/cpp/src/qpid/linearstore/jrnl/jdir.h deleted file mode 100644 index c13a5f5af0..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jdir.h +++ /dev/null @@ -1,367 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JDIR_H -#define QPID_LINEARSTORE_JOURNAL_JDIR_H - -namespace qpid { -namespace linearstore { -namespace journal { -class jdir; -}}} - -//#include "qpid/linearstore/jrnl/jinf.h" -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \class jdir - * \brief Class to manage the %journal directory - */ - class jdir - { - private: - std::string _dirname; - //std::string _base_filename; - - public: - - /** - * \brief Sole constructor - * - * \param dirname Name of directory to be managed. - * \param base_filename Filename root used in the creation of %journal files - * and sub-directories. - */ - jdir(const std::string& dirname/*, const std::string& base_filename*/); - - virtual ~jdir(); - - - /** - * \brief Create %journal directory as set in the dirname parameter of the constructor. - * Recursive creation is supported. - * - * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. - */ - void create_dir(); - - /** - * \brief Static function to create a directory. Recursive creation is supported. - * - * \param dirname C-string containing name of directory. - * - * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. - */ - static void create_dir(const char* dirname); - - /** - * \brief Static function to create a directory. Recursive creation is supported. - * - * \param dirname String containing name of directory. - * - * \exception jerrno::JERR_JDIR_MKDIR The creation of dirname failed. - */ - static void create_dir(const std::string& dirname); - - - /** - * \brief Clear the %journal directory of files matching the base filename - * by moving them into a subdirectory. This fn uses the dirname and base_filename - * that were set on construction. - * - * \param create_flag If set, create dirname if it is non-existent, otherwise throw - * exception. - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup - * directory failed. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - */ - void clear_dir(const bool create_flag = true); - - /** - * \brief Clear the directory dirname of %journal files matching base_filename - * by moving them into a subdirectory. - * - * \param dirname C-string containing name of %journal directory. - * \param base_filename C-string containing base filename of %journal files to be matched - * for moving into subdirectory. - * \param create_flag If set, create dirname if it is non-existent, otherwise throw - * exception - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup - * directory failed. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - */ - static void clear_dir(const char* dirname/*, const char* base_filename*/, - const bool create_flag = true); - - /** - * \brief Clear the directory dirname of %journal files matching base_filename - * by moving them into a subdirectory. - * - * \param dirname String containing name of %journal directory. - * \param base_filename String containing base filename of %journal files to be matched - * for moving into subdirectory. - * \param create_flag If set, create dirname if it is non-existent, otherwise throw - * exception - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_FMOVE Moving the files from the %journal directory to the created backup - * directory failed. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - */ - static void clear_dir(const std::string& dirname/*, const std::string& base_filename*/, - const bool create_flag = true); - - - - /** - * \brief Move (push down) the directory target_dir located in directory dirname into a backup directory - * named _bak_dir_base.XXXX (note prepended underscore), where XXXX is an increasing hex serial number - * starting at 0000. - * - * \param dirname Full path to directory containing directory to be pushed down. - * \param target_dir Name of directory in dirname to be pushed down. - * \param bak_dir_base Base name for backup directory to be created in dirname, into which target_dir will be moved. - * \return Name of backup dir into which target_dir was pushed. - */ - static std::string push_down(const std::string& dirname, const std::string& target_dir/*, const std::string& bak_dir_base*/); - - - /** - * \brief Verify that dirname is a valid %journal directory. - * - * The validation reads the .%jinf file, and using this information verifies that all the expected %journal - * (.jdat) files are present. - * - * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname - * \exception jerrno::JERR__FILEIO Error reading %jinf file - * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file - * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing - */ - void verify_dir(); - - /** - * \brief Verify that dirname is a valid %journal directory. - * - * The validation reads the .%jinf file, and using this information verifies that all the expected %journal - * (.jdat) files are present. - * - * \param dirname C-string containing name of %journal directory. - * \param base_filename C-string containing base filename of %journal files to be matched for moving into sub-directory. - * - * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname - * \exception jerrno::JERR__FILEIO Error reading %jinf file - * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file - * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing - */ - static void verify_dir(const char* dirname/*, const char* base_filename*/); - - /** - * \brief Verify that dirname is a valid %journal directory. - * - * The validation reads the .%jinf file, and using this information verifies that all the expected %journal - * (.jdat) files are present. - * - * \param dirname String containing name of %journal directory. - * \param base_filename String containing base filename of %journal files to be matched for moving into sub-directory. - * - * \exception jerrno::JERR_JDIR_NOTDIR dirname is not a directory - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname - * \exception jerrno::JERR__FILEIO Error reading %jinf file - * \exception jerrno::JERR_JINF_CVALIDFAIL Error validating %jinf file - * \exception jerrno::JERR_JDIR_NOSUCHFILE Expected jdat file is missing - */ - static void verify_dir(const std::string& dirname/*, const std::string& base_filename*/); - - /** - * \brief Delete the %journal directory and all files and sub--directories that it may - * contain. This is equivilent of rm -rf. - * - * FIXME: links are not handled correctly. - * - * \param children_only If true, delete only children of dirname, but leave dirname itself. - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. - * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. - * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. - */ - void delete_dir(bool children_only = false ); - - /** - * \brief Delete the %journal directory and all files and sub--directories that it may - * contain. This is equivilent of rm -rf. - * - * FIXME: links are not handled correctly. - * - * \param dirname C-string containing name of directory to be deleted. - * \param children_only If true, delete only children of dirname, but leave dirname itself. - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. - * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. - * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. - */ - static void delete_dir(const char* dirname, bool children_only = false); - - /** - * \brief Delete the %journal directory and all files and sub--directories that it may - * contain. This is equivilent of rm -rf. - * - * FIXME: links are not handled correctly. - * - * \param dirname String containing name of directory to be deleted. - * \param children_only If true, delete only children of dirname, but leave dirname itself. - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_STAT Could not stat dirname. - * \exception jerrno::JERR_JDIR_UNLINK A file could not be deleted. - * \exception jerrno::JERR_JDIR_BADFTYPE A dir entry is neiter a file nor a dir. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - * \exception jerrno::JERR_JDIR_RMDIR A directory could not be deleted. - */ - static void delete_dir(const std::string& dirname, bool children_only = false); - - /** - * \brief Create bakup directory that is next in sequence and move all %journal files - * matching base_filename into it. - * - * In directory dirname, search for existing backup directory using pattern - * "_basename.bak.XXXX" where XXXX is a hexadecimal sequence, and create next directory - * based on highest number found. Move all %journal files which match the base_fileaname - * parameter into this new backup directory. - * - * \param dirname String containing name of %journal directory. - * \param base_filename String containing base filename of %journal files to be matched - * for moving into subdirectory. - * - * \exception jerrno::JERR_JDIR_OPENDIR The %journal directory could not be opened. - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - * \exception jerrno::JERR_JDIR_MKDIR The backup directory could not be deleted. - */ - static std::string create_bak_dir(const std::string& dirname/*, - const std::string& base_filename*/); - - /** - * \brief Return the directory name as a string. - */ - inline const std::string& dirname() const { return _dirname; } - - /** - * \brief Return the %journal base filename name as a string. - */ -// inline const std::string& base_filename() const { return _base_filename; } - - /** - * \brief Test whether the named file is a directory. - * - * \param name Name of file to be tested. - * \return true if the named file is a directory; false - * otherwise. - * \exception jerrno::JERR_JDIR_STAT Could not stat name. - */ - static bool is_dir(const char* name); - - /** - * \brief Test whether the named file is a directory. - * - * \param name Name of file to be tested. - * \return true if the named file is a directory; false - * otherwise. - * \exception jerrno::JERR_JDIR_STAT Could not stat name. - */ - static bool is_dir(const std::string& name); - - - /** - * \brief Test whether the named entity exists on the filesystem. - * - * If stat() fails with error ENOENT, then this will return false. If - * stat() succeeds, then true is returned, irrespective of the file type. - * If stat() fails with any other error, an exception is thrown. - * - * \param name Name of entity to be tested. - * \return true if the named entity exists; false - * otherwise. - * \exception jerrno::JERR_JDIR_STAT Could not stat name. - */ - static bool exists(const char* name); - - /** - * \brief Test whether the named entity exists on the filesystem. - * - * If stat() fails with error ENOENT, then this will return false. If - * stat() succeeds, then true is returned, irrespective of the file type. - * If stat() fails with any other error, an exception is thrown. - * - * \param name Name of entity to be tested. - * \return true if the named entity exists; false - * otherwise. - * \exception jerrno::JERR_JDIR_STAT Could not stat name. - */ - static bool exists(const std::string& name); - - static void read_dir(const std::string& name, std::vector& dir_list, const bool incl_dirs, const bool incl_files, const bool incl_links, const bool return_fqfn); - - /** - * \brief Stream operator - */ - friend std::ostream& operator<<(std::ostream& os, const jdir& jdir); - - /** - * \brief Stream operator - */ - friend std::ostream& operator<<(std::ostream& os, const jdir* jdirPtr); - - private: - /** - * \brief Check for error, if non-zero close DIR handle and throw JERR_JDIR_READDIR - * - * \exception jerrno::JERR_JDIR_READDIR Error while reading contents of dir. - */ - static void check_err(const int err_num, DIR* dir, const std::string& dir_name, const std::string& fn_name); - - /** - * \brief Close a DIR handle, throw JERR_JDIR_CLOSEDIR if error occurs during close - * - * \exception jerrno::JERR_JDIR_CLOSEDIR The directory handle could not be closed. - */ - static void close_dir(DIR* dir, const std::string& dir_name, const std::string& fn_name); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_JDIR_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.cpp deleted file mode 100644 index a68966030b..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.cpp +++ /dev/null @@ -1,216 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/jerrno.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -std::map jerrno::_err_map; -std::map::iterator jerrno::_err_map_itr; -bool jerrno::_initialized = jerrno::__init(); - -// generic errors -const uint32_t jerrno::JERR__MALLOC = 0x0100; -const uint32_t jerrno::JERR__UNDERFLOW = 0x0101; -const uint32_t jerrno::JERR__NINIT = 0x0102; -const uint32_t jerrno::JERR__AIO = 0x0103; -const uint32_t jerrno::JERR__FILEIO = 0x0104; -const uint32_t jerrno::JERR__RTCLOCK = 0x0105; -const uint32_t jerrno::JERR__PTHREAD = 0x0106; -const uint32_t jerrno::JERR__TIMEOUT = 0x0107; -const uint32_t jerrno::JERR__UNEXPRESPONSE = 0x0108; -const uint32_t jerrno::JERR__RECNFOUND = 0x0109; -const uint32_t jerrno::JERR__NOTIMPL = 0x010a; -const uint32_t jerrno::JERR__NULL = 0x010b; - -// class jcntl -const uint32_t jerrno::JERR_JCNTL_STOPPED = 0x0200; -const uint32_t jerrno::JERR_JCNTL_READONLY = 0x0201; -const uint32_t jerrno::JERR_JCNTL_AIOCMPLWAIT = 0x0202; -const uint32_t jerrno::JERR_JCNTL_UNKNOWNMAGIC = 0x0203; -const uint32_t jerrno::JERR_JCNTL_NOTRECOVERED = 0x0204; -const uint32_t jerrno::JERR_JCNTL_ENQSTATE = 0x0207; -const uint32_t jerrno::JERR_JCNTL_INVALIDENQHDR = 0x0208; - -// class jdir -const uint32_t jerrno::JERR_JDIR_NOTDIR = 0x0300; -const uint32_t jerrno::JERR_JDIR_MKDIR = 0x0301; -const uint32_t jerrno::JERR_JDIR_OPENDIR = 0x0302; -const uint32_t jerrno::JERR_JDIR_READDIR = 0x0303; -const uint32_t jerrno::JERR_JDIR_CLOSEDIR = 0x0304; -const uint32_t jerrno::JERR_JDIR_RMDIR = 0x0305; -const uint32_t jerrno::JERR_JDIR_NOSUCHFILE = 0x0306; -const uint32_t jerrno::JERR_JDIR_FMOVE = 0x0307; -const uint32_t jerrno::JERR_JDIR_STAT = 0x0308; -const uint32_t jerrno::JERR_JDIR_UNLINK = 0x0309; -const uint32_t jerrno::JERR_JDIR_BADFTYPE = 0x030a; - -// class JournalFile -const uint32_t jerrno::JERR_JNLF_OPEN = 0x0400; -const uint32_t jerrno::JERR_JNLF_CLOSE = 0x0401; -const uint32_t jerrno::JERR_JNLF_FILEOFFSOVFL = 0x0402; -const uint32_t jerrno::JERR_JNLF_CMPLOFFSOVFL = 0x0403; - -// class LinearFileController -const uint32_t jerrno::JERR_LFCR_SEQNUMNOTFOUND = 0x0500; - -// class jrec, enq_rec, deq_rec, txn_rec -const uint32_t jerrno::JERR_JREC_BADRECHDR = 0x0700; -const uint32_t jerrno::JERR_JREC_BADRECTAIL = 0x0701; - -// class wmgr -const uint32_t jerrno::JERR_WMGR_BADPGSTATE = 0x0801; -const uint32_t jerrno::JERR_WMGR_BADDTOKSTATE = 0x0802; -const uint32_t jerrno::JERR_WMGR_ENQDISCONT = 0x0803; -const uint32_t jerrno::JERR_WMGR_DEQDISCONT = 0x0804; -const uint32_t jerrno::JERR_WMGR_DEQRIDNOTENQ = 0x0805; -const uint32_t jerrno::JERR_WMGR_BADFH = 0x0806; - -// class RecoveryManager -const uint32_t jerrno::JERR_RCVM_OPENRD = 0x0900; ///< Unable to open file for read -const uint32_t jerrno::JERR_RCVM_STREAMBAD = 0x0901; ///< Read/write stream error -const uint32_t jerrno::JERR_RCVM_READ = 0x0902; ///< Read error: no or insufficient data to read -const uint32_t jerrno::JERR_RCVM_WRITE = 0x0903; ///< Write error -const uint32_t jerrno::JERR_RCVM_NULLXID = 0x0904; ///< Null XID when XID length non-null in header - -// class data_tok -const uint32_t jerrno::JERR_DTOK_ILLEGALSTATE = 0x0a00; -// const uint32_t jerrno::JERR_DTOK_RIDNOTSET = 0x0a01; - -// class enq_map, txn_map -const uint32_t jerrno::JERR_MAP_DUPLICATE = 0x0b00; -const uint32_t jerrno::JERR_MAP_NOTFOUND = 0x0b01; -const uint32_t jerrno::JERR_MAP_LOCKED = 0x0b02; - -// EFP errors -const uint32_t jerrno::JERR_EFP_BADPARTITIONNAME = 0x0d01; -const uint32_t jerrno::JERR_EFP_BADPARTITIONDIR = 0x0d02; -const uint32_t jerrno::JERR_EFP_BADEFPDIRNAME = 0x0d03; -const uint32_t jerrno::JERR_EFP_NOEFP = 0x0d04; -const uint32_t jerrno::JERR_EFP_EMPTY = 0x0d05; - -// Negative returns for some functions -const int32_t jerrno::AIO_TIMEOUT = -1; -const int32_t jerrno::LOCK_TAKEN = -2; - - -// static initialization fn - -bool -jerrno::__init() -{ - // generic errors - _err_map[JERR__MALLOC] = "JERR__MALLOC: Buffer memory allocation failed."; - _err_map[JERR__UNDERFLOW] = "JERR__UNDERFLOW: Underflow error"; - _err_map[JERR__NINIT] = "JERR__NINIT: Operation on uninitialized class."; - _err_map[JERR__AIO] = "JERR__AIO: AIO error."; - _err_map[JERR__FILEIO] = "JERR__FILEIO: File read or write failure."; - _err_map[JERR__RTCLOCK] = "JERR__RTCLOCK: Reading real-time clock failed."; - _err_map[JERR__PTHREAD] = "JERR__PTHREAD: pthread failure."; - _err_map[JERR__TIMEOUT] = "JERR__TIMEOUT: Timeout waiting for event."; - _err_map[JERR__UNEXPRESPONSE] = "JERR__UNEXPRESPONSE: Unexpected response to call or event."; - _err_map[JERR__RECNFOUND] = "JERR__RECNFOUND: Record not found."; - _err_map[JERR__NOTIMPL] = "JERR__NOTIMPL: Not implemented"; - _err_map[JERR__NULL] = "JERR__NULL: Operation on null pointer"; - - // class jcntl - _err_map[JERR_JCNTL_STOPPED] = "JERR_JCNTL_STOPPED: Operation on stopped journal."; - _err_map[JERR_JCNTL_READONLY] = "JERR_JCNTL_READONLY: Write operation on read-only journal (during recovery)."; - _err_map[JERR_JCNTL_AIOCMPLWAIT] = "JERR_JCNTL_AIOCMPLWAIT: Timeout waiting for AIOs to complete."; - _err_map[JERR_JCNTL_UNKNOWNMAGIC] = "JERR_JCNTL_UNKNOWNMAGIC: Found record with unknown magic."; - _err_map[JERR_JCNTL_NOTRECOVERED] = "JERR_JCNTL_NOTRECOVERED: Operation requires recover() to be run first."; - _err_map[JERR_JCNTL_ENQSTATE] = "JERR_JCNTL_ENQSTATE: Read error: Record not in ENQ state"; - _err_map[JERR_JCNTL_INVALIDENQHDR] = "JERR_JCNTL_INVALIDENQHDR: Invalid ENQ header"; - - // class jdir - _err_map[JERR_JDIR_NOTDIR] = "JERR_JDIR_NOTDIR: Directory name exists but is not a directory."; - _err_map[JERR_JDIR_MKDIR] = "JERR_JDIR_MKDIR: Directory creation failed."; - _err_map[JERR_JDIR_OPENDIR] = "JERR_JDIR_OPENDIR: Directory open failed."; - _err_map[JERR_JDIR_READDIR] = "JERR_JDIR_READDIR: Directory read failed."; - _err_map[JERR_JDIR_CLOSEDIR] = "JERR_JDIR_CLOSEDIR: Directory close failed."; - _err_map[JERR_JDIR_RMDIR] = "JERR_JDIR_RMDIR: Directory delete failed."; - _err_map[JERR_JDIR_NOSUCHFILE] = "JERR_JDIR_NOSUCHFILE: File does not exist."; - _err_map[JERR_JDIR_FMOVE] = "JERR_JDIR_FMOVE: File move failed."; - _err_map[JERR_JDIR_STAT] = "JERR_JDIR_STAT: File stat failed."; - _err_map[JERR_JDIR_UNLINK] = "JERR_JDIR_UNLINK: File delete failed."; - _err_map[JERR_JDIR_BADFTYPE] = "JERR_JDIR_BADFTYPE: Bad or unknown file type (stat mode)."; - - // class JournalFile - _err_map[JERR_JNLF_OPEN] = "JERR_JNLF_OPEN: Unable to open file for write"; - _err_map[JERR_JNLF_CLOSE] = "JERR_JNLF_CLOSE: Unable to close file"; - _err_map[JERR_JNLF_FILEOFFSOVFL] = "JERR_JNLF_FILEOFFSOVFL: Attempted to increase submitted offset past file size."; - _err_map[JERR_JNLF_CMPLOFFSOVFL] = "JERR_JNLF_CMPLOFFSOVFL: Attempted to increase completed file offset past submitted offset."; - - // class LinearFileController - _err_map[JERR_LFCR_SEQNUMNOTFOUND] = "JERR_LFCR_SEQNUMNOTFOUND: File sequence number not found"; - - // class jrec, enq_rec, deq_rec, txn_rec - _err_map[JERR_JREC_BADRECHDR] = "JERR_JREC_BADRECHDR: Invalid data record header."; - _err_map[JERR_JREC_BADRECTAIL] = "JERR_JREC_BADRECTAIL: Invalid data record tail."; - - // class wmgr - _err_map[JERR_WMGR_BADPGSTATE] = "JERR_WMGR_BADPGSTATE: Page buffer in illegal state for operation."; - _err_map[JERR_WMGR_BADDTOKSTATE] = "JERR_WMGR_BADDTOKSTATE: Data token in illegal state for operation."; - _err_map[JERR_WMGR_ENQDISCONT] = "JERR_WMGR_ENQDISCONT: Enqueued new dtok when previous enqueue returned partly completed (state ENQ_PART)."; - _err_map[JERR_WMGR_DEQDISCONT] = "JERR_WMGR_DEQDISCONT: Dequeued new dtok when previous dequeue returned partly completed (state DEQ_PART)."; - _err_map[JERR_WMGR_DEQRIDNOTENQ] = "JERR_WMGR_DEQRIDNOTENQ: Dequeue rid is not enqueued."; - _err_map[JERR_WMGR_BADFH] = "JERR_WMGR_BADFH: Bad file handle."; - - // class RecoveryManager - _err_map[JERR_RCVM_OPENRD] = "JERR_RCVM_OPENRD: Unable to open file for read"; - _err_map[JERR_RCVM_STREAMBAD] = "JERR_RCVM_STREAMBAD: Read/write stream error"; - _err_map[JERR_RCVM_READ] = "JERR_RCVM_READ: Read error: no or insufficient data to read"; - _err_map[JERR_RCVM_WRITE] = "JERR_RCVM_WRITE: Write error"; - _err_map[JERR_RCVM_NULLXID] = "JERR_RCVM_NULLXID: Null XID when XID length non-null in header"; - - // class data_tok - _err_map[JERR_DTOK_ILLEGALSTATE] = "JERR_MTOK_ILLEGALSTATE: Attempted to change to illegal state."; - //_err_map[JERR_DTOK_RIDNOTSET] = "JERR_DTOK_RIDNOTSET: Record ID not set."; - - // class enq_map, txn_map - _err_map[JERR_MAP_DUPLICATE] = "JERR_MAP_DUPLICATE: Attempted to insert record into map using duplicate key."; - _err_map[JERR_MAP_NOTFOUND] = "JERR_MAP_NOTFOUND: Key not found in map."; - _err_map[JERR_MAP_LOCKED] = "JERR_MAP_LOCKED: Record ID locked by a pending transaction."; - - // EFP errors - _err_map[JERR_EFP_BADPARTITIONNAME] = "JERR_EFP_BADPARTITIONNAME: Invalid partition name (must be \'pNNN\' where NNN is a non-zero number)"; - _err_map[JERR_EFP_BADEFPDIRNAME] = "JERR_EFP_BADEFPDIRNAME: Bad Empty File Pool directory name (must be \'NNNk\', where NNN is a number which is a multiple of 4)"; - _err_map[JERR_EFP_BADPARTITIONDIR] = "JERR_EFP_BADPARTITIONDIR: Invalid partition directory"; - _err_map[JERR_EFP_NOEFP] = "JERR_EFP_NOEFP: No Empty File Pool found for given partition and empty file size"; - _err_map[JERR_EFP_EMPTY] = "JERR_EFP_EMPTY: Empty File Pool is empty"; - - //_err_map[] = ""; - - return true; -} - -const char* -jerrno::err_msg(const uint32_t err_no) throw () -{ - _err_map_itr = _err_map.find(err_no); - if (_err_map_itr == _err_map.end()) - return ""; - return _err_map_itr->second; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.h b/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.h deleted file mode 100644 index 5af0a7ada0..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jerrno.h +++ /dev/null @@ -1,147 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JERRNO_H -#define QPID_LINEARSTORE_JOURNAL_JERRNO_H - -namespace qpid { -namespace linearstore { -namespace journal { -class jerrno; -}}} - -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \class jerrno - * \brief Class containing static error definitions and static map for error messages. - */ - class jerrno - { - static std::map _err_map; ///< Map of error messages - static std::map::iterator _err_map_itr; ///< Iterator - static bool _initialized; ///< Dummy flag, used to initialise map. - - public: - // generic errors - static const uint32_t JERR__MALLOC; ///< Buffer memory allocation failed - static const uint32_t JERR__UNDERFLOW; ///< Underflow error - static const uint32_t JERR__NINIT; ///< Operation on uninitialized class - static const uint32_t JERR__AIO; ///< AIO failure - static const uint32_t JERR__FILEIO; ///< File read or write failure - static const uint32_t JERR__RTCLOCK; ///< Reading real-time clock failed - static const uint32_t JERR__PTHREAD; ///< pthread failure - static const uint32_t JERR__TIMEOUT; ///< Timeout waiting for an event - static const uint32_t JERR__UNEXPRESPONSE; ///< Unexpected response to call or event - static const uint32_t JERR__RECNFOUND; ///< Record not found - static const uint32_t JERR__NOTIMPL; ///< Not implemented - static const uint32_t JERR__NULL; ///< Operation on null pointer - - // class jcntl - static const uint32_t JERR_JCNTL_STOPPED; ///< Operation on stopped journal - static const uint32_t JERR_JCNTL_READONLY; ///< Write operation on read-only journal - static const uint32_t JERR_JCNTL_AIOCMPLWAIT; ///< Timeout waiting for AIOs to complete - static const uint32_t JERR_JCNTL_UNKNOWNMAGIC; ///< Found record with unknown magic - static const uint32_t JERR_JCNTL_NOTRECOVERED; ///< Req' recover() to be called first - static const uint32_t JERR_JCNTL_ENQSTATE; ///< Read error: Record not in ENQ state - static const uint32_t JERR_JCNTL_INVALIDENQHDR; ///< Invalid ENQ header - - // class jdir - static const uint32_t JERR_JDIR_NOTDIR; ///< Exists but is not a directory - static const uint32_t JERR_JDIR_MKDIR; ///< Directory creation failed - static const uint32_t JERR_JDIR_OPENDIR; ///< Directory open failed - static const uint32_t JERR_JDIR_READDIR; ///< Directory read failed - static const uint32_t JERR_JDIR_CLOSEDIR; ///< Directory close failed - static const uint32_t JERR_JDIR_RMDIR; ///< Directory delete failed - static const uint32_t JERR_JDIR_NOSUCHFILE; ///< File does not exist - static const uint32_t JERR_JDIR_FMOVE; ///< File move failed - static const uint32_t JERR_JDIR_STAT; ///< File stat failed - static const uint32_t JERR_JDIR_UNLINK; ///< File delete failed - static const uint32_t JERR_JDIR_BADFTYPE; ///< Bad or unknown file type (stat mode) - - // class JournalFile - static const uint32_t JERR_JNLF_OPEN; ///< Unable to open file for write - static const uint32_t JERR_JNLF_CLOSE; ///< Unable to close file - static const uint32_t JERR_JNLF_FILEOFFSOVFL; ///< Increased offset past file size - static const uint32_t JERR_JNLF_CMPLOFFSOVFL; ///< Increased cmpl offs past subm offs - - // class LinearFileController - static const uint32_t JERR_LFCR_SEQNUMNOTFOUND; ///< File sequence number not found - - // class jrec, enq_rec, deq_rec, txn_rec - static const uint32_t JERR_JREC_BADRECHDR; ///< Invalid data record header - static const uint32_t JERR_JREC_BADRECTAIL; ///< Invalid data record tail - - // class wmgr - static const uint32_t JERR_WMGR_BADPGSTATE; ///< Page buffer in illegal state. - static const uint32_t JERR_WMGR_BADDTOKSTATE; ///< Data token in illegal state. - static const uint32_t JERR_WMGR_ENQDISCONT; ///< Enq. new dtok when previous part compl. - static const uint32_t JERR_WMGR_DEQDISCONT; ///< Deq. new dtok when previous part compl. - static const uint32_t JERR_WMGR_DEQRIDNOTENQ; ///< Deq. rid not enqueued - static const uint32_t JERR_WMGR_BADFH; ///< Bad file handle - - // class RecoveryManager - static const uint32_t JERR_RCVM_OPENRD; ///< Unable to open file for read - static const uint32_t JERR_RCVM_STREAMBAD; ///< Read/write stream error - static const uint32_t JERR_RCVM_READ; ///< Read error: no or insufficient data to read - static const uint32_t JERR_RCVM_WRITE; ///< Write error - static const uint32_t JERR_RCVM_NULLXID; ///< Null XID when XID length non-null in header - - // class data_tok - static const uint32_t JERR_DTOK_ILLEGALSTATE; ///< Attempted to change to illegal state -// static const uint32_t JERR_DTOK_RIDNOTSET; ///< Record ID not set - - // class enq_map, txn_map - static const uint32_t JERR_MAP_DUPLICATE; ///< Attempted to insert using duplicate key - static const uint32_t JERR_MAP_NOTFOUND; ///< Key not found in map - static const uint32_t JERR_MAP_LOCKED; ///< rid locked by pending txn - - // EFP errors - static const uint32_t JERR_EFP_BADPARTITIONNAME; ///< Partition name invalid or of value 0 - static const uint32_t JERR_EFP_BADEFPDIRNAME; ///< Empty File Pool directory name invalid - static const uint32_t JERR_EFP_BADPARTITIONDIR; ///< Invalid partition directory - static const uint32_t JERR_EFP_NOEFP; ///< No EFP found for given partition and file size - static const uint32_t JERR_EFP_EMPTY; ///< EFP empty - - // Negative returns for some functions - static const int32_t AIO_TIMEOUT; ///< Timeout waiting for AIO return - static const int32_t LOCK_TAKEN; ///< Attempted to take lock, but it was taken by another thread - /** - * \brief Method to access error message from known error number. - */ - static const char* err_msg(const uint32_t err_no) throw (); - - private: - /** - * \brief Static function to initialize map. - */ - static bool __init(); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_JERRNO_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jexception.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/jexception.cpp deleted file mode 100644 index 44e9142698..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jexception.cpp +++ /dev/null @@ -1,170 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/jexception.h" - -#include -#include -#include "qpid/linearstore/jrnl/jerrno.h" - -#define CATLEN(p) MAX_MSG_SIZE - std::strlen(p) - 1 - -namespace qpid { -namespace linearstore { -namespace journal { - -jexception::jexception() throw (): - std::exception(), - _err_code(0) -{ - format(); -} - -jexception::jexception(const uint32_t err_code) throw (): - std::exception(), - _err_code(err_code) -{ - format(); -} - -jexception::jexception(const char* additional_info) throw (): - std::exception(), - _err_code(0), - _additional_info(additional_info) -{ - format(); -} - -jexception::jexception(const std::string& additional_info) throw (): - std::exception(), - _err_code(0), - _additional_info(additional_info) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const char* additional_info) throw (): - std::exception(), - _err_code(err_code), - _additional_info(additional_info) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const std::string& additional_info) throw (): - std::exception(), - _err_code(err_code), - _additional_info(additional_info) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const char* throwing_class, - const char* throwing_fn) throw (): - std::exception(), - _err_code(err_code), - _throwing_class(throwing_class), - _throwing_fn(throwing_fn) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const std::string& throwing_class, - const std::string& throwing_fn) throw (): - std::exception(), - _err_code(err_code), - _throwing_class(throwing_class), - _throwing_fn(throwing_fn) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const char* additional_info, - const char* throwing_class, const char* throwing_fn) throw (): - std::exception(), - _err_code(err_code), - _additional_info(additional_info), - _throwing_class(throwing_class), - _throwing_fn(throwing_fn) -{ - format(); -} - -jexception::jexception(const uint32_t err_code, const std::string& additional_info, - const std::string& throwing_class, const std::string& throwing_fn) throw (): - std::exception(), - _err_code(err_code), - _additional_info(additional_info), - _throwing_class(throwing_class), - _throwing_fn(throwing_fn) -{ - format(); -} - -jexception::~jexception() throw () -{} - -void -jexception::format() -{ - const bool ai = !_additional_info.empty(); - const bool tc = !_throwing_class.empty(); - const bool tf = !_throwing_fn.empty(); - std::ostringstream oss; - oss << "jexception 0x" << std::hex << std::setfill('0') << std::setw(4) << _err_code << " "; - if (tc) - { - oss << _throwing_class; - if (tf) - oss << "::"; - else - oss << " "; - } - if (tf) - oss << _throwing_fn << "() "; - if (tc || tf) - oss << "threw " << jerrno::err_msg(_err_code); - if (ai) - oss << " (" << _additional_info << ")"; - _what.assign(oss.str()); -} - -const char* -jexception::what() const throw () -{ - return _what.c_str(); -} - -std::ostream& -operator<<(std::ostream& os, const jexception& je) -{ - os << je.what(); - return os; -} - -std::ostream& -operator<<(std::ostream& os, const jexception* jePtr) -{ - os << jePtr->what(); - return os; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jexception.h b/qpid/cpp/src/qpid/linearstore/jrnl/jexception.h deleted file mode 100644 index 712b357254..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jexception.h +++ /dev/null @@ -1,125 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H -#define QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H - -namespace qpid { -namespace linearstore { -namespace journal { -class jexception; -}}} - -#include -#include -#include -#include -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include -#include - -// Macro for formatting commom system errors -#define FORMAT_SYSERR(errno) " errno=" << errno << " (" << std::strerror(errno) << ")" - -#define MALLOC_CHK(ptr, var, cls, fn) if(ptr == 0) { \ - clean(); \ - std::ostringstream oss; \ - oss << var << ": malloc() failed: " << FORMAT_SYSERR(errno); \ - throw jexception(jerrno::JERR__MALLOC, oss.str(), cls, fn); \ - } - -// TODO: The following is a temporary bug-tracking aid which forces a core. -// Replace with the commented out version below when BZ484048 is resolved. -#define PTHREAD_CHK(err, pfn, cls, fn) if(err != 0) { \ - std::ostringstream oss; \ - oss << cls << "::" << fn << "(): " << pfn; \ - errno = err; \ - ::perror(oss.str().c_str()); \ - ::abort(); \ - } -/* -#define PTHREAD_CHK(err, pfn, cls, fn) if(err != 0) { \ - std::ostringstream oss; \ - oss << pfn << " failed: " << FORMAT_SYSERR(err); \ - throw jexception(jerrno::JERR__PTHREAD, oss.str(), cls, fn); \ - } -*/ - -#define ASSERT(cond, msg) if(cond == 0) { \ - std::cerr << msg << std::endl; \ - ::abort(); \ - } - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \class jexception - * \brief Generic journal exception class - */ - class jexception : public std::exception - { - private: - uint32_t _err_code; - std::string _additional_info; - std::string _throwing_class; - std::string _throwing_fn; - std::string _what; - void format(); - - public: - jexception() throw (); - - jexception(const uint32_t err_code) throw (); - - jexception(const char* additional_info) throw (); - jexception(const std::string& additional_info) throw (); - - jexception(const uint32_t err_code, const char* additional_info) throw (); - jexception(const uint32_t err_code, const std::string& additional_info) throw (); - - jexception(const uint32_t err_code, const char* throwing_class, const char* throwing_fn) - throw (); - jexception(const uint32_t err_code, const std::string& throwing_class, - const std::string& throwing_fn) throw (); - - jexception(const uint32_t err_code, const char* additional_info, - const char* throwing_class, const char* throwing_fn) throw (); - jexception(const uint32_t err_code, const std::string& additional_info, - const std::string& throwing_class, const std::string& throwing_fn) throw (); - - virtual ~jexception() throw (); - virtual const char* what() const throw (); // override std::exception::what() - - inline uint32_t err_code() const throw () { return _err_code; } - inline const std::string additional_info() const throw () { return _additional_info; } - inline const std::string throwing_class() const throw () { return _throwing_class; } - inline const std::string throwing_fn() const throw () { return _throwing_fn; } - - friend std::ostream& operator<<(std::ostream& os, const jexception& je); - friend std::ostream& operator<<(std::ostream& os, const jexception* jePtr); - }; // class jexception - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_JEXCEPTION_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jrec.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/jrec.cpp deleted file mode 100644 index 45f0197f8b..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jrec.cpp +++ /dev/null @@ -1,38 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/jrec.h" - -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/utils/rec_hdr.h" -#include "qpid/linearstore/jrnl/utils/rec_tail.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -jrec::jrec() {} -jrec::~jrec() {} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/jrec.h b/qpid/cpp/src/qpid/linearstore/jrnl/jrec.h deleted file mode 100644 index ef481cc3ed..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/jrec.h +++ /dev/null @@ -1,123 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_JREC_H -#define QPID_LINEARSTORE_JOURNAL_JREC_H - -#include -#include -#include "qpid/linearstore/jrnl/jcfg.h" -#include -#include - -struct rec_hdr_t; -struct rec_tail_t; - -namespace qpid { -namespace linearstore { -namespace journal { - -/** -* \class jrec -* \brief Abstract class for all file jrecords, both data and log. This class establishes -* the common data format and structure for these jrecords. -*/ -class jrec -{ -public: - jrec(); - virtual ~jrec(); - - /** - * \brief Encode this instance of jrec into the write buffer at the disk-block-aligned - * pointer wptr starting at position rec_offs_dblks in the encoded record to a - * maximum size of max_size_dblks. - * - * This call encodes the content of the data contianed in this instance of jrec into a - * disk-softblock-aligned (defined by JRNL_SBLK_SIZE) buffer pointed to by parameter - * wptr. No more than paramter max_size_dblks data-blocks may be written to the buffer. - * The parameter rec_offs_dblks is the offset in data-blocks within the fully encoded - * data block this instance represents at which to start encoding. - * - * Encoding entails writing the record header (struct enq_hdr), the data and the record tail - * (struct enq_tail). The record must be data-block-aligned (defined by JRNL_DBLK_SIZE), - * thus any remaining space in the final data-block is ignored; the returned value is the - * number of data-blocks consumed from the page by the encode action. Provided the initial - * alignment requirements are met, records may be of arbitrary size and may span multiple - * data-blocks, disk-blocks and/or pages. - * - * Since the record size in data-blocks is known, the general usage pattern is to call - * encode() as many times as is needed to fully encode the data. Each call to encode() - * will encode as much of the record as it can to what remains of the current page cache, - * and will return the number of data-blocks actually encoded. - * - * Example: Assume that record r1 was previously written to page 0, and that this - * is an instance representing record r2. Being larger than the page size ps, r2 would span - * multiple pages as follows: - * 
-    *       |<---ps--->|
-    *       +----------+----------+----------+----...
-    *       |      |r2a|   r2b    |  r2c   | |
-    *       |<-r1-><----------r2---------->  |
-    *       +----------+----------+----------+----...
-    * page:      p0         p1         p2
-    *
- * Encoding record r2 will require multiple calls to encode; one for each page which - * is involved. Record r2 is divided logically into sections r2a, r2b and r2c at the - * points where the page boundaries intersect with the record. Assuming a page size - * of ps, the page boundary pointers are represented by their names p0, p1... and the - * sizes of the record segments are represented by their names r1, r2a, r2b..., the calls - * should be as follows: - * 
-    * encode(p0+r1, 0, ps-r1); (returns r2a data-blocks)
-    * encode(p1, r2a, ps);     (returns r2b data-blocks which equals ps)
-    * encode(p2, r2a+r2b, ps); (returns r2c data-blocks)
-    *
- * - * \param wptr Data-block-aligned pointer to position in page buffer where encoding is to - * take place. - * \param rec_offs_dblks Offset in data-blocks within record from which to start encoding. - * \param max_size_dblks Maximum number of data-blocks to write to pointer wptr. - * \returns Number of data-blocks encoded. - */ - virtual uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) = 0; - virtual bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) = 0; - - virtual std::string& str(std::string& str) const = 0; - virtual std::size_t data_size() const = 0; - virtual std::size_t xid_size() const = 0; - virtual std::size_t rec_size() const = 0; - inline virtual uint32_t rec_size_dblks() const { return size_dblks(rec_size()); } - static inline uint32_t size_dblks(const std::size_t size) - { return size_blks(size, QLS_DBLK_SIZE_BYTES); } - static inline uint32_t size_sblks(const std::size_t size) - { return size_blks(size, QLS_SBLK_SIZE_BYTES); } - static inline uint32_t size_blks(const std::size_t size, const std::size_t blksize) - { return (size + blksize - 1)/blksize; } - virtual uint64_t rid() const = 0; - -protected: - virtual void clean() = 0; -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JRNL_JREC_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.cpp deleted file mode 100644 index b561c6ca2b..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.cpp +++ /dev/null @@ -1,201 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/pmgr.h" - -#include -#include -#include -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jcntl.h" -#include "qpid/linearstore/jrnl/jerrno.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -pmgr::page_cb::page_cb(uint16_t index): - _index(index), - _state(UNUSED), - _frid(0), - _wdblks(0), - _rdblks(0), - _pdtokl(0), - _jfp(0), - _pbuff(0) -{} - -// TODO: almost identical to pmgr::page_state_str() below - resolve -const char* -pmgr::page_cb::state_str() const -{ - switch(_state) - { - case UNUSED: - return "UNUSED"; - case IN_USE: - return "IN_USE"; - case AIO_PENDING: - return "AIO_PENDING"; - } - return ""; -} - -// static -const uint32_t pmgr::_sblkSizeBytes = QLS_SBLK_SIZE_BYTES; - -pmgr::pmgr(jcntl* jc, enq_map& emap, txn_map& tmap): - _cache_pgsize_sblks(0), - _cache_num_pages(0), - _jc(jc), - _emap(emap), - _tmap(tmap), - _page_base_ptr(0), - _page_ptr_arr(0), - _page_cb_arr(0), - _aio_cb_arr(0), - _aio_event_arr(0), - _ioctx(0), - _pg_index(0), - _pg_cntr(0), - _pg_offset_dblks(0), - _aio_evt_rem(0), - _cbp(0), - _enq_rec(), - _deq_rec(), - _txn_rec() -{} - -pmgr::~pmgr() -{ - pmgr::clean(); -} - -void -pmgr::initialize(aio_callback* const cbp, const uint32_t cache_pgsize_sblks, const uint16_t cache_num_pages) -{ - // As static use of this class keeps old values around, clean up first... - pmgr::clean(); - _pg_index = 0; - _pg_cntr = 0; - _pg_offset_dblks = 0; - _aio_evt_rem = 0; - _cache_pgsize_sblks = cache_pgsize_sblks; - _cache_num_pages = cache_num_pages; - _cbp = cbp; - - // 1. Allocate page memory (as a single block) - std::size_t cache_pgsize = _cache_num_pages * _cache_pgsize_sblks * _sblkSizeBytes; - if (::posix_memalign(&_page_base_ptr, QLS_AIO_ALIGN_BOUNDARY_BYTES, cache_pgsize)) - { - clean(); - std::ostringstream oss; - oss << "posix_memalign(): alignment=" << QLS_AIO_ALIGN_BOUNDARY_BYTES << " size=" << cache_pgsize; - oss << FORMAT_SYSERR(errno); - throw jexception(jerrno::JERR__MALLOC, oss.str(), "pmgr", "initialize"); - } - - // 2. Allocate array of page pointers - _page_ptr_arr = (void**)std::malloc(_cache_num_pages * sizeof(void*)); - MALLOC_CHK(_page_ptr_arr, "_page_ptr_arr", "pmgr", "initialize"); - - // 3. Allocate and initialize page control block (page_cb) array - _page_cb_arr = (page_cb*)std::malloc(_cache_num_pages * sizeof(page_cb)); - MALLOC_CHK(_page_cb_arr, "_page_cb_arr", "pmgr", "initialize"); - std::memset(_page_cb_arr, 0, _cache_num_pages * sizeof(page_cb)); - - // 4. Allocate IO control block (iocb) array - _aio_cb_arr = (aio_cb*)std::malloc(_cache_num_pages * sizeof(aio_cb)); - MALLOC_CHK(_aio_cb_arr, "_aio_cb_arr", "pmgr", "initialize"); - - // 5. Set page pointers in _page_ptr_arr, _page_cb_arr and iocbs to pages within page block - for (uint16_t i=0; i<_cache_num_pages; i++) - { - _page_ptr_arr[i] = (void*)((char*)_page_base_ptr + _cache_pgsize_sblks * _sblkSizeBytes * i); - _page_cb_arr[i]._index = i; - _page_cb_arr[i]._state = UNUSED; - _page_cb_arr[i]._pbuff = _page_ptr_arr[i]; - _page_cb_arr[i]._pdtokl = new std::deque; - _page_cb_arr[i]._pdtokl->clear(); - _aio_cb_arr[i].data = (void*)&_page_cb_arr[i]; - } - - // 6. Allocate io_event array, max one event per cache page plus one for each file - const uint16_t max_aio_evts = _cache_num_pages + 1; // One additional event for file header writes - _aio_event_arr = (aio_event*)std::malloc(max_aio_evts * sizeof(aio_event)); - MALLOC_CHK(_aio_event_arr, "_aio_event_arr", "pmgr", "initialize"); - - // 7. Initialize AIO context - if (int ret = aio::queue_init(max_aio_evts, &_ioctx)) - { - std::ostringstream oss; - oss << "io_queue_init() failed: " << FORMAT_SYSERR(-ret); - throw jexception(jerrno::JERR__AIO, oss.str(), "pmgr", "initialize"); - } -} - -void -pmgr::clean() -{ - // Clean up allocated memory here - - if (_ioctx) - aio::queue_release(_ioctx); - - std::free(_page_base_ptr); - _page_base_ptr = 0; - - if (_page_cb_arr) - { - for (int i=0; i<_cache_num_pages; i++) - delete _page_cb_arr[i]._pdtokl; - std::free(_page_ptr_arr); - _page_ptr_arr = 0; - } - - std::free(_page_cb_arr); - _page_cb_arr = 0; - - std::free(_aio_cb_arr); - _aio_cb_arr = 0; - - std::free(_aio_event_arr); - _aio_event_arr = 0; -} - -// TODO: almost identical to pmgr::page_cb::state_str() above - resolve -const char* -pmgr::page_state_str(page_state ps) -{ - switch (ps) - { - case UNUSED: - return "UNUSED"; - case IN_USE: - return "IN_USE"; - case AIO_PENDING: - return "AIO_PENDING"; - } - return ""; -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.h b/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.h deleted file mode 100644 index 787828af01..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/pmgr.h +++ /dev/null @@ -1,126 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_PMGR_H -#define QPID_LINEARSTORE_JOURNAL_PMGR_H - -namespace qpid { -namespace linearstore { -namespace journal { - class pmgr; - class jcntl; -}}} - -#include -#include "qpid/linearstore/jrnl/aio.h" -#include "qpid/linearstore/jrnl/aio_callback.h" -#include "qpid/linearstore/jrnl/data_tok.h" -#include "qpid/linearstore/jrnl/deq_rec.h" -#include "qpid/linearstore/jrnl/enq_map.h" -#include "qpid/linearstore/jrnl/enq_rec.h" -#include "qpid/linearstore/jrnl/txn_map.h" -#include "qpid/linearstore/jrnl/txn_rec.h" - -namespace qpid { -namespace linearstore { -namespace journal { - - class JournalFile; - - /** - * \brief Abstract class for managing either read or write page cache of arbitrary size and - * number of cache_num_pages. - */ - class pmgr - { - public: - /** - * \brief Enumeration of possible stats of a page within a page cache. - */ - enum page_state - { - UNUSED, ///< A page is uninitialized, contains no data. - IN_USE, ///< Page is in use. - AIO_PENDING ///< An AIO request outstanding. - }; - - /** - * \brief Page control block, carries control and state information for each page in the - * cache. - */ - struct page_cb - { - uint16_t _index; ///< Index of this page - page_state _state; ///< Status of page - uint64_t _frid; ///< First rid in page (used for fhdr init) - uint32_t _wdblks; ///< Total number of dblks in page so far - uint32_t _rdblks; ///< Total number of dblks in page - std::deque* _pdtokl; ///< Page message tokens list - JournalFile* _jfp; ///< Journal file for incrementing compl counts - void* _pbuff; ///< Page buffer - - page_cb(uint16_t index); ///< Convenience constructor - const char* state_str() const; ///< Return state as string for this pcb - }; - - protected: - static const uint32_t _sblkSizeBytes; ///< Disk softblock size - uint32_t _cache_pgsize_sblks; ///< Size of page cache cache_num_pages - uint16_t _cache_num_pages; ///< Number of page cache cache_num_pages - jcntl* _jc; ///< Pointer to journal controller - enq_map& _emap; ///< Ref to enqueue map - txn_map& _tmap; ///< Ref to transaction map - void* _page_base_ptr; ///< Base pointer to page memory - void** _page_ptr_arr; ///< Array of pointers to cache_num_pages in page memory - page_cb* _page_cb_arr; ///< Array of page_cb structs - aio_cb* _aio_cb_arr; ///< Array of iocb structs - aio_event* _aio_event_arr; ///< Array of io_events - io_context_t _ioctx; ///< AIO context for read/write operations - uint16_t _pg_index; ///< Index of current page being used - uint32_t _pg_cntr; ///< Page counter; determines if file rotation req'd - uint32_t _pg_offset_dblks; ///< Page offset (used so far) in data blocks - uint32_t _aio_evt_rem; ///< Remaining AIO events - aio_callback* _cbp; ///< Pointer to callback object - - enq_rec _enq_rec; ///< Enqueue record used for encoding/decoding - deq_rec _deq_rec; ///< Dequeue record used for encoding/decoding - txn_rec _txn_rec; ///< Transaction record used for encoding/decoding - - public: - pmgr(jcntl* jc, enq_map& emap, txn_map& tmap); - virtual ~pmgr(); - - virtual int32_t get_events(timespec* const timeout, bool flush) = 0; - inline uint32_t get_aio_evt_rem() const { return _aio_evt_rem; } - static const char* page_state_str(page_state ps); - inline uint32_t cache_pgsize_sblks() const { return _cache_pgsize_sblks; } - inline uint16_t cache_num_pages() const { return _cache_num_pages; } - - protected: - virtual void initialize(aio_callback* const cbp, const uint32_t cache_pgsize_sblks, - const uint16_t cache_num_pages); - virtual void rotate_page() = 0; - virtual void clean(); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_PMGR_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/slock.h b/qpid/cpp/src/qpid/linearstore/jrnl/slock.h deleted file mode 100644 index b118f71bde..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/slock.h +++ /dev/null @@ -1,72 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_SLOCK_H -#define QPID_LINEARSTORE_JOURNAL_SLOCK_H - -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/smutex.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - // Ultra-simple scoped lock class, auto-releases mutex when it goes out-of-scope - class slock - { - protected: - const smutex& _sm; - public: - inline slock(const smutex& sm) : _sm(sm) - { - PTHREAD_CHK(::pthread_mutex_lock(_sm.get()), "::pthread_mutex_lock", "slock", "slock"); - } - inline ~slock() - { - PTHREAD_CHK(::pthread_mutex_unlock(_sm.get()), "::pthread_mutex_unlock", "slock", "~slock"); - } - }; - - // Ultra-simple scoped try-lock class, auto-releases mutex when it goes out-of-scope - class stlock - { - protected: - const smutex& _sm; - bool _locked; - public: - inline stlock(const smutex& sm) : _sm(sm), _locked(false) - { - int ret = ::pthread_mutex_trylock(_sm.get()); - _locked = (ret == 0); // check if lock obtained - if (!_locked && ret != EBUSY) PTHREAD_CHK(ret, "::pthread_mutex_trylock", "stlock", "stlock"); - } - inline ~stlock() - { - if (_locked) - PTHREAD_CHK(::pthread_mutex_unlock(_sm.get()), "::pthread_mutex_unlock", "stlock", "~stlock"); - } - inline bool locked() const { return _locked; } - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_SLOCK_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/smutex.h b/qpid/cpp/src/qpid/linearstore/jrnl/smutex.h deleted file mode 100644 index 91520ce1ae..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/smutex.h +++ /dev/null @@ -1,51 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_SMUTEX_H -#define QPID_LINEARSTORE_JOURNAL_SMUTEX_H - -#include "qpid/linearstore/jrnl/jexception.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - // Ultra-simple scoped mutex class that allows a posix mutex to be initialized and destroyed with error checks - class smutex - { - protected: - mutable pthread_mutex_t _m; - public: - inline smutex() - { - PTHREAD_CHK(::pthread_mutex_init(&_m, 0), "::pthread_mutex_init", "smutex", "smutex"); - } - inline virtual ~smutex() - { - PTHREAD_CHK(::pthread_mutex_destroy(&_m), "::pthread_mutex_destroy", "smutex", "~smutex"); - } - inline pthread_mutex_t* get() const { return &_m; } - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_SMUTEX_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.cpp deleted file mode 100644 index 5bb04496a4..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.cpp +++ /dev/null @@ -1,41 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/time_ns.h" - -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -const std::string -time_ns::str(int precision) const -{ - const double t = tv_sec + (tv_nsec/1e9); - std::ostringstream oss; - oss.setf(std::ios::fixed, std::ios::floatfield); - oss.precision(precision); - oss << t; - return oss.str(); -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.h b/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.h deleted file mode 100644 index a228d47475..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/time_ns.h +++ /dev/null @@ -1,92 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_TIME_NS_H -#define QPID_LINEARSTORE_JOURNAL_TIME_NS_H - -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -struct time_ns : public timespec -{ - inline time_ns() { tv_sec = 0; tv_nsec = 0; } - inline time_ns(const std::time_t sec, const long nsec = 0) { tv_sec = sec; tv_nsec = nsec; } - inline time_ns(const time_ns& t) { tv_sec = t.tv_sec; tv_nsec = t.tv_nsec; } - - inline void set_zero() { tv_sec = 0; tv_nsec = 0; } - inline bool is_zero() const { return tv_sec == 0 && tv_nsec == 0; } - inline int now() { if(::clock_gettime(CLOCK_REALTIME, this)) return errno; return 0; } - const std::string str(int precision = 6) const; - - inline time_ns& operator=(const time_ns& rhs) - { tv_sec = rhs.tv_sec; tv_nsec = rhs.tv_nsec; return *this; } - inline time_ns& operator+=(const time_ns& rhs) - { - tv_nsec += rhs.tv_nsec; - if (tv_nsec >= 1000000000L) { tv_sec++; tv_nsec -= 1000000000L; } - tv_sec += rhs.tv_sec; - return *this; - } - inline time_ns& operator+=(const long ns) - { - tv_nsec += ns; - if (tv_nsec >= 1000000000L) { tv_sec++; tv_nsec -= 1000000000L; } - return *this; - } - inline time_ns& operator-=(const long ns) - { - tv_nsec -= ns; - if (tv_nsec < 0) { tv_sec--; tv_nsec += 1000000000L; } - return *this; - } - inline time_ns& operator-=(const time_ns& rhs) - { - tv_nsec -= rhs.tv_nsec; - if (tv_nsec < 0) { tv_sec--; tv_nsec += 1000000000L; } - tv_sec -= rhs.tv_sec; - return *this; - } - inline const time_ns operator+(const time_ns& rhs) - { time_ns t(*this); t += rhs; return t; } - inline const time_ns operator-(const time_ns& rhs) - { time_ns t(*this); t -= rhs; return t; } - inline bool operator==(const time_ns& rhs) - { return tv_sec == rhs.tv_sec && tv_nsec == rhs.tv_nsec; } - inline bool operator!=(const time_ns& rhs) - { return tv_sec != rhs.tv_sec || tv_nsec != rhs.tv_nsec; } - inline bool operator>(const time_ns& rhs) - { if(tv_sec == rhs.tv_sec) return tv_nsec > rhs.tv_nsec; return tv_sec > rhs.tv_sec; } - inline bool operator>=(const time_ns& rhs) - { if(tv_sec == rhs.tv_sec) return tv_nsec >= rhs.tv_nsec; return tv_sec >= rhs.tv_sec; } - inline bool operator<(const time_ns& rhs) - { if(tv_sec == rhs.tv_sec) return tv_nsec < rhs.tv_nsec; return tv_sec < rhs.tv_sec; } - inline bool operator<=(const time_ns& rhs) - { if(tv_sec == rhs.tv_sec) return tv_nsec <= rhs.tv_nsec; return tv_sec <= rhs.tv_sec; } -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_TIME_NS_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.cpp deleted file mode 100644 index 2cc7966efb..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.cpp +++ /dev/null @@ -1,233 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/txn_map.h" - -#include -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/jexception.h" -#include "qpid/linearstore/jrnl/slock.h" -#include - -namespace qpid { -namespace linearstore { -namespace journal { - -// return/error codes -int16_t txn_map::TMAP_RID_NOT_FOUND = -2; -int16_t txn_map::TMAP_XID_NOT_FOUND = -1; -int16_t txn_map::TMAP_OK = 0; -int16_t txn_map::TMAP_NOT_SYNCED = 0; -int16_t txn_map::TMAP_SYNCED = 1; - -txn_data_t::txn_data_t(const uint64_t rid, - const uint64_t drid, - const uint16_t pfid, - const uint64_t foffs, - const bool enq_flag, - const bool commit_flag): - rid_(rid), - drid_(drid), - pfid_(pfid), - foffs_(foffs), - enq_flag_(enq_flag), - commit_flag_(commit_flag), - aio_compl_(false) -{} - -txn_map::txn_map(): - _map()/*, - _pfid_txn_cnt()*/ -{} - -txn_map::~txn_map() {} - -bool -txn_map::insert_txn_data(const std::string& xid, const txn_data_t& td) -{ - bool ok = true; - slock s(_mutex); - xmap_itr itr = _map.find(xid); - if (itr == _map.end()) // not found in map - { - txn_data_list list; - list.push_back(td); - std::pair ret = _map.insert(xmap_param(xid, list)); - if (!ret.second) // duplicate - ok = false; - } - else - itr->second.push_back(td); - return ok; -} - -const txn_data_list -txn_map::get_tdata_list(const std::string& xid) -{ - slock s(_mutex); - return get_tdata_list_nolock(xid); -} - -const txn_data_list -txn_map::get_tdata_list_nolock(const std::string& xid) -{ - xmap_itr itr = _map.find(xid); - if (itr == _map.end()) // not found in map - return _empty_data_list; - return itr->second; -} - -const txn_data_list -txn_map::get_remove_tdata_list(const std::string& xid) -{ - slock s(_mutex); - xmap_itr itr = _map.find(xid); - if (itr == _map.end()) // not found in map - return _empty_data_list; - txn_data_list list = itr->second; - _map.erase(itr); - return list; -} - -bool -txn_map::in_map(const std::string& xid) -{ - slock s(_mutex); - xmap_itr itr= _map.find(xid); - return itr != _map.end(); -} - -uint32_t -txn_map::enq_cnt() -{ - return cnt(true); -} - -uint32_t -txn_map::deq_cnt() -{ - return cnt(true); -} - -uint32_t -txn_map::cnt(const bool enq_flag) -{ - slock s(_mutex); - uint32_t c = 0; - for (xmap_itr i = _map.begin(); i != _map.end(); i++) - { - for (tdl_itr j = i->second.begin(); j < i->second.end(); j++) - { - if (j->enq_flag_ == enq_flag) - c++; - } - } - return c; -} - -int16_t -txn_map::is_txn_synced(const std::string& xid) -{ - slock s(_mutex); - xmap_itr itr = _map.find(xid); - if (itr == _map.end()) // not found in map - return TMAP_XID_NOT_FOUND; - bool is_synced = true; - for (tdl_itr litr = itr->second.begin(); litr < itr->second.end(); litr++) - { - if (!litr->aio_compl_) - { - is_synced = false; - break; - } - } - return is_synced ? TMAP_SYNCED : TMAP_NOT_SYNCED; -} - -int16_t -txn_map::set_aio_compl(const std::string& xid, const uint64_t rid) -{ - slock s(_mutex); - xmap_itr itr = _map.find(xid); - if (itr == _map.end()) // xid not found in map - return TMAP_XID_NOT_FOUND; - for (tdl_itr litr = itr->second.begin(); litr < itr->second.end(); litr++) - { - if (litr->rid_ == rid) - { - litr->aio_compl_ = true; - return TMAP_OK; // rid found - } - } - // xid present, but rid not found - return TMAP_RID_NOT_FOUND; -} - -bool -txn_map::data_exists(const std::string& xid, const uint64_t rid) -{ - bool found = false; - { - slock s(_mutex); - txn_data_list tdl = get_tdata_list_nolock(xid); - tdl_itr itr = tdl.begin(); - while (itr != tdl.end() && !found) - { - found = itr->rid_ == rid; - itr++; - } - } - return found; -} - -bool -txn_map::is_enq(const uint64_t rid) -{ - bool found = false; - { - slock s(_mutex); - for (xmap_itr i = _map.begin(); i != _map.end() && !found; i++) - { - txn_data_list list = i->second; - for (tdl_itr j = list.begin(); j < list.end() && !found; j++) - { - if (j->enq_flag_) - found = j->rid_ == rid; - else - found = j->drid_ == rid; - } - } - } - return found; -} - -void -txn_map::xid_list(std::vector& xv) -{ - xv.clear(); - { - slock s(_mutex); - for (xmap_itr itr = _map.begin(); itr != _map.end(); itr++) - xv.push_back(itr->first); - } -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.h b/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.h deleted file mode 100644 index 419e043529..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/txn_map.h +++ /dev/null @@ -1,144 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_TXN_MAP_H -#define QPID_LINEARSTORE_JOURNAL_TXN_MAP_H - -namespace qpid { -namespace linearstore { -namespace journal { - class txn_map; -}}} - -#include "qpid/linearstore/jrnl/smutex.h" -#include -#include -#include -#include - -namespace qpid { -namespace linearstore { -namespace journal { - - /** - * \struct txn_data_struct - * \brief Struct encapsulating transaction data necessary for processing a transaction - * in the journal once it is closed with either a commit or abort. - */ - typedef struct txn_data_t - { - uint64_t rid_; ///< Record id for this operation - uint64_t drid_; ///< Dequeue record id for this operation - uint16_t pfid_; ///< Physical file id, to be used when transferring to emap on commit - uint64_t foffs_; ///< Offset in file for this record - bool enq_flag_; ///< If true, enq op, otherwise deq op - bool commit_flag_; ///< (2PC transactions) Records 2PC complete c/a mode - bool aio_compl_; ///< Initially false, set to true when record AIO returns - txn_data_t(const uint64_t rid, - const uint64_t drid, - const uint16_t pfid, - const uint64_t foffs, - const bool enq_flag, - const bool commit_flag = false); - } txn_data_t; - typedef std::vector txn_data_list; - typedef txn_data_list::iterator tdl_itr; - - /** - * \class txn_map - * \brief Class for storing transaction data for each open (ie not committed or aborted) - * xid in the store. If aborted, records are discarded; if committed, they are - * transferred to the enqueue map. - * - * The data is encapsulated by struct txn_data_struct. A vector containing the information - * for each operation included as part of the same transaction is mapped against the - * xid. - * - * The aio_compl flag is set true as each AIO write operation for the enqueue or dequeue - * returns. Checking that all of these flags are true for a given xid is the mechanism - * used to determine if the transaction is syncronized (through method is_txn_synced()). - * - * On transaction commit, then each operation is handled as follows: - * - * If an enqueue (_enq_flag is true), then the rid and pfid are transferred to the enq_map. - * If a dequeue (_enq_flag is false), then the rid stored in the drid field is used to - * remove the corresponding record from the enq_map. - * - * On transaction abort, then each operation is handled as follows: - * - * If an enqueue (_enq_flag is true), then the data is simply discarded. - * If a dequeue (_enq_flag is false), then the lock for the corresponding enqueue in enq_map - * (if not a part of the same transaction) is removed, and the data discarded. - * - * 
-    *   key      data
-    *
-    *   xid1 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
-    *   xid2 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
-    *   xid3 --- vector< [ rid, drid, pfid, enq_flag, commit_flag, aio_compl ] >
-    *   ...
-    *
- */ - class txn_map - { - public: - // return/error codes - static int16_t TMAP_RID_NOT_FOUND; - static int16_t TMAP_XID_NOT_FOUND; - static int16_t TMAP_OK; - static int16_t TMAP_NOT_SYNCED; - static int16_t TMAP_SYNCED; - - private: - typedef std::pair xmap_param; - typedef std::map xmap; - typedef xmap::iterator xmap_itr; - - xmap _map; - smutex _mutex; - const txn_data_list _empty_data_list; - - public: - txn_map(); - virtual ~txn_map(); - - bool insert_txn_data(const std::string& xid, const txn_data_t& td); - const txn_data_list get_tdata_list(const std::string& xid); - const txn_data_list get_remove_tdata_list(const std::string& xid); - bool in_map(const std::string& xid); - uint32_t enq_cnt(); - uint32_t deq_cnt(); - int16_t is_txn_synced(const std::string& xid); // -1=xid not found; 0=not synced; 1=synced - int16_t set_aio_compl(const std::string& xid, const uint64_t rid); // -2=rid not found; -1=xid not found; 0=done - bool data_exists(const std::string& xid, const uint64_t rid); - bool is_enq(const uint64_t rid); - inline void clear() { _map.clear(); } - inline bool empty() const { return _map.empty(); } - inline size_t size() const { return _map.size(); } - void xid_list(std::vector& xv); - private: - uint32_t cnt(const bool enq_flag); - const txn_data_list get_tdata_list_nolock(const std::string& xid); - }; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_TXN_MAP_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.cpp deleted file mode 100644 index 20333be622..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.cpp +++ /dev/null @@ -1,280 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/txn_rec.h" - -#include -#include -#include -#include "qpid/linearstore/jrnl/jexception.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -txn_rec::txn_rec(): - _xidp(0), - _buff(0) -{ - ::txn_hdr_init(&_txn_hdr, 0, QLS_JRNL_VERSION, 0, 0, 0, 0); - ::rec_tail_init(&_txn_tail, 0, 0, 0, 0); -} - -txn_rec::~txn_rec() -{ - clean(); -} - -void -txn_rec::reset(const bool commitFlag, const uint64_t serial, const uint64_t rid, const void* const xidp, - const std::size_t xidlen) -{ - _txn_hdr._rhdr._magic = commitFlag ? QLS_TXC_MAGIC : QLS_TXA_MAGIC; - _txn_hdr._rhdr._serial = serial; - _txn_hdr._rhdr._rid = rid; - _txn_hdr._xidsize = xidlen; - _xidp = xidp; - _buff = 0; - _txn_tail._xmagic = ~_txn_hdr._rhdr._magic; - _txn_tail._serial = serial; - _txn_tail._rid = rid; -} - -uint32_t -txn_rec::encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks) -{ - assert(wptr != 0); - assert(max_size_dblks > 0); - assert(_xidp != 0 && _txn_hdr._xidsize > 0); - - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t rem = max_size_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t wr_cnt = 0; - if (rec_offs_dblks) // Continuation of split dequeue record (over 2 or more pages) - { - if (size_dblks(rec_size()) - rec_offs_dblks > max_size_dblks) // Further split required - { - rec_offs -= sizeof(txn_hdr_t); - std::size_t wsize = _txn_hdr._xidsize > rec_offs ? _txn_hdr._xidsize - rec_offs : 0; - std::size_t wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= _txn_hdr._xidsize - wsize2; - if (rem) - { - wsize = sizeof(_txn_tail) > rec_offs ? sizeof(_txn_tail) - rec_offs : 0; - wsize2 = wsize; - if (wsize) - { - if (wsize > rem) - wsize = rem; - std::memcpy((char*)wptr + wr_cnt, (char*)&_txn_tail + rec_offs, wsize); - wr_cnt += wsize; - rem -= wsize; - } - rec_offs -= sizeof(_txn_tail) - wsize2; - } - assert(rem == 0); - assert(rec_offs == 0); - } - else // No further split required - { - rec_offs -= sizeof(txn_hdr_t); - std::size_t wsize = _txn_hdr._xidsize > rec_offs ? _txn_hdr._xidsize - rec_offs : 0; - if (wsize) - { - std::memcpy(wptr, (const char*)_xidp + rec_offs, wsize); - wr_cnt += wsize; - } - rec_offs -= _txn_hdr._xidsize - wsize; - wsize = sizeof(_txn_tail) > rec_offs ? sizeof(_txn_tail) - rec_offs : 0; - if (wsize) - { - std::memcpy((char*)wptr + wr_cnt, (char*)&_txn_tail + rec_offs, wsize); - wr_cnt += wsize; -#ifdef QLS_CLEAN - std::size_t rec_offs = rec_offs_dblks * QLS_DBLK_SIZE_BYTES; - std::size_t dblk_rec_size = size_dblks(rec_size() - rec_offs) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - rec_offs -= sizeof(_txn_tail) - wsize; - assert(rec_offs == 0); - } - } - else // Start at beginning of data record - { - // Assumption: the header will always fit into the first dblk - std::memcpy(wptr, (void*)&_txn_hdr, sizeof(txn_hdr_t)); - wr_cnt = sizeof(txn_hdr_t); - if (size_dblks(rec_size()) > max_size_dblks) // Split required - { - std::size_t wsize; - rem -= sizeof(txn_hdr_t); - if (rem) - { - wsize = rem >= _txn_hdr._xidsize ? _txn_hdr._xidsize : rem; - std::memcpy((char*)wptr + wr_cnt, _xidp, wsize); - wr_cnt += wsize; - rem -= wsize; - } - if (rem) - { - wsize = rem >= sizeof(_txn_tail) ? sizeof(_txn_tail) : rem; - std::memcpy((char*)wptr + wr_cnt, (void*)&_txn_tail, wsize); - wr_cnt += wsize; - rem -= wsize; - } - assert(rem == 0); - } - else // No split required - { - std::memcpy((char*)wptr + wr_cnt, _xidp, _txn_hdr._xidsize); - wr_cnt += _txn_hdr._xidsize; - std::memcpy((char*)wptr + wr_cnt, (void*)&_txn_tail, sizeof(_txn_tail)); - wr_cnt += sizeof(_txn_tail); -#ifdef QLS_CLEAN - std::size_t dblk_rec_size = size_dblks(rec_size()) * QLS_DBLK_SIZE_BYTES; - std::memset((char*)wptr + wr_cnt, QLS_CLEAN_CHAR, dblk_rec_size - wr_cnt); -#endif - } - } - return size_dblks(wr_cnt); -} - -bool -txn_rec::decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs) -{ - uint32_t checksum = 0UL; // TODO: Add checksum math - if (rec_offs == 0) - { - // Read header, allocate for xid - //_txn_hdr.hdr_copy(h); - ::rec_hdr_copy(&_txn_hdr._rhdr, &h); - ifsp->read((char*)&_txn_hdr._xidsize, sizeof(_txn_hdr._xidsize)); - rec_offs = sizeof(txn_hdr_t); - _buff = std::malloc(_txn_hdr._xidsize); - MALLOC_CHK(_buff, "_buff", "txn_rec", "rcv_decode"); - } - if (rec_offs < sizeof(txn_hdr_t) + _txn_hdr._xidsize) - { - // Read xid (or continue reading xid) - std::size_t offs = rec_offs - sizeof(txn_hdr_t); - ifsp->read((char*)_buff + offs, _txn_hdr._xidsize - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < _txn_hdr._xidsize - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - if (rec_offs < sizeof(txn_hdr_t) + _txn_hdr._xidsize + sizeof(rec_tail_t)) - { - // Read tail (or continue reading tail) - std::size_t offs = rec_offs - sizeof(txn_hdr_t) - _txn_hdr._xidsize; - ifsp->read((char*)&_txn_tail + offs, sizeof(rec_tail_t) - offs); - std::size_t size_read = ifsp->gcount(); - rec_offs += size_read; - if (size_read < sizeof(rec_tail_t) - offs) - { - assert(ifsp->eof()); - // As we may have read past eof, turn off fail bit - ifsp->clear(ifsp->rdstate()&(~std::ifstream::failbit)); - assert(!ifsp->fail() && !ifsp->bad()); - return false; - } - } - ifsp->ignore(rec_size_dblks() * QLS_DBLK_SIZE_BYTES - rec_size()); - if (::rec_tail_check(&_txn_tail, &_txn_hdr._rhdr, 0)) { // TODO: add checksum - throw jexception(jerrno::JERR_JREC_BADRECTAIL); // TODO: complete exception detail - } - assert(!ifsp->fail() && !ifsp->bad()); - int res = ::rec_tail_check(&_txn_tail, &_txn_hdr._rhdr, checksum); - if (res != 0) { - std::stringstream oss; - switch (res) { - case 1: oss << std::hex << "Magic: expected 0x" << ~_txn_hdr._rhdr._magic << "; found 0x" << _txn_tail._xmagic; break; - case 2: oss << std::hex << "Serial: expected 0x" << _txn_hdr._rhdr._serial << "; found 0x" << _txn_tail._serial; break; - case 3: oss << std::hex << "Record Id: expected 0x" << _txn_hdr._rhdr._rid << "; found 0x" << _txn_tail._rid; break; - case 4: oss << std::hex << "Checksum: expected 0x" << checksum << "; found 0x" << _txn_tail._checksum; break; - default: oss << "Unknown error " << res; - } - throw jexception(jerrno::JERR_JREC_BADRECTAIL, oss.str(), "txn_rec", "decode"); // TODO: Don't throw exception, log info - } - return true; -} - -std::size_t -txn_rec::get_xid(void** const xidpp) -{ - if (!_buff) - { - *xidpp = 0; - return 0; - } - *xidpp = _buff; - return _txn_hdr._xidsize; -} - -std::string& -txn_rec::str(std::string& str) const -{ - std::ostringstream oss; - if (_txn_hdr._rhdr._magic == QLS_TXA_MAGIC) - oss << "dtxa_rec: m=" << _txn_hdr._rhdr._magic; - else - oss << "dtxc_rec: m=" << _txn_hdr._rhdr._magic; - oss << " v=" << (int)_txn_hdr._rhdr._version; - oss << " rid=" << _txn_hdr._rhdr._rid; - oss << " xid=\"" << _xidp << "\""; - str.append(oss.str()); - return str; -} - -std::size_t -txn_rec::xid_size() const -{ - return _txn_hdr._xidsize; -} - -std::size_t -txn_rec::rec_size() const -{ - return sizeof(txn_hdr_t) + _txn_hdr._xidsize + sizeof(rec_tail_t); -} - -void -txn_rec::clean() -{ - // clean up allocated memory here -} - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.h b/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.h deleted file mode 100644 index f256891664..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/txn_rec.h +++ /dev/null @@ -1,67 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_TXN_REC_H -#define QPID_LINEARSTORE_JOURNAL_TXN_REC_H - -#include "qpid/linearstore/jrnl/jrec.h" -#include "qpid/linearstore/jrnl/utils/txn_hdr.h" -#include "qpid/linearstore/jrnl/utils/rec_tail.h" - -namespace qpid { -namespace linearstore { -namespace journal { - -/** -* \class txn_rec -* \brief Class to handle a single journal commit or abort record. -*/ -class txn_rec : public jrec -{ -private: - ::txn_hdr_t _txn_hdr; ///< Local instance of transaction header struct - const void* _xidp; ///< xid pointer for encoding (writing to disk) - void* _buff; ///< Pointer to buffer to receive data read from disk - ::rec_tail_t _txn_tail; ///< Local instance of enqueue tail struct - -public: - txn_rec(); - virtual ~txn_rec(); - - void reset(const bool commitFlag, const uint64_t serial, const uint64_t rid, const void* const xidp, - const std::size_t xidlen); - uint32_t encode(void* wptr, uint32_t rec_offs_dblks, uint32_t max_size_dblks); - bool decode(::rec_hdr_t& h, std::ifstream* ifsp, std::size_t& rec_offs); - - std::size_t get_xid(void** const xidpp); - std::string& str(std::string& str) const; - inline std::size_t data_size() const { return 0; } // This record never carries data - std::size_t xid_size() const; - std::size_t rec_size() const; - inline uint64_t rid() const { return _txn_hdr._rhdr._rid; } - -private: - virtual void clean(); -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_TXN_REC_H diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.c deleted file mode 100644 index 144ce4125a..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.c +++ /dev/null @@ -1,46 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "deq_hdr.h" - -/*static const uint16_t DEQ_HDR_TXNCMPLCOMMIT_MASK = 0x10;*/ - -void deq_hdr_init(deq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t deq_rid, const uint64_t xidsize) { - rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); - dest->_deq_rid = deq_rid; - dest->_xidsize = xidsize; -} - -void deq_hdr_copy(deq_hdr_t* dest, const deq_hdr_t* src) { - rec_hdr_copy(&dest->_rhdr, &src->_rhdr); - dest->_deq_rid = src->_deq_rid; - dest->_xidsize = src->_xidsize; -} - -bool is_txn_coml_commit(const deq_hdr_t *dh) { - return dh->_rhdr._uflag & DEQ_HDR_TXNCMPLCOMMIT_MASK; -} - -void set_txn_coml_commit(deq_hdr_t *dh, const bool commit) { - dh->_rhdr._uflag = commit ? dh->_rhdr._uflag | DEQ_HDR_TXNCMPLCOMMIT_MASK : - dh->_rhdr._uflag & (~DEQ_HDR_TXNCMPLCOMMIT_MASK); -} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.h deleted file mode 100644 index 3392867153..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/deq_hdr.h +++ /dev/null @@ -1,83 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include -#include "rec_hdr.h" - -#ifdef __cplusplus -extern "C"{ -#endif - -#pragma pack(1) - -/** - * \brief Struct for dequeue record. - * - * Struct for dequeue record. If this record has a non-zero xidsize field (i.e., there is a - * valid XID), then this header is followed by the XID of xidsize bytes and a rec_tail. If, - * on the other hand, this record has a zero xidsize (i.e., there is no XID), then the rec_tail - * is absent. - * - * Note that this record had its own rid distinct from the rid of the record it is dequeueing. - * The rid field below is the rid of the dequeue record itself; the deq-rid field is the rid of a - * previous enqueue record being dequeued by this record. - * - * Record header info in binary format (40 bytes): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+  -+
- * |     magic     |  ver  | flags |   |
- * +---+---+---+---+---+---+---+---+   |
- * |             serial            |   | struct rec_hdr_t
- * +---+---+---+---+---+---+---+---+   |
- * |              rid              |   |
- * +---+---+---+---+---+---+---+---+  -+
- * |            deq-rid            |
- * +---+---+---+---+---+---+---+---+
- * |            xidsize            |
- * +---+---+---+---+---+---+---+---+
- *
- * deq-rid = dequeue record ID
- *
- */ -typedef struct deq_hdr_t { - rec_hdr_t _rhdr; /**< Common record header struct */ - uint64_t _deq_rid; /**< Record ID of record being dequeued */ - uint64_t _xidsize; /**< XID size */ -} deq_hdr_t; - -static const uint16_t DEQ_HDR_TXNCMPLCOMMIT_MASK = 0x10; - -void deq_hdr_init(deq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t deq_rid, const uint64_t xidsize); -void deq_hdr_copy(deq_hdr_t* dest, const deq_hdr_t* src); -bool is_txn_coml_commit(const deq_hdr_t *dh); -void set_txn_coml_commit(deq_hdr_t *dh, const bool commit); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_DEQ_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.c deleted file mode 100644 index b4e8b62ff1..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.c +++ /dev/null @@ -1,63 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "enq_hdr.h" - -//static const uint16_t ENQ_HDR_TRANSIENT_MASK = 0x10; -//static const uint16_t ENQ_HDR_EXTERNAL_MASK = 0x20; - -void enq_hdr_init(enq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t xidsize, const uint64_t dsize) { - rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); - dest->_xidsize = xidsize; - dest->_dsize = dsize; -} - -void enq_hdr_copy(enq_hdr_t* dest, const enq_hdr_t* src) { - rec_hdr_copy(&dest->_rhdr, &src->_rhdr); - dest->_xidsize = src->_xidsize; - dest->_dsize = src->_dsize; -} - -bool is_enq_transient(const enq_hdr_t *eh) { - return eh->_rhdr._uflag & ENQ_HDR_TRANSIENT_MASK; -} - -void set_enq_transient(enq_hdr_t *eh, const bool transient) { - eh->_rhdr._uflag = transient ? eh->_rhdr._uflag | ENQ_HDR_TRANSIENT_MASK : - eh->_rhdr._uflag & (~ENQ_HDR_TRANSIENT_MASK); -} - -bool is_enq_external(const enq_hdr_t *eh) { - return eh->_rhdr._uflag & ENQ_HDR_EXTERNAL_MASK; -} - -void set_enq_external(enq_hdr_t *eh, const bool external) { - eh->_rhdr._uflag = external ? eh->_rhdr._uflag | ENQ_HDR_EXTERNAL_MASK : - eh->_rhdr._uflag & (~ENQ_HDR_EXTERNAL_MASK); -} - -bool validate_enq_hdr(enq_hdr_t *eh, const uint32_t magic, const uint16_t version, const uint64_t rid) { - return eh->_rhdr._magic == magic && - eh->_rhdr._version == version && - rid > 0 ? eh->_rhdr._rid == rid /* If rid == 0, don't compare rids */ - : true; -} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.h deleted file mode 100644 index 00108792bc..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/enq_hdr.h +++ /dev/null @@ -1,83 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include -#include "rec_hdr.h" - -#ifdef __cplusplus -extern "C"{ -#endif - -#pragma pack(1) - -/** - * \brief Struct for enqueue record. - * - * Struct for enqueue record. In addition to the common data, this header includes both the - * xid and data blob sizes. - * - * This header precedes all enqueue data in journal files. - * - * Record header info in binary format (40 bytes): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+  -+
- * |     magic     |  ver  | flags |   |
- * +---+---+---+---+---+---+---+---+   |
- * |             serial            |   | struct rec_hdr_t
- * +---+---+---+---+---+---+---+---+   |
- * |              rid              |   |
- * +---+---+---+---+---+---+---+---+  -+
- * |            xidsize            |
- * +---+---+---+---+---+---+---+---+
- * |             dsize             |
- * +---+---+---+---+---+---+---+---+
- * v = file version (If the format or encoding of this file changes, then this
- *     number should be incremented)
- *
- */ -typedef struct enq_hdr_t { - rec_hdr_t _rhdr; /**< Common record header struct */ - uint64_t _xidsize; /**< XID size in octets */ - uint64_t _dsize; /**< Record data size in octets */ -} enq_hdr_t; - -static const uint16_t ENQ_HDR_TRANSIENT_MASK = 0x10; -static const uint16_t ENQ_HDR_EXTERNAL_MASK = 0x20; - -void enq_hdr_init(enq_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t xidsize, const uint64_t dsize); -void enq_hdr_copy(enq_hdr_t* dest, const enq_hdr_t* src); -bool is_enq_transient(const enq_hdr_t *eh); -void set_enq_transient(enq_hdr_t *eh, const bool transient); -bool is_enq_external(const enq_hdr_t *eh); -void set_enq_external(enq_hdr_t *eh, const bool external); -bool validate_enq_hdr(enq_hdr_t *eh, const uint32_t magic, const uint16_t version, const uint64_t rid); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_ENQ_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.c deleted file mode 100644 index 35b4ea219e..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.c +++ /dev/null @@ -1,130 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "file_hdr.h" -#include - -void file_hdr_create(file_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t fhdr_size_sblks, - const uint16_t efp_partition, const uint64_t file_size) { - rec_hdr_init(&dest->_rhdr, magic, version, 0, 0, 0); - dest->_fhdr_size_sblks = fhdr_size_sblks; - dest->_efp_partition = efp_partition; - dest->_reserved = 0; - dest->_data_size_kib = file_size; - dest->_fro = 0; - dest->_ts_nsec = 0; - dest->_ts_sec = 0; - dest->_file_number = 0; - dest->_queue_name_len = 0; -} - -int file_hdr_init(void* dest, const uint64_t dest_len, const uint16_t uflag, const uint64_t serial, const uint64_t rid, - const uint64_t fro, const uint64_t file_number, const uint16_t queue_name_len, const char* queue_name) { - file_hdr_t* fhp = (file_hdr_t*)dest; - fhp->_rhdr._uflag = uflag; - fhp->_rhdr._serial = serial; - fhp->_rhdr._rid = rid; - fhp->_fro = fro; - fhp->_file_number = file_number; - if (sizeof(file_hdr_t) + queue_name_len < MAX_FILE_HDR_LEN) { - fhp->_queue_name_len = queue_name_len; - } else { - fhp->_queue_name_len = MAX_FILE_HDR_LEN - sizeof(file_hdr_t); - } - fhp->_queue_name_len = queue_name_len; - memcpy((char*)dest + sizeof(file_hdr_t), queue_name, queue_name_len); - memset((char*)dest + sizeof(file_hdr_t) + queue_name_len, 0, dest_len - sizeof(file_hdr_t) - queue_name_len); - return set_time_now(dest); -} - -int file_hdr_check(file_hdr_t* hdr, const uint32_t magic, const uint16_t version, const uint64_t data_size_kib) { - int res = rec_hdr_check_base(&hdr->_rhdr, magic, version); - if (res != 0) return 0; - if (hdr->_data_size_kib != data_size_kib) return 3; - return 0; -} - -void file_hdr_copy(file_hdr_t* dest, const file_hdr_t* src) { - rec_hdr_copy(&dest->_rhdr, &src->_rhdr); - dest->_fhdr_size_sblks = src->_fhdr_size_sblks; // Should this be copied? - dest->_efp_partition = src->_efp_partition; // Should this be copied? - dest->_data_size_kib = src->_data_size_kib; - dest->_fro = src->_fro; - dest->_ts_sec = src->_ts_sec; - dest->_ts_nsec = src->_ts_nsec; - dest->_file_number = src->_file_number; -} - -void file_hdr_reset(file_hdr_t* target) { - target->_rhdr._uflag = 0; - target->_rhdr._rid = 0; - target->_fro = 0; - target->_ts_sec = 0; - target->_ts_nsec = 0; - target->_file_number = 0; - target->_queue_name_len = 0; -} - -int is_file_hdr_reset(file_hdr_t* target) { - return target->_rhdr._uflag == 0 && - target->_rhdr._rid == 0 && - target->_ts_sec == 0 && - target->_ts_nsec == 0 && - target->_file_number == 0 && - target->_queue_name_len == 0; -} - -/* -uint64_t random_64() { - int randomData = open("/dev/random", O_RDONLY); - if (randomData < 0) { - return 0ULL; - } - uint64_t randomNumber; - size_t size = sizeof(randomNumber); - ssize_t result = read(randomData, (char*)&randomNumber, size); - if (result != size) { - randomNumber = 0ULL; - } - close(randomData); - return randomNumber; -} -*/ - -int set_time_now(file_hdr_t *fh) -{ - struct timespec ts; - int err = clock_gettime(CLOCK_REALTIME, &ts); - if (err) - return err; - fh->_ts_sec = ts.tv_sec; - fh->_ts_nsec = ts.tv_nsec; - return 0; -} - - -void set_time(file_hdr_t *fh, struct timespec *ts) -{ - fh->_ts_sec = ts->tv_sec; - fh->_ts_nsec = ts->tv_nsec; -} - - diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.h deleted file mode 100644 index 53ca686fb8..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/file_hdr.h +++ /dev/null @@ -1,109 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include -#include "rec_hdr.h" - -#ifdef __cplusplus -extern "C"{ -#endif - -#define MAX_FILE_HDR_LEN 4096 // Set to 1 sblk - -#pragma pack(1) - -/** - * \brief Struct for data common to the head of all journal files. In addition to - * the common data, this includes the record ID and offset of the first record in - * the file. - * - * This header precedes all data in journal files and occupies the first complete - * block in the file. The record ID and offset are updated on each overwrite of the - * file. - * - * File header info in binary format (74 bytes + size of file name in octets): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+  -+
- * |     magic     |  ver  | flags |   |
- * +---+---+---+---+---+---+---+---+   |
- * |             serial            |   | struct rec_hdr_t
- * +---+---+---+---+---+---+---+---+   |
- * |              rid              |   |
- * +---+---+---+---+---+---+---+---+  -+
- * |  fs   | partn |   reserved    |
- * +---+---+---+---+---+---+---+---+
- * |           data-size           |
- * +---+---+---+---+---+---+---+---+
- * |              fro              |
- * +---+---+---+---+---+---+---+---+
- * |           timestamp (sec)     |
- * +---+---+---+---+---+---+---+---+
- * |           timestamp (ns)      |
- * +---+---+---+---+---+---+---+---+
- * |          file-number          |
- * +---+---+---+---+---+---+---+---+
- * |  qnl  | Queue Name...         |
- * +-------+                       |
- * |                               |
- * +---+---+---+---+---+---+---+---+
- *
- * ver = Journal version
- * rid = Record ID
- * fs = File header size in sblks (defined by JRNL_SBLK_SIZE)
- * partn = EFP partition from which this file came
- * fro = First Record Offset
- * qnl = Length of the queue name in octets.
- *
- */ -typedef struct file_hdr_t { - rec_hdr_t _rhdr; /**< Common record header struct, but rid field is used for rid of first compete record in file */ - uint16_t _fhdr_size_sblks; /**< File header size in sblks (defined by JRNL_SBLK_SIZE) */ - uint16_t _efp_partition; /**< EFP Partition number from which this file was obtained */ - uint32_t _reserved; - uint64_t _data_size_kib; /**< Size of the data part of this file in KiB. (ie file size excluding file header sblk) */ - uint64_t _fro; /**< First Record Offset (FRO) */ - uint64_t _ts_sec; /**< Time stamp (seconds part) */ - uint64_t _ts_nsec; /**< Time stamp (nanoseconds part) */ - uint64_t _file_number; /**< The logical number of this file in a monotonically increasing sequence */ - uint16_t _queue_name_len; /**< Length of the queue name in octets, which follows this struct in the header */ -} file_hdr_t; - -void file_hdr_create(file_hdr_t* dest, const uint32_t magic, const uint16_t version, - const uint16_t fhdr_size_sblks, const uint16_t efp_partition, const uint64_t file_size); -int file_hdr_init(void* dest, const uint64_t dest_len, const uint16_t uflag, const uint64_t serial, const uint64_t rid, - const uint64_t fro, const uint64_t file_number, const uint16_t queue_name_len, const char* queue_name); -int file_hdr_check(file_hdr_t* hdr, const uint32_t magic, const uint16_t version, const uint64_t data_size_kib); -void file_hdr_reset(file_hdr_t* target); -int is_file_hdr_reset(file_hdr_t* target); -void file_hdr_copy(file_hdr_t* dest, const file_hdr_t* src); -int set_time_now(file_hdr_t *fh); -void set_time(file_hdr_t *fh, struct timespec *ts); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_FILE_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.c deleted file mode 100644 index ad5262f9a3..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.c +++ /dev/null @@ -1,30 +0,0 @@ -#include "rec_hdr.h" - -void rec_hdr_init(rec_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, const uint64_t serial, const uint64_t rid) { - dest->_magic = magic; - dest->_version = version; - dest->_uflag = uflag; - dest->_serial = serial; - dest->_rid = rid; -} - -void rec_hdr_copy(rec_hdr_t* dest, const rec_hdr_t* src) { - dest->_magic = src->_magic; - dest->_version = src->_version; - dest->_uflag = src->_uflag; - dest->_serial = src->_serial; - dest->_rid = src->_rid; -} - -int rec_hdr_check_base(rec_hdr_t* header, const uint32_t magic, const uint16_t version) { - if (header->_magic != magic) return 1; - if (header->_version != version) return 2; - return 0; -} - -int rec_hdr_check(rec_hdr_t* header, const uint32_t magic, const uint16_t version, const uint64_t serial) { - int res = rec_hdr_check_base(header, magic, version); - if (res != 0) return res; - if (header->_serial != serial) return 3; - return 0; -} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.h deleted file mode 100644 index 64349b5ab8..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_hdr.h +++ /dev/null @@ -1,72 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include - -#ifdef __cplusplus -extern "C"{ -#endif - -#pragma pack(1) - -/** - * \brief Struct for data common to the head of all journal files and records. - * This includes identification for the file type, the encoding version, endian - * indicator and a record ID. - * - * File header info in binary format (24 bytes): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+
- * |     magic     |  ver  | uflag |
- * +---+---+---+---+---+---+---+---+
- * |             serial            |
- * +---+---+---+---+---+---+---+---+
- * |              rid              |
- * +---+---+---+---+---+---+---+---+
- *
- * ver = file version (If the format or encoding of this file changes, then this
- *       number should be incremented)
- * rid = Record ID
- *
- */ -typedef struct rec_hdr_t { - uint32_t _magic; /**< File type identifier (magic number) */ - uint16_t _version; /**< File encoding version */ - uint16_t _uflag; /**< User-defined flags */ - uint64_t _serial; /**< Serial number for this journal file */ - uint64_t _rid; /**< Record ID (rotating 64-bit counter) */ -} rec_hdr_t; - -void rec_hdr_init(rec_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, const uint64_t serial, const uint64_t rid); -void rec_hdr_copy(rec_hdr_t* dest, const rec_hdr_t* src); -int rec_hdr_check_base(rec_hdr_t* header, const uint32_t magic, const uint16_t version); -int rec_hdr_check(rec_hdr_t* header, const uint32_t magic, const uint16_t version, const uint64_t serial); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.c deleted file mode 100644 index 88c68e2b78..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.c +++ /dev/null @@ -1,45 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "rec_tail.h" - -void rec_tail_init(rec_tail_t* dest, const uint32_t xmagic, const uint32_t checksum, const uint64_t serial, - const uint64_t rid) { - dest->_xmagic = xmagic; - dest->_checksum = checksum; - dest->_serial = serial; - dest->_rid = rid; -} - -void rec_tail_copy(rec_tail_t* dest, const rec_hdr_t* src, const uint32_t checksum) { - dest->_xmagic = ~(src->_magic); - dest->_checksum = checksum; - dest->_serial = src->_serial; - dest->_rid = src->_rid; -} - -int rec_tail_check(const rec_tail_t* tail, const rec_hdr_t* header, const uint32_t checksum) { - if (tail->_xmagic != ~header->_magic) return 1; - if (tail->_serial != header->_serial) return 2; - if (tail->_rid != header->_rid) return 3; - if (tail->_checksum != checksum) return 4; - return 0; -} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.h deleted file mode 100644 index 5163580ead..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/rec_tail.h +++ /dev/null @@ -1,77 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include -#include "rec_hdr.h" - -#ifdef __cplusplus -extern "C"{ -#endif - -#pragma pack(1) - -/** - * \brief Struct for data common to the tail of all records. The magic number - * used here is the binary inverse (1's complement) of the magic used in the - * record header; this minimizes possible confusion with other headers that may - * be present during recovery. The tail is used with all records that have either - * XIDs or data - ie any size-variable content. Currently the only records that - * do NOT use the tail are non-transactional dequeues and filler records. - * - * The checksum is used to verify the xid and/or data portion of the record - * on recovery, and excludes the header and tail. - * - * Record header info in binary format (24 bytes): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+
- * |   ~(magic)    |   checksum    |
- * +---+---+---+---+---+---+---+---+
- * |             serial            |
- * +---+---+---+---+---+---+---+---+
- * |              rid              |
- * +---+---+---+---+---+---+---+---+
- *
- * ~(magic) = 1's compliment of magic of matching record header
- * rid = Record ID of matching record header
- *
- */ -typedef struct rec_tail_t { - uint32_t _xmagic; /**< Binary inverse (1's complement) of hdr magic number */ - uint32_t _checksum; /**< Checksum of xid and data (excluding header itself) */ - uint64_t _serial; /**< Serial number for this journal file */ - uint64_t _rid; /**< Record ID (rotating 64-bit counter) */ -} rec_tail_t; - -void rec_tail_init(rec_tail_t* dest, const uint32_t xmagic, const uint32_t checksum, const uint64_t serial, - const uint64_t rid); -void rec_tail_copy(rec_tail_t* dest, const rec_hdr_t* src, const uint32_t checksum); -int rec_tail_check(const rec_tail_t* tail, const rec_hdr_t* header, const uint32_t checksum); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifnedf QPID_LINEARSTORE_JOURNAL_UTILS_REC_TAIL_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.c b/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.c deleted file mode 100644 index 58d4cdebe4..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.c +++ /dev/null @@ -1,33 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "txn_hdr.h" - -void txn_hdr_init(txn_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t xidsize) { - rec_hdr_init(&dest->_rhdr, magic, version, uflag, serial, rid); - dest->_xidsize = xidsize; -} - -void txn_hdr_copy(txn_hdr_t* dest, const txn_hdr_t* src) { - rec_hdr_copy(&dest->_rhdr, &src->_rhdr); - dest->_xidsize = src->_xidsize; -} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.h b/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.h deleted file mode 100644 index 442a1d373d..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/utils/txn_hdr.h +++ /dev/null @@ -1,72 +0,0 @@ -#ifndef QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H -#define QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "rec_hdr.h" - -#ifdef __cplusplus -extern "C"{ -#endif - -#pragma pack(1) - -/** - * \brief Struct for transaction commit and abort records. - * - * Struct for local and DTX commit and abort records. Only the magic distinguishes between them. - * Since this record must be used in the context of a valid XID, the xidsize field must not be - * zero. Immediately following this record is the XID itself which is xidsize bytes long, - * followed by a rec_tail. - * - * Note that this record had its own rid distinct from the rids of the record(s) making up the - * transaction it is committing or aborting. - * - * Record header info in binary format (32 bytes): - * 
- *   0                           7
- * +---+---+---+---+---+---+---+---+  -+
- * |     magic     |  ver  | flags |   |
- * +---+---+---+---+---+---+---+---+   |
- * |             serial            |   | struct rec_hdr_t
- * +---+---+---+---+---+---+---+---+   |
- * |              rid              |   |
- * +---+---+---+---+---+---+---+---+  -+
- * |            xidsize            |
- * +---+---+---+---+---+---+---+---+
- *
- */ -typedef struct txn_hdr_t { - rec_hdr_t _rhdr; /**< Common record header struct */ - uint64_t _xidsize; /**< XID size */ -} txn_hdr_t; - -void txn_hdr_init(txn_hdr_t* dest, const uint32_t magic, const uint16_t version, const uint16_t uflag, - const uint64_t serial, const uint64_t rid, const uint64_t xidsize); -void txn_hdr_copy(txn_hdr_t* dest, const txn_hdr_t* src); - -#pragma pack() - -#ifdef __cplusplus -} -#endif - -#endif /* ifndef QPID_LINEARSTORE_JOURNAL_UTILS_TXN_HDR_H */ diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.cpp b/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.cpp deleted file mode 100644 index 9f91132f80..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.cpp +++ /dev/null @@ -1,1035 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#include "qpid/linearstore/jrnl/wmgr.h" - -#include -#include -#include -#include -#include "qpid/linearstore/jrnl/utils/file_hdr.h" -#include "qpid/linearstore/jrnl/jcfg.h" -#include "qpid/linearstore/jrnl/jcntl.h" -#include "qpid/linearstore/jrnl/jerrno.h" -#include "qpid/linearstore/jrnl/JournalFile.h" -#include -#include - -//#include // DEBUG - -namespace qpid { -namespace linearstore { -namespace journal { - -wmgr::wmgr(jcntl* jc, - enq_map& emap, - txn_map& tmap, - LinearFileController& lfc): - pmgr(jc, emap, tmap), - _lfc(lfc), - _max_dtokpp(0), - _max_io_wait_us(0), - _cached_offset_dblks(0), - _enq_busy(false), - _deq_busy(false), - _abort_busy(false), - _commit_busy(false), - _txn_pending_set() -{} - -wmgr::wmgr(jcntl* jc, - enq_map& emap, - txn_map& tmap, - LinearFileController& lfc, - const uint32_t max_dtokpp, - const uint32_t max_iowait_us): - pmgr(jc, emap, tmap), - _lfc(lfc), - _max_dtokpp(max_dtokpp), - _max_io_wait_us(max_iowait_us), - _cached_offset_dblks(0), - _enq_busy(false), - _deq_busy(false), - _abort_busy(false), - _commit_busy(false), - _txn_pending_set() -{} - -wmgr::~wmgr() -{ - wmgr::clean(); -} - -void -wmgr::initialize(aio_callback* const cbp, - const uint32_t wcache_pgsize_sblks, - const uint16_t wcache_num_pages, - const uint32_t max_dtokpp, - const uint32_t max_iowait_us, - std::size_t eo) -{ - _enq_busy = false; - _deq_busy = false; - _abort_busy = false; - _commit_busy = false; - _max_dtokpp = max_dtokpp; - _max_io_wait_us = max_iowait_us; - - initialize(cbp, wcache_pgsize_sblks, wcache_num_pages); - - if (eo) - { - const uint32_t wr_pg_size_dblks = _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS; - uint32_t data_dblks = (eo / QLS_DBLK_SIZE_BYTES) - (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); // exclude file header - _pg_cntr = data_dblks / wr_pg_size_dblks; - _pg_offset_dblks = data_dblks - (_pg_cntr * wr_pg_size_dblks); - } -} - -iores -wmgr::enqueue(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len, - const bool transient, - const bool external) -{ -//std::cout << _lfc.status(10) << std::endl; - if (xid_len) - assert(xid_ptr != 0); - - if (_deq_busy || _abort_busy || _commit_busy) { - std::ostringstream oss; - oss << "RHM_IORES_BUSY: enqueue while part way through another op:"; - oss << " _deq_busy=" << (_deq_busy?"T":"F"); - oss << " _abort_busy=" << (_abort_busy?"T":"F"); - oss << " _commit_busy=" << (_commit_busy?"T":"F"); - throw jexception(oss.str()); // TODO: complete exception - } - - if (this_data_len != tot_data_len && !external) { - throw jexception("RHM_IORES_NOTIMPL: partial enqueues not implemented"); // TODO: complete exception; - } - - iores res = pre_write_check(WMGR_ENQUEUE, dtokp, xid_len, tot_data_len, external); - if (res != RHM_IORES_SUCCESS) - return res; - - bool cont = false; - if (_enq_busy) // If enqueue() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT - { - if (dtokp->wstate() == data_tok::ENQ_PART) - cont = true; - else - { - std::ostringstream oss; - oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_ENQDISCONT, oss.str(), "wmgr", "enqueue"); - } - } - - uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); - _enq_rec.reset(_lfc.getCurrentSerial(), rid, data_buff, tot_data_len, xid_ptr, xid_len, transient, external); - if (!cont) - { - dtokp->set_rid(rid); - dtokp->set_dequeue_rid(0); - if (xid_len) - dtokp->set_xid(xid_ptr, xid_len); - else - dtokp->clear_xid(); - _enq_busy = true; - } -//std::cout << "---+++ wmgr::enqueue() ENQ rid=0x" << std::hex << rid << " po=0x" << _pg_offset_dblks << " cs=0x" << (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) << " " << std::dec << std::flush; // DEBUG - bool done = false; - while (!done) - { -//std::cout << "*" << std::flush; // DEBUG - assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); - void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); - uint32_t data_offs_dblks = dtokp->dblocks_written(); - uint32_t ret = _enq_rec.encode(wptr, data_offs_dblks, - (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); - - // Remember fid which contains the record header in case record is split over several files - if (data_offs_dblks == 0) { - dtokp->set_fid(_lfc.getCurrentFileSeqNum()); - } - _pg_offset_dblks += ret; - _cached_offset_dblks += ret; - dtokp->incr_dblocks_written(ret); - dtokp->incr_pg_cnt(); - _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); - - // Is the encoding of this record complete? - if (dtokp->dblocks_written() >= _enq_rec.rec_size_dblks()) - { -//std::cout << "!" << std::flush; // DEBUG - // TODO: Incorrect - must set state to ENQ_CACHED; ENQ_SUBM is set when AIO returns. - dtokp->set_wstate(data_tok::ENQ_SUBM); - dtokp->set_dsize(tot_data_len); - // Only add this data token to page token list when submit is complete, this way - // long multi-page messages have their token on the page containing the END of the - // message. AIO callbacks will then only process this token when entire message is - // enqueued. - _lfc.incrEnqueuedRecordCount(dtokp->fid()); -//std::cout << "[0x" << std::hex << _lfc.getEnqueuedRecordCount(dtokp->fid()) << std::dec << std::flush; // DEBUG - - if (xid_len) // If part of transaction, add to transaction map - { - std::string xid((const char*)xid_ptr, xid_len); - _tmap.insert_txn_data(xid, txn_data_t(rid, 0, dtokp->fid(), 0, true)); - } - else - { - if (_emap.insert_pfid(rid, dtokp->fid(), 0) < enq_map::EMAP_OK) // fail - { - // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. - std::ostringstream oss; - oss << std::hex << "rid=0x" << rid << " _pfid=0x" << dtokp->fid(); - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "enqueue"); - } - } - - done = true; - } else { -//std::cout << "$" << std::flush; // DEBUG - dtokp->set_wstate(data_tok::ENQ_PART); - } - - file_header_check(rid, cont, _enq_rec.rec_size_dblks() - data_offs_dblks); - flush_check(res, cont, done, rid); - } - if (dtokp->wstate() >= data_tok::ENQ_SUBM) - _enq_busy = false; -//std::cout << " res=" << iores_str(res) << " _enq_busy=" << (_enq_busy?"T":"F") << std::endl << std::flush; // DEBUG - return res; -} - -iores -wmgr::dequeue(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len, - const bool txn_coml_commit) -{ - if (xid_len) - assert(xid_ptr != 0); - - if (_enq_busy || _abort_busy || _commit_busy) { - std::ostringstream oss; - oss << "RHM_IORES_BUSY: dequeue while part way through another op:"; - oss << " _enq_busy=" << (_enq_busy?"T":"F"); - oss << " _abort_busy=" << (_abort_busy?"T":"F"); - oss << " _commit_busy=" << (_commit_busy?"T":"F"); - throw jexception(oss.str()); // TODO: complete exception - } - - iores res = pre_write_check(WMGR_DEQUEUE, dtokp); - if (res != RHM_IORES_SUCCESS) - return res; - - bool cont = false; - if (_deq_busy) // If dequeue() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT - { - if (dtokp->wstate() == data_tok::DEQ_PART) - cont = true; - else - { - std::ostringstream oss; - oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "dequeue"); - } - } - - const bool ext_rid = dtokp->external_rid(); - uint64_t rid = (ext_rid | cont) ? dtokp->rid() : _lfc.getNextRecordId(); - uint64_t dequeue_rid = (ext_rid | cont) ? dtokp->dequeue_rid() : dtokp->rid(); - _deq_rec.reset(_lfc.getCurrentSerial(), rid, dequeue_rid, xid_ptr, xid_len, txn_coml_commit); - if (!cont) - { - if (!ext_rid) - { - dtokp->set_rid(rid); - dtokp->set_dequeue_rid(dequeue_rid); - } - if (xid_len) - dtokp->set_xid(xid_ptr, xid_len); - else - dtokp->clear_xid(); - dequeue_check(dtokp->xid(), dequeue_rid); - dtokp->set_dblocks_written(0); // Reset dblks_written from previous op - _deq_busy = true; - } -//std::cout << "---+++ wmgr::dequeue() DEQ rid=0x" << std::hex << rid << " drid=0x" << dequeue_rid << " " << std::dec << std::flush; // DEBUG - bool done = false; - while (!done) - { -//std::cout << "*" << std::flush; // DEBUG - assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); - void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); - uint32_t data_offs_dblks = dtokp->dblocks_written(); - uint32_t ret = _deq_rec.encode(wptr, data_offs_dblks, - (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); - - // Remember fid which contains the record header in case record is split over several files - if (data_offs_dblks == 0) { - dtokp->set_fid(_lfc.getCurrentFileSeqNum()); - } - _pg_offset_dblks += ret; - _cached_offset_dblks += ret; - dtokp->incr_dblocks_written(ret); - dtokp->incr_pg_cnt(); - _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); - - // Is the encoding of this record complete? - if (dtokp->dblocks_written() >= _deq_rec.rec_size_dblks()) - { -//std::cout << "!" << std::flush; // DEBUG - // TODO: Incorrect - must set state to ENQ_CACHED; ENQ_SUBM is set when AIO returns. - dtokp->set_wstate(data_tok::DEQ_SUBM); - - if (xid_len) // If part of transaction, add to transaction map - { - // If the enqueue is part of a pending txn, it will not yet be in emap - _emap.lock(dequeue_rid); // ignore rid not found error - std::string xid((const char*)xid_ptr, xid_len); - _tmap.insert_txn_data(xid, txn_data_t(rid, dequeue_rid, dtokp->fid(), 0, false)); - } - else - { - uint64_t fid; - short eres = _emap.get_remove_pfid(dtokp->dequeue_rid(), fid); - if (eres < enq_map::EMAP_OK) // fail - { - if (eres == enq_map::EMAP_RID_NOT_FOUND) - { - std::ostringstream oss; - oss << std::hex << "rid=0x" << rid; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", "dequeue"); - } - if (eres == enq_map::EMAP_LOCKED) - { - std::ostringstream oss; - oss << std::hex << "rid=0x" << rid; - throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue"); - } - } -//std::cout << "[0x" << std::hex << _lfc.getEnqueuedRecordCount(fid) << std::dec << std::flush; // DEBUG -//try { - _lfc.decrEnqueuedRecordCount(fid); -//} catch (std::exception& e) { std::cout << "***OOPS*** " << e.what() << " cfid=" << _lfc.getCurrentFileSeqNum() << " fid=" << fid << std::flush; throw; } - } - - done = true; - } else { -//std::cout << "$" << std::flush; // DEBUG - dtokp->set_wstate(data_tok::DEQ_PART); - } - - file_header_check(rid, cont, _deq_rec.rec_size_dblks() - data_offs_dblks); - flush_check(res, cont, done, rid); - } - if (dtokp->wstate() >= data_tok::DEQ_SUBM) - _deq_busy = false; -//std::cout << " res=" << iores_str(res) << " _deq_busy=" << (_deq_busy?"T":"F") << std::endl << std::flush; // DEBUG - return res; -} - -iores -wmgr::abort(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len) -{ - // commit and abort MUST have a valid xid - assert(xid_ptr != 0 && xid_len > 0); - - if (_enq_busy || _deq_busy || _commit_busy) { - std::ostringstream oss; - oss << "RHM_IORES_BUSY: abort while part way through another op:"; - oss << " _enq_busy=" << (_enq_busy?"T":"F"); - oss << " _deq_busy=" << (_deq_busy?"T":"F"); - oss << " _commit_busy=" << (_commit_busy?"T":"F"); - throw jexception(oss.str()); // TODO: complete exception - } - - iores res = pre_write_check(WMGR_ABORT, dtokp); - if (res != RHM_IORES_SUCCESS) - return res; - - bool cont = false; - if (_abort_busy) // If abort() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT - { - if (dtokp->wstate() == data_tok::ABORT_PART) - cont = true; - else - { - std::ostringstream oss; - oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "abort"); - } - } - - uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); - _txn_rec.reset(false, _lfc.getCurrentSerial(), rid, xid_ptr, xid_len); - if (!cont) - { - dtokp->set_rid(rid); - dtokp->set_dequeue_rid(0); - dtokp->set_xid(xid_ptr, xid_len); - dtokp->set_dblocks_written(0); // Reset dblks_written from previous op - _abort_busy = true; - } - bool done = false; - while (!done) - { - assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); - void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); - uint32_t data_offs_dblks = dtokp->dblocks_written(); - uint32_t ret = _txn_rec.encode(wptr, data_offs_dblks, - (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); - - // Remember fid which contains the record header in case record is split over several files - if (data_offs_dblks == 0) - dtokp->set_fid(_lfc.getCurrentFileSeqNum()); - _pg_offset_dblks += ret; - _cached_offset_dblks += ret; - dtokp->incr_dblocks_written(ret); - dtokp->incr_pg_cnt(); - _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); - - // Is the encoding of this record complete? - if (dtokp->dblocks_written() >= _txn_rec.rec_size_dblks()) - { - dtokp->set_wstate(data_tok::ABORT_SUBM); - - // Delete this txn from tmap, unlock any locked records in emap - std::string xid((const char*)xid_ptr, xid_len); - txn_data_list tdl = _tmap.get_remove_tdata_list(xid); // tdl will be empty if xid not found - for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) - { - if (!itr->enq_flag_) - _emap.unlock(itr->drid_); // ignore rid not found error - if (itr->enq_flag_) - _lfc.decrEnqueuedRecordCount(itr->pfid_); - } - std::pair::iterator, bool> res = _txn_pending_set.insert(xid); - if (!res.second) - { - std::ostringstream oss; - oss << std::hex << "_txn_pending_set: xid=\"" << xid << "\""; - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "abort"); - } - - done = true; - } else { - dtokp->set_wstate(data_tok::ABORT_PART); - } - - file_header_check(rid, cont, _txn_rec.rec_size_dblks() - data_offs_dblks); - flush_check(res, cont, done, rid); - } - if (dtokp->wstate() >= data_tok::ABORT_SUBM) - _abort_busy = false; - return res; -} - -iores -wmgr::commit(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len) -{ - // commit and abort MUST have a valid xid - assert(xid_ptr != 0 && xid_len > 0); - - if (_enq_busy || _deq_busy || _abort_busy) { - std::ostringstream oss; - oss << "RHM_IORES_BUSY: commit while part way through another op:"; - oss << " _enq_busy=" << (_enq_busy?"T":"F"); - oss << " _deq_busy=" << (_deq_busy?"T":"F"); - oss << " _abort_busy=" << (_abort_busy?"T":"F"); - throw jexception(oss.str()); // TODO: complete exception - } - - iores res = pre_write_check(WMGR_COMMIT, dtokp); - if (res != RHM_IORES_SUCCESS) - return res; - - bool cont = false; - if (_commit_busy) // If commit() exited last time with RHM_IORES_FULL or RHM_IORES_PAGE_AIOWAIT - { - if (dtokp->wstate() == data_tok::COMMIT_PART) - cont = true; - else - { - std::ostringstream oss; - oss << "This data_tok: id=" << dtokp->id() << " state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_DEQDISCONT, oss.str(), "wmgr", "commit"); - } - } - - uint64_t rid = (dtokp->external_rid() | cont) ? dtokp->rid() : _lfc.getNextRecordId(); - _txn_rec.reset(true, _lfc.getCurrentSerial(), rid, xid_ptr, xid_len); - if (!cont) - { - dtokp->set_rid(rid); - dtokp->set_dequeue_rid(0); - dtokp->set_xid(xid_ptr, xid_len); - dtokp->set_dblocks_written(0); // Reset dblks_written from previous op - _commit_busy = true; - } - bool done = false; - while (!done) - { - assert(_pg_offset_dblks < _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS); - void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); - uint32_t data_offs_dblks = dtokp->dblocks_written(); - uint32_t ret = _txn_rec.encode(wptr, data_offs_dblks, - (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - _pg_offset_dblks); - - // Remember fid which contains the record header in case record is split over several files - if (data_offs_dblks == 0) - dtokp->set_fid(_lfc.getCurrentFileSeqNum()); - _pg_offset_dblks += ret; - _cached_offset_dblks += ret; - dtokp->incr_dblocks_written(ret); - dtokp->incr_pg_cnt(); - _page_cb_arr[_pg_index]._pdtokl->push_back(dtokp); - - // Is the encoding of this record complete? - if (dtokp->dblocks_written() >= _txn_rec.rec_size_dblks()) - { - dtokp->set_wstate(data_tok::COMMIT_SUBM); - - // Delete this txn from tmap, process records into emap - std::string xid((const char*)xid_ptr, xid_len); - txn_data_list tdl = _tmap.get_remove_tdata_list(xid); // tdl will be empty if xid not found - for (tdl_itr itr = tdl.begin(); itr != tdl.end(); itr++) - { - if (itr->enq_flag_) // txn enqueue - { - if (_emap.insert_pfid(itr->rid_, itr->pfid_, 0) < enq_map::EMAP_OK) // fail - { - // The only error code emap::insert_pfid() returns is enq_map::EMAP_DUP_RID. - std::ostringstream oss; - oss << std::hex << "rid=0x" << itr->rid_ << " _pfid=0x" << itr->pfid_; - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "commit"); - } - } - else // txn dequeue - { - uint64_t fid; - short eres = _emap.get_remove_pfid(itr->drid_, fid, true); - if (eres < enq_map::EMAP_OK) // fail - { - if (eres == enq_map::EMAP_RID_NOT_FOUND) - { - std::ostringstream oss; - oss << std::hex << "rid=0x" << rid; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", "dequeue"); - } - if (eres == enq_map::EMAP_LOCKED) - { - std::ostringstream oss; - oss << std::hex << "rid=0x" << rid; - throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue"); - } - } - _lfc.decrEnqueuedRecordCount(fid); - } - } - std::pair::iterator, bool> res = _txn_pending_set.insert(xid); - if (!res.second) - { - std::ostringstream oss; - oss << std::hex << "_txn_pending_set: xid=\"" << xid << "\""; - throw jexception(jerrno::JERR_MAP_DUPLICATE, oss.str(), "wmgr", "commit"); - } - - done = true; - } else { - dtokp->set_wstate(data_tok::COMMIT_PART); - } - - file_header_check(rid, cont, _txn_rec.rec_size_dblks() - data_offs_dblks); - flush_check(res, cont, done, rid); - } - if (dtokp->wstate() >= data_tok::COMMIT_SUBM) - _commit_busy = false; - return res; -} - -void -wmgr::file_header_check(const uint64_t rid, - const bool cont, - const uint32_t rec_dblks_rem) -{ - if (_lfc.isEmpty()) // File never written (i.e. no header or data) - { -//std::cout << "e" << std::flush; - std::size_t fro = 0; - if (cont) { - bool file_fit = rec_dblks_rem <= _lfc.dataSize_sblks() * QLS_SBLK_SIZE_DBLKS; // Will fit within this journal file - bool file_full = rec_dblks_rem == _lfc.dataSize_sblks() * QLS_SBLK_SIZE_DBLKS; // Will exactly fill this journal file - if (file_fit && !file_full) { - fro = (rec_dblks_rem + (QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS)) * QLS_DBLK_SIZE_BYTES; - } - } else { - fro = QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_BYTES; - } - _lfc.asyncFileHeaderWrite(_ioctx, 0, rid, fro); - _aio_evt_rem++; - } -} - -void -wmgr::flush_check(iores& res, - bool& cont, - bool& done, const uint64_t /*rid*/) // DEBUG -{ - // Is page is full, flush - if (_pg_offset_dblks >= _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - { -//std::cout << "^" << _pg_offset_dblks << ">=" << (_cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) << std::flush; - res = write_flush(); - assert(res == RHM_IORES_SUCCESS); - - if (_page_cb_arr[_pg_index]._state == AIO_PENDING && !done) - { - res = RHM_IORES_PAGE_AIOWAIT; - done = true; - } - - // If file is full, rotate to next file - uint32_t fileSize_pgs = _lfc.fileSize_sblks() / _cache_pgsize_sblks; - if (_pg_cntr >= fileSize_pgs) - { -//std::cout << _pg_cntr << ">=" << fileSize_pgs << std::flush; - get_next_file(); - if (!done) { - cont = true; - } -//std::cout << "***** wmgr::flush_check(): GET NEXT FILE: rid=0x" << std::hex << rid << std::dec << " res=" << iores_str(res) << " cont=" << (cont?"T":"F") << " done=" << (done?"T":"F") << std::endl; // DEBUG - } - } -} - -iores -wmgr::flush() -{ - iores res = write_flush(); - uint32_t fileSize_pgs = _lfc.fileSize_sblks() / _cache_pgsize_sblks; - if (res == RHM_IORES_SUCCESS && _pg_cntr >= fileSize_pgs) { - get_next_file(); - } - return res; -} - -iores -wmgr::write_flush() -{ - iores res = RHM_IORES_SUCCESS; - // Don't bother flushing an empty page or one that is still in state AIO_PENDING - if (_cached_offset_dblks) - { - if (_page_cb_arr[_pg_index]._state == AIO_PENDING) { -//std::cout << "#" << std::flush; // DEBUG - res = RHM_IORES_PAGE_AIOWAIT; - } else { - if (_page_cb_arr[_pg_index]._state != IN_USE) - { - std::ostringstream oss; - oss << "pg_index=" << _pg_index << " state=" << _page_cb_arr[_pg_index].state_str(); - throw jexception(jerrno::JERR_WMGR_BADPGSTATE, oss.str(), "wmgr", "write_flush"); - } - - // Send current page using AIO - - // In manual flushes, dblks may not coincide with sblks, add filler records ("RHMx") if necessary. - dblk_roundup(); - - std::size_t pg_offs = (_pg_offset_dblks - _cached_offset_dblks) * QLS_DBLK_SIZE_BYTES; - aio_cb* aiocbp = &_aio_cb_arr[_pg_index]; - _lfc.asyncPageWrite(_ioctx, aiocbp, (char*)_page_ptr_arr[_pg_index] + pg_offs, _cached_offset_dblks); - _page_cb_arr[_pg_index]._state = AIO_PENDING; - _aio_evt_rem++; -//std::cout << "." << _aio_evt_rem << std::flush; // DEBUG - _cached_offset_dblks = 0; - _jc->instr_incr_outstanding_aio_cnt(); - - rotate_page(); // increments _pg_index, resets _pg_offset_dblks if req'd - if (_page_cb_arr[_pg_index]._state == UNUSED) - _page_cb_arr[_pg_index]._state = IN_USE; - } - } - get_events(0, false); - if (_page_cb_arr[_pg_index]._state == UNUSED) - _page_cb_arr[_pg_index]._state = IN_USE; - return res; -} - -void -wmgr::get_next_file() -{ - _pg_cntr = 0; -//std::cout << "&&&&& wmgr::get_next_file(): " << status_str() << std::flush << std::endl; // DEBUG - _lfc.pullEmptyFileFromEfp(); -} - -int32_t -wmgr::get_events(timespec* const timeout, - bool flush) -{ - if (_aio_evt_rem == 0) // no events to get - return 0; - - int ret = 0; - if ((ret = aio::getevents(_ioctx, flush ? _aio_evt_rem : 1, _aio_evt_rem, _aio_event_arr, timeout)) < 0) - { - if (ret == -EINTR) // Interrupted by signal - return 0; - std::ostringstream oss; - oss << "io_getevents() failed: " << std::strerror(-ret) << " (" << ret << ")"; - throw jexception(jerrno::JERR__AIO, oss.str(), "wmgr", "get_events"); - } - - if (ret == 0 && timeout) - return jerrno::AIO_TIMEOUT; - - int32_t tot_data_toks = 0; - for (int i=0; idata); // This page control block (pcb) - long aioret = (long)_aio_event_arr[i].res; - if (aioret < 0) { - std::ostringstream oss; - oss << "AIO write operation failed: " << std::strerror(-aioret) << " (" << aioret << ") ["; - if (pcbp) { - oss << "pg=" << pcbp->_index; - } else { - file_hdr_t* fhp = (file_hdr_t*)aiocbp->u.c.buf; - oss << "fnum=" << fhp->_file_number; - oss << " qname=" << std::string((char*)fhp + sizeof(file_hdr_t), fhp->_queue_name_len); - } - oss << " size=" << aiocbp->u.c.nbytes; - oss << " offset=" << aiocbp->u.c.offset << " fh=" << aiocbp->aio_fildes << "]"; - throw jexception(jerrno::JERR__AIO, oss.str(), "wmgr", "get_events"); - } - if (pcbp) // Page writes have pcb - { -//std::cout << "p"; // DEBUG - uint32_t s = pcbp->_pdtokl->size(); - std::vector dtokl; - dtokl.reserve(s); - for (uint32_t k=0; k_pdtokl->at(k); - if (dtokp->decr_pg_cnt() == 0) - { - std::set::iterator it; - switch (dtokp->wstate()) - { - case data_tok::ENQ_SUBM: - dtokl.push_back(dtokp); - tot_data_toks++; - dtokp->set_wstate(data_tok::ENQ); - if (dtokp->has_xid()) - // Ignoring return value here. A non-zero return can signify that the transaction - // has committed or aborted, and which was completed prior to the aio returning. - _tmap.set_aio_compl(dtokp->xid(), dtokp->rid()); - break; - case data_tok::DEQ_SUBM: - dtokl.push_back(dtokp); - tot_data_toks++; - dtokp->set_wstate(data_tok::DEQ); - if (dtokp->has_xid()) - // Ignoring return value - see note above. - _tmap.set_aio_compl(dtokp->xid(), dtokp->rid()); - break; - case data_tok::ABORT_SUBM: - dtokl.push_back(dtokp); - tot_data_toks++; - dtokp->set_wstate(data_tok::ABORTED); - it = _txn_pending_set.find(dtokp->xid()); - if (it == _txn_pending_set.end()) - { - std::ostringstream oss; - oss << std::hex << "_txn_pending_set: abort xid=\""; - oss << dtokp->xid() << "\""; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", - "get_events"); - } - _txn_pending_set.erase(it); - break; - case data_tok::COMMIT_SUBM: - dtokl.push_back(dtokp); - tot_data_toks++; - dtokp->set_wstate(data_tok::COMMITTED); - it = _txn_pending_set.find(dtokp->xid()); - if (it == _txn_pending_set.end()) - { - std::ostringstream oss; - oss << std::hex << "_txn_pending_set: commit xid=\""; - oss << dtokp->xid() << "\""; - throw jexception(jerrno::JERR_MAP_NOTFOUND, oss.str(), "wmgr", - "get_events"); - } - _txn_pending_set.erase(it); - break; - case data_tok::ENQ_PART: - case data_tok::DEQ_PART: - case data_tok::ABORT_PART: - case data_tok::COMMIT_PART: - // ignore these - break; - default: - // throw for anything else - std::ostringstream oss; - oss << "dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", - "get_events"); - } - } - } - - // Increment the completed write offset - // NOTE: We cannot use _wrfc here, as it may have rotated since submitting count. - // Use stored pointer to fcntl in the pcb instead. - pcbp->_jfp->addCompletedDblkCount(pcbp->_wdblks); - pcbp->_jfp->decrOutstandingAioOperationCount(); - _jc->instr_decr_outstanding_aio_cnt(); - - // Clean up this pcb's data_tok list - pcbp->_pdtokl->clear(); - pcbp->_state = UNUSED; -//std::cout << "c" << pcbp->_index << pcbp->state_str(); // DEBUG - - // Perform AIO return callback - if (_cbp && tot_data_toks) - _cbp->wr_aio_cb(dtokl); - } - else // File header writes have no pcb - { -//std::cout << "f"; // DEBUG - file_hdr_t* fhp = (file_hdr_t*)aiocbp->u.c.buf; - _lfc.addWriteCompletedDblkCount(fhp->_file_number, QLS_JRNL_FHDR_RES_SIZE_SBLKS * QLS_SBLK_SIZE_DBLKS); - _lfc.decrOutstandingAioOperationCount(fhp->_file_number); - } - } - - return tot_data_toks; -} - -bool -wmgr::is_txn_synced(const std::string& xid) -{ - // Ignore xid not found error here - if (_tmap.is_txn_synced(xid) == txn_map::TMAP_NOT_SYNCED) - return false; - // Check for outstanding commit/aborts - std::set::iterator it = _txn_pending_set.find(xid); - return it == _txn_pending_set.end(); -} - -void -wmgr::initialize(aio_callback* const cbp, - const uint32_t wcache_pgsize_sblks, - const uint16_t wcache_num_pages) -{ - - pmgr::initialize(cbp, wcache_pgsize_sblks, wcache_num_pages); - wmgr::clean(); - _page_cb_arr[0]._state = IN_USE; - _ddtokl.clear(); - _cached_offset_dblks = 0; - _enq_busy = false; -} - -iores -wmgr::pre_write_check(const _op_type op, - const data_tok* const dtokp, - const std::size_t /*xidsize*/, - const std::size_t /*dsize*/, - const bool /*external*/) const -{ - // Check status of current file - // TODO: Replace for LFC -/* - if (!_wrfc.is_wr_reset()) - { - if (!_wrfc.wr_reset()) - return RHM_IORES_FULL; - } -*/ - - // Check status of current page is ok for writing - if (_page_cb_arr[_pg_index]._state != IN_USE) - { - if (_page_cb_arr[_pg_index]._state == UNUSED) - _page_cb_arr[_pg_index]._state = IN_USE; - else if (_page_cb_arr[_pg_index]._state == AIO_PENDING) - return RHM_IORES_PAGE_AIOWAIT; - else - { - std::ostringstream oss; - oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; - oss << " index=" << _pg_index << " pg_state=" << _page_cb_arr[_pg_index].state_str(); - throw jexception(jerrno::JERR_WMGR_BADPGSTATE, oss.str(), "wmgr", "pre_write_check"); - } - } - - // operation-specific checks - switch (op) - { - case WMGR_ENQUEUE: - { - if (!dtokp->is_writable()) - { - std::ostringstream oss; - oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; - oss << " dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", - "pre_write_check"); - } - } - break; - case WMGR_DEQUEUE: - if (!dtokp->is_dequeueable()) - { - std::ostringstream oss; - oss << "jrnl=" << _jc->id() << " op=" << _op_str[op]; - oss << " dtok_id=" << dtokp->id() << " dtok_state=" << dtokp->wstate_str(); - throw jexception(jerrno::JERR_WMGR_BADDTOKSTATE, oss.str(), "wmgr", - "pre_write_check"); - } - break; - case WMGR_ABORT: - break; - case WMGR_COMMIT: - break; - } - - return RHM_IORES_SUCCESS; -} - -void -wmgr::dequeue_check(const std::string& xid, - const uint64_t drid) -{ - // First check emap - bool found = false; - uint64_t fid; - short eres = _emap.get_pfid(drid, fid); - if (eres < enq_map::EMAP_OK) { // fail - if (eres == enq_map::EMAP_RID_NOT_FOUND) { - if (xid.size()) { - found = _tmap.data_exists(xid, drid); - } - } else if (eres == enq_map::EMAP_LOCKED) { - std::ostringstream oss; - oss << std::hex << "drid=0x" << drid; - throw jexception(jerrno::JERR_MAP_LOCKED, oss.str(), "wmgr", "dequeue_check"); - } - } else { - found = true; - } - if (!found) { - std::ostringstream oss; - oss << "jrnl=" << _jc->id() << " drid=0x" << std::hex << drid; - throw jexception(jerrno::JERR_WMGR_DEQRIDNOTENQ, oss.str(), "wmgr", "dequeue_check"); - } -} - -void -wmgr::dblk_roundup() -{ - const uint32_t xmagic = QLS_EMPTY_MAGIC; - uint32_t wdblks = jrec::size_blks(_cached_offset_dblks, QLS_SBLK_SIZE_DBLKS) * QLS_SBLK_SIZE_DBLKS; - while (_cached_offset_dblks < wdblks) - { -//std::cout << "^0x" << std::hex << _cached_offset_dblks << "<0x" << wdblks << std::dec << std::flush; - void* wptr = (void*)((char*)_page_ptr_arr[_pg_index] + _pg_offset_dblks * QLS_DBLK_SIZE_BYTES); - std::memcpy(wptr, (const void*)&xmagic, sizeof(xmagic)); -#ifdef QLS_CLEAN - std::memset((char*)wptr + sizeof(xmagic), QLS_CLEAN_CHAR, QLS_DBLK_SIZE_BYTES - sizeof(xmagic)); -#endif - _pg_offset_dblks++; - _cached_offset_dblks++; - } -} - -void -wmgr::rotate_page() -{ -//std::cout << "^^^^^ wmgr::rotate_page() " << status_str() << " pi=" << _pg_index; // DEBUG - if (_pg_offset_dblks >= _cache_pgsize_sblks * QLS_SBLK_SIZE_DBLKS) - { - _pg_offset_dblks = 0; - _pg_cntr++; - } - if (++_pg_index >= _cache_num_pages) - _pg_index = 0; -//std::cout << "->" << _pg_index << std::endl; // DEBUG -} - -void -wmgr::clean() { - // Clean up allocated memory here -} - -const std::string -wmgr::status_str() const -{ - std::ostringstream oss; - oss << "wmgr: pi=" << _pg_index << " pc=" << _pg_cntr; - oss << " po=" << _pg_offset_dblks << " aer=" << _aio_evt_rem; - oss << " edac=" << (_enq_busy?"T":"F") << (_deq_busy?"T":"F"); - oss << (_abort_busy?"T":"F") << (_commit_busy?"T":"F"); - oss << " ps=["; - for (int i=0; i<_cache_num_pages; i++) - { - switch (_page_cb_arr[i]._state) - { - case UNUSED: oss << "-"; break; - case IN_USE: oss << "U"; break; - case AIO_PENDING: oss << "A"; break; - default: oss << _page_cb_arr[i]._state; - } - } - oss << "] "; - return oss.str(); -} - -// static - -const char* wmgr::_op_str[] = {"enqueue", "dequeue", "abort", "commit"}; - -}}} diff --git a/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.h b/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.h deleted file mode 100644 index 0278317ae9..0000000000 --- a/qpid/cpp/src/qpid/linearstore/jrnl/wmgr.h +++ /dev/null @@ -1,158 +0,0 @@ -/* - * - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - * - */ - -#ifndef QPID_LINEARSTORE_JOURNAL_WMGR_H -#define QPID_LINEARSTORE_JOURNAL_WMGR_H - -namespace qpid { -namespace linearstore { -namespace journal { -class wmgr; -}}} - -#include -#include "qpid/linearstore/jrnl/EmptyFilePoolTypes.h" -#include "qpid/linearstore/jrnl/enums.h" -#include "qpid/linearstore/jrnl/pmgr.h" -#include - -class file_hdr_t; - -namespace qpid { -namespace linearstore { -namespace journal { - -class LinearFileController; - -/** -* \brief Class for managing a write page cache of arbitrary size and number of pages. -* -* The write page cache works on the principle of caching the write data within a page until -* that page is either full or flushed; this initiates a single AIO write operation to store -* the data on disk. -* -* The maximum disk throughput is achieved by keeping the write operations of uniform size. -* Waiting for a page cache to fill achieves this; and in high data volume/throughput situations -* achieves the optimal disk throughput. Calling flush() forces a write of the current page cache -* no matter how full it is, and disrupts the uniformity of the write operations. This should -* normally only be done if throughput drops and there is a danger of a page of unwritten data -* waiting around for excessive time. -* -* The usual tradeoff between data storage latency and throughput performance applies. -*/ -class wmgr : public pmgr -{ -private: - LinearFileController& _lfc; ///< Linear File Controller ref - uint32_t _max_dtokpp; ///< Max data writes per page - uint32_t _max_io_wait_us; ///< Max wait in microseconds till submit - uint32_t _cached_offset_dblks; ///< Amount of unwritten data in page (dblocks) - std::deque _ddtokl; ///< Deferred dequeue data_tok list - - // TODO: Convert _enq_busy etc into a proper threadsafe lock - // TODO: Convert to enum? Are these encodes mutually exclusive? - bool _enq_busy; ///< Flag true if enqueue is in progress - bool _deq_busy; ///< Flag true if dequeue is in progress - bool _abort_busy; ///< Flag true if abort is in progress - bool _commit_busy; ///< Flag true if commit is in progress - - enum _op_type { WMGR_ENQUEUE = 0, WMGR_DEQUEUE, WMGR_ABORT, WMGR_COMMIT }; - static const char* _op_str[]; - - enq_rec _enq_rec; ///< Enqueue record used for encoding/decoding - deq_rec _deq_rec; ///< Dequeue record used for encoding/decoding - txn_rec _txn_rec; ///< Transaction record used for encoding/decoding - std::set _txn_pending_set; ///< Set containing xids of pending commits/aborts - -public: - wmgr(jcntl* jc, - enq_map& emap, - txn_map& tmap, - LinearFileController& lfc); - wmgr(jcntl* jc, - enq_map& emap, - txn_map& tmap, - LinearFileController& lfc, - const uint32_t max_dtokpp, - const uint32_t max_iowait_us); - virtual ~wmgr(); - - void initialize(aio_callback* const cbp, - const uint32_t wcache_pgsize_sblks, - const uint16_t wcache_num_pages, - const uint32_t max_dtokpp, - const uint32_t max_iowait_us, - std::size_t eo = 0); - iores enqueue(const void* const data_buff, - const std::size_t tot_data_len, - const std::size_t this_data_len, - data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len, - const bool transient, - const bool external); - iores dequeue(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len, - const bool txn_coml_commit); - iores abort(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len); - iores commit(data_tok* dtokp, - const void* const xid_ptr, - const std::size_t xid_len); - iores flush(); - int32_t get_events(timespec* const timeout, - bool flush); - bool is_txn_synced(const std::string& xid); - inline bool curr_pg_blocked() const { return _page_cb_arr[_pg_index]._state != UNUSED; } - inline uint32_t unflushed_dblks() { return _cached_offset_dblks; } - - // Debug aid - const std::string status_str() const; - -private: - void initialize(aio_callback* const cbp, - const uint32_t wcache_pgsize_sblks, - const uint16_t wcache_num_pages); - iores pre_write_check(const _op_type op, - const data_tok* const dtokp, - const std::size_t xidsize = 0, - const std::size_t dsize = 0, - const bool external = false) const; - void dequeue_check(const std::string& xid, - const uint64_t drid); - void file_header_check(const uint64_t rid, - const bool cont, - const uint32_t rec_dblks_rem); - void flush_check(iores& res, - bool& cont, - bool& done, const uint64_t rid); - iores write_flush(); - void get_next_file(); - void dblk_roundup(); - void rotate_page(); - void clean(); -}; - -}}} - -#endif // ifndef QPID_LINEARSTORE_JOURNAL_WMGR_H -- cgit v1.2.1