Thanks to visit codestin.com
Credit goes to doxygen.postgresql.org

PostgreSQL Source Code git master
nbtree.h File Reference
#include "access/amapi.h"
#include "access/itup.h"
#include "access/sdir.h"
#include "catalog/pg_am_d.h"
#include "catalog/pg_class.h"
#include "catalog/pg_index.h"
#include "lib/stringinfo.h"
#include "storage/bufmgr.h"
#include "storage/shm_toc.h"
#include "utils/skipsupport.h"
Include dependency graph for nbtree.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Data Structures

struct  BTPageOpaqueData
 
struct  BTMetaPageData
 
struct  BTDeletedPageData
 
struct  BTPendingFSM
 
struct  BTVacState
 
struct  BTStackData
 
struct  BTScanInsertData
 
struct  BTInsertStateData
 
struct  BTDedupInterval
 
struct  BTDedupStateData
 
struct  BTVacuumPostingData
 
struct  BTScanPosItem
 
struct  BTScanPosData
 
struct  BTArrayKeyInfo
 
struct  BTScanOpaqueData
 
struct  BTReadPageState
 
struct  BTOptions
 

Macros

#define BTPageGetOpaque(page)   ((BTPageOpaque) PageGetSpecialPointer(page))
 
#define BTP_LEAF   (1 << 0) /* leaf page, i.e. not internal page */
 
#define BTP_ROOT   (1 << 1) /* root page (has no parent) */
 
#define BTP_DELETED   (1 << 2) /* page has been deleted from tree */
 
#define BTP_META   (1 << 3) /* meta-page */
 
#define BTP_HALF_DEAD   (1 << 4) /* empty, but still in tree */
 
#define BTP_SPLIT_END   (1 << 5) /* rightmost page of split group */
 
#define BTP_HAS_GARBAGE   (1 << 6) /* page has LP_DEAD tuples (deprecated) */
 
#define BTP_INCOMPLETE_SPLIT   (1 << 7) /* right sibling's downlink is missing */
 
#define BTP_HAS_FULLXID   (1 << 8) /* contains BTDeletedPageData */
 
#define MAX_BT_CYCLE_ID   0xFF7F
 
#define BTPageGetMeta(p)    ((BTMetaPageData *) PageGetContents(p))
 
#define BTREE_METAPAGE   0 /* first page is meta */
 
#define BTREE_MAGIC   0x053162 /* magic number in metapage */
 
#define BTREE_VERSION   4 /* current version number */
 
#define BTREE_MIN_VERSION   2 /* minimum supported version */
 
#define BTREE_NOVAC_VERSION   3 /* version with all meta fields set */
 
#define BTMaxItemSize
 
#define BTMaxItemSizeNoHeapTid
 
#define MaxTIDsPerBTreePage
 
#define BTREE_MIN_FILLFACTOR   10
 
#define BTREE_DEFAULT_FILLFACTOR   90
 
#define BTREE_NONLEAF_FILLFACTOR   70
 
#define BTREE_SINGLEVAL_FILLFACTOR   96
 
#define P_NONE   0
 
#define P_LEFTMOST(opaque)   ((opaque)->btpo_prev == P_NONE)
 
#define P_RIGHTMOST(opaque)   ((opaque)->btpo_next == P_NONE)
 
#define P_ISLEAF(opaque)   (((opaque)->btpo_flags & BTP_LEAF) != 0)
 
#define P_ISROOT(opaque)   (((opaque)->btpo_flags & BTP_ROOT) != 0)
 
#define P_ISDELETED(opaque)   (((opaque)->btpo_flags & BTP_DELETED) != 0)
 
#define P_ISMETA(opaque)   (((opaque)->btpo_flags & BTP_META) != 0)
 
#define P_ISHALFDEAD(opaque)   (((opaque)->btpo_flags & BTP_HALF_DEAD) != 0)
 
#define P_IGNORE(opaque)   (((opaque)->btpo_flags & (BTP_DELETED|BTP_HALF_DEAD)) != 0)
 
#define P_HAS_GARBAGE(opaque)   (((opaque)->btpo_flags & BTP_HAS_GARBAGE) != 0)
 
#define P_INCOMPLETE_SPLIT(opaque)   (((opaque)->btpo_flags & BTP_INCOMPLETE_SPLIT) != 0)
 
#define P_HAS_FULLXID(opaque)   (((opaque)->btpo_flags & BTP_HAS_FULLXID) != 0)
 
#define P_HIKEY   ((OffsetNumber) 1)
 
#define P_FIRSTKEY   ((OffsetNumber) 2)
 
#define P_FIRSTDATAKEY(opaque)   (P_RIGHTMOST(opaque) ? P_HIKEY : P_FIRSTKEY)
 
#define INDEX_ALT_TID_MASK   INDEX_AM_RESERVED_BIT
 
#define BT_OFFSET_MASK   0x0FFF
 
#define BT_STATUS_OFFSET_MASK   0xF000
 
#define BT_PIVOT_HEAP_TID_ATTR   0x1000
 
#define BT_IS_POSTING   0x2000
 
#define BTreeTupleGetNAtts(itup, rel)
 
#define BTCommuteStrategyNumber(strat)   (BTMaxStrategyNumber + 1 - (strat))
 
#define BTORDER_PROC   1
 
#define BTSORTSUPPORT_PROC   2
 
#define BTINRANGE_PROC   3
 
#define BTEQUALIMAGE_PROC   4
 
#define BTOPTIONS_PROC   5
 
#define BTSKIPSUPPORT_PROC   6
 
#define BTNProcs   6
 
#define BT_READ   BUFFER_LOCK_SHARE
 
#define BT_WRITE   BUFFER_LOCK_EXCLUSIVE
 
#define BTScanPosIsPinned(scanpos)
 
#define BTScanPosUnpin(scanpos)
 
#define BTScanPosUnpinIfPinned(scanpos)
 
#define BTScanPosIsValid(scanpos)
 
#define BTScanPosInvalidate(scanpos)
 
#define SK_BT_REQFWD   0x00010000 /* required to continue forward scan */
 
#define SK_BT_REQBKWD   0x00020000 /* required to continue backward scan */
 
#define SK_BT_SKIP   0x00040000 /* skip array on column without input = */
 
#define SK_BT_MINVAL   0x00080000 /* invalid sk_argument, use low_compare */
 
#define SK_BT_MAXVAL   0x00100000 /* invalid sk_argument, use high_compare */
 
#define SK_BT_NEXT   0x00200000 /* positions the scan > sk_argument */
 
#define SK_BT_PRIOR   0x00400000 /* positions the scan < sk_argument */
 
#define SK_BT_INDOPTION_SHIFT   24 /* must clear the above bits */
 
#define SK_BT_DESC   (INDOPTION_DESC << SK_BT_INDOPTION_SHIFT)
 
#define SK_BT_NULLS_FIRST   (INDOPTION_NULLS_FIRST << SK_BT_INDOPTION_SHIFT)
 
#define BTGetFillFactor(relation)
 
#define BTGetTargetPageFreeSpace(relation)    (BLCKSZ * (100 - BTGetFillFactor(relation)) / 100)
 
#define BTGetDeduplicateItems(relation)
 
#define PROGRESS_BTREE_PHASE_INDEXBUILD_TABLESCAN   2
 
#define PROGRESS_BTREE_PHASE_PERFORMSORT_1   3
 
#define PROGRESS_BTREE_PHASE_PERFORMSORT_2   4
 
#define PROGRESS_BTREE_PHASE_LEAF_LOAD   5
 

Typedefs

typedef uint16 BTCycleId
 
typedef struct BTPageOpaqueData BTPageOpaqueData
 
typedef BTPageOpaqueDataBTPageOpaque
 
typedef struct BTMetaPageData BTMetaPageData
 
typedef struct BTDeletedPageData BTDeletedPageData
 
typedef struct BTPendingFSM BTPendingFSM
 
typedef struct BTVacState BTVacState
 
typedef struct BTStackData BTStackData
 
typedef BTStackDataBTStack
 
typedef struct BTScanInsertData BTScanInsertData
 
typedef BTScanInsertDataBTScanInsert
 
typedef struct BTInsertStateData BTInsertStateData
 
typedef BTInsertStateDataBTInsertState
 
typedef struct BTDedupInterval BTDedupInterval
 
typedef struct BTDedupStateData BTDedupStateData
 
typedef BTDedupStateDataBTDedupState
 
typedef struct BTVacuumPostingData BTVacuumPostingData
 
typedef BTVacuumPostingDataBTVacuumPosting
 
typedef struct BTScanPosItem BTScanPosItem
 
typedef struct BTScanPosData BTScanPosData
 
typedef BTScanPosDataBTScanPos
 
typedef struct BTArrayKeyInfo BTArrayKeyInfo
 
typedef struct BTScanOpaqueData BTScanOpaqueData
 
typedef BTScanOpaqueDataBTScanOpaque
 
typedef struct BTReadPageState BTReadPageState
 
typedef struct BTOptions BTOptions
 

Functions

static void BTPageSetDeleted (Page page, FullTransactionId safexid)
 
static FullTransactionId BTPageGetDeleteXid (Page page)
 
static bool BTPageIsRecyclable (Page page, Relation heaprel)
 
 StaticAssertDecl (BT_OFFSET_MASK >=INDEX_MAX_KEYS, "BT_OFFSET_MASK can't fit INDEX_MAX_KEYS")
 
static bool BTreeTupleIsPivot (IndexTuple itup)
 
static bool BTreeTupleIsPosting (IndexTuple itup)
 
static void BTreeTupleSetPosting (IndexTuple itup, uint16 nhtids, int postingoffset)
 
static uint16 BTreeTupleGetNPosting (IndexTuple posting)
 
static uint32 BTreeTupleGetPostingOffset (IndexTuple posting)
 
static ItemPointer BTreeTupleGetPosting (IndexTuple posting)
 
static ItemPointer BTreeTupleGetPostingN (IndexTuple posting, int n)
 
static BlockNumber BTreeTupleGetDownLink (IndexTuple pivot)
 
static void BTreeTupleSetDownLink (IndexTuple pivot, BlockNumber blkno)
 
static void BTreeTupleSetNAtts (IndexTuple itup, uint16 nkeyatts, bool heaptid)
 
static BlockNumber BTreeTupleGetTopParent (IndexTuple leafhikey)
 
static void BTreeTupleSetTopParent (IndexTuple leafhikey, BlockNumber blkno)
 
static ItemPointer BTreeTupleGetHeapTID (IndexTuple itup)
 
static ItemPointer BTreeTupleGetMaxHeapTID (IndexTuple itup)
 
void btbuildempty (Relation index)
 
bool btinsert (Relation rel, Datum *values, bool *isnull, ItemPointer ht_ctid, Relation heapRel, IndexUniqueCheck checkUnique, bool indexUnchanged, struct IndexInfo *indexInfo)
 
IndexScanDesc btbeginscan (Relation rel, int nkeys, int norderbys)
 
Size btestimateparallelscan (Relation rel, int nkeys, int norderbys)
 
void btinitparallelscan (void *target)
 
bool btgettuple (IndexScanDesc scan, ScanDirection dir)
 
int64 btgetbitmap (IndexScanDesc scan, TIDBitmap *tbm)
 
void btrescan (IndexScanDesc scan, ScanKey scankey, int nscankeys, ScanKey orderbys, int norderbys)
 
void btparallelrescan (IndexScanDesc scan)
 
void btendscan (IndexScanDesc scan)
 
void btmarkpos (IndexScanDesc scan)
 
void btrestrpos (IndexScanDesc scan)
 
IndexBulkDeleteResultbtbulkdelete (IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state)
 
IndexBulkDeleteResultbtvacuumcleanup (IndexVacuumInfo *info, IndexBulkDeleteResult *stats)
 
bool btcanreturn (Relation index, int attno)
 
int btgettreeheight (Relation rel)
 
CompareType bttranslatestrategy (StrategyNumber strategy, Oid opfamily)
 
StrategyNumber bttranslatecmptype (CompareType cmptype, Oid opfamily)
 
bool _bt_parallel_seize (IndexScanDesc scan, BlockNumber *next_scan_page, BlockNumber *last_curr_page, bool first)
 
void _bt_parallel_release (IndexScanDesc scan, BlockNumber next_scan_page, BlockNumber curr_page)
 
void _bt_parallel_done (IndexScanDesc scan)
 
void _bt_parallel_primscan_schedule (IndexScanDesc scan, BlockNumber curr_page)
 
void _bt_dedup_pass (Relation rel, Buffer buf, IndexTuple newitem, Size newitemsz, bool bottomupdedup)
 
bool _bt_bottomupdel_pass (Relation rel, Buffer buf, Relation heapRel, Size newitemsz)
 
void _bt_dedup_start_pending (BTDedupState state, IndexTuple base, OffsetNumber baseoff)
 
bool _bt_dedup_save_htid (BTDedupState state, IndexTuple itup)
 
Size _bt_dedup_finish_pending (Page newpage, BTDedupState state)
 
IndexTuple _bt_form_posting (IndexTuple base, ItemPointer htids, int nhtids)
 
void _bt_update_posting (BTVacuumPosting vacposting)
 
IndexTuple _bt_swap_posting (IndexTuple newitem, IndexTuple oposting, int postingoff)
 
bool _bt_doinsert (Relation rel, IndexTuple itup, IndexUniqueCheck checkUnique, bool indexUnchanged, Relation heapRel)
 
void _bt_finish_split (Relation rel, Relation heaprel, Buffer lbuf, BTStack stack)
 
Buffer _bt_getstackbuf (Relation rel, Relation heaprel, BTStack stack, BlockNumber child)
 
OffsetNumber _bt_findsplitloc (Relation rel, Page origpage, OffsetNumber newitemoff, Size newitemsz, IndexTuple newitem, bool *newitemonleft)
 
void _bt_initmetapage (Page page, BlockNumber rootbknum, uint32 level, bool allequalimage)
 
bool _bt_vacuum_needs_cleanup (Relation rel)
 
void _bt_set_cleanup_info (Relation rel, BlockNumber num_delpages)
 
void _bt_upgrademetapage (Page page)
 
Buffer _bt_getroot (Relation rel, Relation heaprel, int access)
 
Buffer _bt_gettrueroot (Relation rel)
 
int _bt_getrootheight (Relation rel)
 
void _bt_metaversion (Relation rel, bool *heapkeyspace, bool *allequalimage)
 
void _bt_checkpage (Relation rel, Buffer buf)
 
Buffer _bt_getbuf (Relation rel, BlockNumber blkno, int access)
 
Buffer _bt_allocbuf (Relation rel, Relation heaprel)
 
Buffer _bt_relandgetbuf (Relation rel, Buffer obuf, BlockNumber blkno, int access)
 
void _bt_relbuf (Relation rel, Buffer buf)
 
void _bt_lockbuf (Relation rel, Buffer buf, int access)
 
void _bt_unlockbuf (Relation rel, Buffer buf)
 
bool _bt_conditionallockbuf (Relation rel, Buffer buf)
 
void _bt_upgradelockbufcleanup (Relation rel, Buffer buf)
 
void _bt_pageinit (Page page, Size size)
 
void _bt_delitems_vacuum (Relation rel, Buffer buf, OffsetNumber *deletable, int ndeletable, BTVacuumPosting *updatable, int nupdatable)
 
void _bt_delitems_delete_check (Relation rel, Buffer buf, Relation heapRel, struct TM_IndexDeleteOp *delstate)
 
void _bt_pagedel (Relation rel, Buffer leafbuf, BTVacState *vstate)
 
void _bt_pendingfsm_init (Relation rel, BTVacState *vstate, bool cleanuponly)
 
void _bt_pendingfsm_finalize (Relation rel, BTVacState *vstate)
 
void _bt_preprocess_keys (IndexScanDesc scan)
 
BTStack _bt_search (Relation rel, Relation heaprel, BTScanInsert key, Buffer *bufP, int access)
 
OffsetNumber _bt_binsrch_insert (Relation rel, BTInsertState insertstate)
 
int32 _bt_compare (Relation rel, BTScanInsert key, Page page, OffsetNumber offnum)
 
bool _bt_first (IndexScanDesc scan, ScanDirection dir)
 
bool _bt_next (IndexScanDesc scan, ScanDirection dir)
 
Buffer _bt_get_endpoint (Relation rel, uint32 level, bool rightmost)
 
BTScanInsert _bt_mkscankey (Relation rel, IndexTuple itup)
 
void _bt_freestack (BTStack stack)
 
bool _bt_start_prim_scan (IndexScanDesc scan, ScanDirection dir)
 
int _bt_binsrch_array_skey (FmgrInfo *orderproc, bool cur_elem_trig, ScanDirection dir, Datum tupdatum, bool tupnull, BTArrayKeyInfo *array, ScanKey cur, int32 *set_elem_result)
 
void _bt_start_array_keys (IndexScanDesc scan, ScanDirection dir)
 
bool _bt_checkkeys (IndexScanDesc scan, BTReadPageState *pstate, bool arrayKeys, IndexTuple tuple, int tupnatts)
 
bool _bt_scanbehind_checkkeys (IndexScanDesc scan, ScanDirection dir, IndexTuple finaltup)
 
void _bt_set_startikey (IndexScanDesc scan, BTReadPageState *pstate)
 
void _bt_killitems (IndexScanDesc scan)
 
BTCycleId _bt_vacuum_cycleid (Relation rel)
 
BTCycleId _bt_start_vacuum (Relation rel)
 
void _bt_end_vacuum (Relation rel)
 
void _bt_end_vacuum_callback (int code, Datum arg)
 
Size BTreeShmemSize (void)
 
void BTreeShmemInit (void)
 
byteabtoptions (Datum reloptions, bool validate)
 
bool btproperty (Oid index_oid, int attno, IndexAMProperty prop, const char *propname, bool *res, bool *isnull)
 
char * btbuildphasename (int64 phasenum)
 
IndexTuple _bt_truncate (Relation rel, IndexTuple lastleft, IndexTuple firstright, BTScanInsert itup_key)
 
int _bt_keep_natts_fast (Relation rel, IndexTuple lastleft, IndexTuple firstright)
 
bool _bt_check_natts (Relation rel, bool heapkeyspace, Page page, OffsetNumber offnum)
 
void _bt_check_third_page (Relation rel, Relation heap, bool needheaptidspace, Page page, IndexTuple newtup)
 
bool _bt_allequalimage (Relation rel, bool debugmessage)
 
bool btvalidate (Oid opclassoid)
 
void btadjustmembers (Oid opfamilyoid, Oid opclassoid, List *operators, List *functions)
 
IndexBuildResultbtbuild (Relation heap, Relation index, struct IndexInfo *indexInfo)
 
void _bt_parallel_build_main (dsm_segment *seg, shm_toc *toc)
 

Macro Definition Documentation

◆ BT_IS_POSTING

#define BT_IS_POSTING   0x2000

Definition at line 466 of file nbtree.h.

◆ BT_OFFSET_MASK

#define BT_OFFSET_MASK   0x0FFF

Definition at line 462 of file nbtree.h.

◆ BT_PIVOT_HEAP_TID_ATTR

#define BT_PIVOT_HEAP_TID_ATTR   0x1000

Definition at line 465 of file nbtree.h.

◆ BT_READ

#define BT_READ   BUFFER_LOCK_SHARE

Definition at line 729 of file nbtree.h.

◆ BT_STATUS_OFFSET_MASK

#define BT_STATUS_OFFSET_MASK   0xF000

Definition at line 463 of file nbtree.h.

◆ BT_WRITE

#define BT_WRITE   BUFFER_LOCK_EXCLUSIVE

Definition at line 730 of file nbtree.h.

◆ BTCommuteStrategyNumber

#define BTCommuteStrategyNumber (   strat)    (BTMaxStrategyNumber + 1 - (strat))

Definition at line 685 of file nbtree.h.

◆ BTEQUALIMAGE_PROC

#define BTEQUALIMAGE_PROC   4

Definition at line 719 of file nbtree.h.

◆ BTGetDeduplicateItems

#define BTGetDeduplicateItems (   relation)
Value:
(AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == BTREE_AM_OID), \
((relation)->rd_options ? \
((BTOptions *) (relation)->rd_options)->deduplicate_items : true))
#define AssertMacro(condition)
Definition: c.h:859

Definition at line 1165 of file nbtree.h.

◆ BTGetFillFactor

#define BTGetFillFactor (   relation)
Value:
(AssertMacro(relation->rd_rel->relkind == RELKIND_INDEX && \
relation->rd_rel->relam == BTREE_AM_OID), \
(relation)->rd_options ? \
((BTOptions *) (relation)->rd_options)->fillfactor : \
BTREE_DEFAULT_FILLFACTOR)

Definition at line 1157 of file nbtree.h.

◆ BTGetTargetPageFreeSpace

#define BTGetTargetPageFreeSpace (   relation)     (BLCKSZ * (100 - BTGetFillFactor(relation)) / 100)

Definition at line 1163 of file nbtree.h.

◆ BTINRANGE_PROC

#define BTINRANGE_PROC   3

Definition at line 718 of file nbtree.h.

◆ BTMaxItemSize

#define BTMaxItemSize
Value:
(MAXALIGN_DOWN((BLCKSZ - \
MAXALIGN(sizeof(BTPageOpaqueData))) / 3) - \
MAXALIGN(sizeof(ItemPointerData)))
#define SizeOfPageHeaderData
Definition: bufpage.h:217
#define MAXALIGN_DOWN(LEN)
Definition: c.h:823
#define MAXALIGN(LEN)
Definition: c.h:811

Definition at line 164 of file nbtree.h.

◆ BTMaxItemSizeNoHeapTid

#define BTMaxItemSizeNoHeapTid
Value:
MAXALIGN_DOWN((BLCKSZ - \
MAXALIGN(sizeof(BTPageOpaqueData))) / 3)

Definition at line 169 of file nbtree.h.

◆ BTNProcs

#define BTNProcs   6

Definition at line 722 of file nbtree.h.

◆ BTOPTIONS_PROC

#define BTOPTIONS_PROC   5

Definition at line 720 of file nbtree.h.

◆ BTORDER_PROC

#define BTORDER_PROC   1

Definition at line 716 of file nbtree.h.

◆ BTP_DELETED

#define BTP_DELETED   (1 << 2) /* page has been deleted from tree */

Definition at line 78 of file nbtree.h.

◆ BTP_HALF_DEAD

#define BTP_HALF_DEAD   (1 << 4) /* empty, but still in tree */

Definition at line 80 of file nbtree.h.

◆ BTP_HAS_FULLXID

#define BTP_HAS_FULLXID   (1 << 8) /* contains BTDeletedPageData */

Definition at line 84 of file nbtree.h.

◆ BTP_HAS_GARBAGE

#define BTP_HAS_GARBAGE   (1 << 6) /* page has LP_DEAD tuples (deprecated) */

Definition at line 82 of file nbtree.h.

◆ BTP_INCOMPLETE_SPLIT

#define BTP_INCOMPLETE_SPLIT   (1 << 7) /* right sibling's downlink is missing */

Definition at line 83 of file nbtree.h.

◆ BTP_LEAF

#define BTP_LEAF   (1 << 0) /* leaf page, i.e. not internal page */

Definition at line 76 of file nbtree.h.

◆ BTP_META

#define BTP_META   (1 << 3) /* meta-page */

Definition at line 79 of file nbtree.h.

◆ BTP_ROOT

#define BTP_ROOT   (1 << 1) /* root page (has no parent) */

Definition at line 77 of file nbtree.h.

◆ BTP_SPLIT_END

#define BTP_SPLIT_END   (1 << 5) /* rightmost page of split group */

Definition at line 81 of file nbtree.h.

◆ BTPageGetMeta

#define BTPageGetMeta (   p)     ((BTMetaPageData *) PageGetContents(p))

Definition at line 121 of file nbtree.h.

◆ BTPageGetOpaque

#define BTPageGetOpaque (   page)    ((BTPageOpaque) PageGetSpecialPointer(page))

Definition at line 73 of file nbtree.h.

◆ BTREE_DEFAULT_FILLFACTOR

#define BTREE_DEFAULT_FILLFACTOR   90

Definition at line 200 of file nbtree.h.

◆ BTREE_MAGIC

#define BTREE_MAGIC   0x053162 /* magic number in metapage */

Definition at line 149 of file nbtree.h.

◆ BTREE_METAPAGE

#define BTREE_METAPAGE   0 /* first page is meta */

Definition at line 148 of file nbtree.h.

◆ BTREE_MIN_FILLFACTOR

#define BTREE_MIN_FILLFACTOR   10

Definition at line 199 of file nbtree.h.

◆ BTREE_MIN_VERSION

#define BTREE_MIN_VERSION   2 /* minimum supported version */

Definition at line 151 of file nbtree.h.

◆ BTREE_NONLEAF_FILLFACTOR

#define BTREE_NONLEAF_FILLFACTOR   70

Definition at line 201 of file nbtree.h.

◆ BTREE_NOVAC_VERSION

#define BTREE_NOVAC_VERSION   3 /* version with all meta fields set */

Definition at line 152 of file nbtree.h.

◆ BTREE_SINGLEVAL_FILLFACTOR

#define BTREE_SINGLEVAL_FILLFACTOR   96

Definition at line 202 of file nbtree.h.

◆ BTREE_VERSION

#define BTREE_VERSION   4 /* current version number */

Definition at line 150 of file nbtree.h.

◆ BTreeTupleGetNAtts

#define BTreeTupleGetNAtts (   itup,
  rel 
)
Value:
( \
(BTreeTupleIsPivot(itup)) ? \
( \
) \
: \
)
static OffsetNumber ItemPointerGetOffsetNumberNoCheck(const ItemPointerData *pointer)
Definition: itemptr.h:114
static bool BTreeTupleIsPivot(IndexTuple itup)
Definition: nbtree.h:480
#define BT_OFFSET_MASK
Definition: nbtree.h:462
#define IndexRelationGetNumberOfAttributes(relation)
Definition: rel.h:526

Definition at line 577 of file nbtree.h.

◆ BTScanPosInvalidate

#define BTScanPosInvalidate (   scanpos)
Value:
do { \
(scanpos).buf = InvalidBuffer; \
(scanpos).currPage = InvalidBlockNumber; \
} while (0)
#define InvalidBlockNumber
Definition: block.h:33
#define InvalidBuffer
Definition: buf.h:25
static char * buf
Definition: pg_test_fsync.c:72

Definition at line 1026 of file nbtree.h.

◆ BTScanPosIsPinned

#define BTScanPosIsPinned (   scanpos)
Value:
( \
AssertMacro(BlockNumberIsValid((scanpos).currPage) || \
!BufferIsValid((scanpos).buf)), \
BufferIsValid((scanpos).buf) \
)
static bool BlockNumberIsValid(BlockNumber blockNumber)
Definition: block.h:71
static bool BufferIsValid(Buffer bufnum)
Definition: bufmgr.h:368

Definition at line 1003 of file nbtree.h.

◆ BTScanPosIsValid

#define BTScanPosIsValid (   scanpos)
Value:
( \
AssertMacro(BlockNumberIsValid((scanpos).currPage) || \
!BufferIsValid((scanpos).buf)), \
BlockNumberIsValid((scanpos).currPage) \
)

Definition at line 1020 of file nbtree.h.

◆ BTScanPosUnpin

#define BTScanPosUnpin (   scanpos)
Value:
do { \
ReleaseBuffer((scanpos).buf); \
(scanpos).buf = InvalidBuffer; \
} while (0)

Definition at line 1009 of file nbtree.h.

◆ BTScanPosUnpinIfPinned

#define BTScanPosUnpinIfPinned (   scanpos)
Value:
do { \
if (BTScanPosIsPinned(scanpos)) \
BTScanPosUnpin(scanpos); \
} while (0)
#define BTScanPosIsPinned(scanpos)
Definition: nbtree.h:1003

Definition at line 1014 of file nbtree.h.

◆ BTSKIPSUPPORT_PROC

#define BTSKIPSUPPORT_PROC   6

Definition at line 721 of file nbtree.h.

◆ BTSORTSUPPORT_PROC

#define BTSORTSUPPORT_PROC   2

Definition at line 717 of file nbtree.h.

◆ INDEX_ALT_TID_MASK

#define INDEX_ALT_TID_MASK   INDEX_AM_RESERVED_BIT

Definition at line 459 of file nbtree.h.

◆ MAX_BT_CYCLE_ID

#define MAX_BT_CYCLE_ID   0xFF7F

Definition at line 93 of file nbtree.h.

◆ MaxTIDsPerBTreePage

#define MaxTIDsPerBTreePage
Value:
(int) ((BLCKSZ - SizeOfPageHeaderData - sizeof(BTPageOpaqueData)) / \
sizeof(ItemPointerData))

Definition at line 185 of file nbtree.h.

◆ P_FIRSTDATAKEY

#define P_FIRSTDATAKEY (   opaque)    (P_RIGHTMOST(opaque) ? P_HIKEY : P_FIRSTKEY)

Definition at line 369 of file nbtree.h.

◆ P_FIRSTKEY

#define P_FIRSTKEY   ((OffsetNumber) 2)

Definition at line 368 of file nbtree.h.

◆ P_HAS_FULLXID

#define P_HAS_FULLXID (   opaque)    (((opaque)->btpo_flags & BTP_HAS_FULLXID) != 0)

Definition at line 228 of file nbtree.h.

◆ P_HAS_GARBAGE

#define P_HAS_GARBAGE (   opaque)    (((opaque)->btpo_flags & BTP_HAS_GARBAGE) != 0)

Definition at line 226 of file nbtree.h.

◆ P_HIKEY

#define P_HIKEY   ((OffsetNumber) 1)

Definition at line 367 of file nbtree.h.

◆ P_IGNORE

#define P_IGNORE (   opaque)    (((opaque)->btpo_flags & (BTP_DELETED|BTP_HALF_DEAD)) != 0)

Definition at line 225 of file nbtree.h.

◆ P_INCOMPLETE_SPLIT

#define P_INCOMPLETE_SPLIT (   opaque)    (((opaque)->btpo_flags & BTP_INCOMPLETE_SPLIT) != 0)

Definition at line 227 of file nbtree.h.

◆ P_ISDELETED

#define P_ISDELETED (   opaque)    (((opaque)->btpo_flags & BTP_DELETED) != 0)

Definition at line 222 of file nbtree.h.

◆ P_ISHALFDEAD

#define P_ISHALFDEAD (   opaque)    (((opaque)->btpo_flags & BTP_HALF_DEAD) != 0)

Definition at line 224 of file nbtree.h.

◆ P_ISLEAF

#define P_ISLEAF (   opaque)    (((opaque)->btpo_flags & BTP_LEAF) != 0)

Definition at line 220 of file nbtree.h.

◆ P_ISMETA

#define P_ISMETA (   opaque)    (((opaque)->btpo_flags & BTP_META) != 0)

Definition at line 223 of file nbtree.h.

◆ P_ISROOT

#define P_ISROOT (   opaque)    (((opaque)->btpo_flags & BTP_ROOT) != 0)

Definition at line 221 of file nbtree.h.

◆ P_LEFTMOST

#define P_LEFTMOST (   opaque)    ((opaque)->btpo_prev == P_NONE)

Definition at line 218 of file nbtree.h.

◆ P_NONE

#define P_NONE   0

Definition at line 212 of file nbtree.h.

◆ P_RIGHTMOST

#define P_RIGHTMOST (   opaque)    ((opaque)->btpo_next == P_NONE)

Definition at line 219 of file nbtree.h.

◆ PROGRESS_BTREE_PHASE_INDEXBUILD_TABLESCAN

#define PROGRESS_BTREE_PHASE_INDEXBUILD_TABLESCAN   2

Definition at line 1176 of file nbtree.h.

◆ PROGRESS_BTREE_PHASE_LEAF_LOAD

#define PROGRESS_BTREE_PHASE_LEAF_LOAD   5

Definition at line 1179 of file nbtree.h.

◆ PROGRESS_BTREE_PHASE_PERFORMSORT_1

#define PROGRESS_BTREE_PHASE_PERFORMSORT_1   3

Definition at line 1177 of file nbtree.h.

◆ PROGRESS_BTREE_PHASE_PERFORMSORT_2

#define PROGRESS_BTREE_PHASE_PERFORMSORT_2   4

Definition at line 1178 of file nbtree.h.

◆ SK_BT_DESC

#define SK_BT_DESC   (INDOPTION_DESC << SK_BT_INDOPTION_SHIFT)

Definition at line 1146 of file nbtree.h.

◆ SK_BT_INDOPTION_SHIFT

#define SK_BT_INDOPTION_SHIFT   24 /* must clear the above bits */

Definition at line 1145 of file nbtree.h.

◆ SK_BT_MAXVAL

#define SK_BT_MAXVAL   0x00100000 /* invalid sk_argument, use high_compare */

Definition at line 1140 of file nbtree.h.

◆ SK_BT_MINVAL

#define SK_BT_MINVAL   0x00080000 /* invalid sk_argument, use low_compare */

Definition at line 1139 of file nbtree.h.

◆ SK_BT_NEXT

#define SK_BT_NEXT   0x00200000 /* positions the scan > sk_argument */

Definition at line 1141 of file nbtree.h.

◆ SK_BT_NULLS_FIRST

#define SK_BT_NULLS_FIRST   (INDOPTION_NULLS_FIRST << SK_BT_INDOPTION_SHIFT)

Definition at line 1147 of file nbtree.h.

◆ SK_BT_PRIOR

#define SK_BT_PRIOR   0x00400000 /* positions the scan < sk_argument */

Definition at line 1142 of file nbtree.h.

◆ SK_BT_REQBKWD

#define SK_BT_REQBKWD   0x00020000 /* required to continue backward scan */

Definition at line 1135 of file nbtree.h.

◆ SK_BT_REQFWD

#define SK_BT_REQFWD   0x00010000 /* required to continue forward scan */

Definition at line 1134 of file nbtree.h.

◆ SK_BT_SKIP

#define SK_BT_SKIP   0x00040000 /* skip array on column without input = */

Definition at line 1136 of file nbtree.h.

Typedef Documentation

◆ BTArrayKeyInfo

◆ BTCycleId

typedef uint16 BTCycleId

Definition at line 29 of file nbtree.h.

◆ BTDedupInterval

◆ BTDedupState

Definition at line 903 of file nbtree.h.

◆ BTDedupStateData

◆ BTDeletedPageData

◆ BTInsertState

Definition at line 845 of file nbtree.h.

◆ BTInsertStateData

◆ BTMetaPageData

◆ BTOptions

typedef struct BTOptions BTOptions

◆ BTPageOpaque

Definition at line 71 of file nbtree.h.

◆ BTPageOpaqueData

◆ BTPendingFSM

typedef struct BTPendingFSM BTPendingFSM

◆ BTReadPageState

◆ BTScanInsert

Definition at line 806 of file nbtree.h.

◆ BTScanInsertData

◆ BTScanOpaque

Definition at line 1096 of file nbtree.h.

◆ BTScanOpaqueData

◆ BTScanPos

Definition at line 1001 of file nbtree.h.

◆ BTScanPosData

typedef struct BTScanPosData BTScanPosData

◆ BTScanPosItem

typedef struct BTScanPosItem BTScanPosItem

◆ BTStack

typedef BTStackData* BTStack

Definition at line 749 of file nbtree.h.

◆ BTStackData

typedef struct BTStackData BTStackData

◆ BTVacState

typedef struct BTVacState BTVacState

◆ BTVacuumPosting

Definition at line 924 of file nbtree.h.

◆ BTVacuumPostingData

Function Documentation

◆ _bt_allequalimage()

bool _bt_allequalimage ( Relation  rel,
bool  debugmessage 
)

Definition at line 4327 of file nbtutils.c.

4328{
4329 bool allequalimage = true;
4330
4331 /* INCLUDE indexes can never support deduplication */
4334 return false;
4335
4336 for (int i = 0; i < IndexRelationGetNumberOfKeyAttributes(rel); i++)
4337 {
4338 Oid opfamily = rel->rd_opfamily[i];
4339 Oid opcintype = rel->rd_opcintype[i];
4340 Oid collation = rel->rd_indcollation[i];
4341 Oid equalimageproc;
4342
4343 equalimageproc = get_opfamily_proc(opfamily, opcintype, opcintype,
4345
4346 /*
4347 * If there is no BTEQUALIMAGE_PROC then deduplication is assumed to
4348 * be unsafe. Otherwise, actually call proc and see what it says.
4349 */
4350 if (!OidIsValid(equalimageproc) ||
4351 !DatumGetBool(OidFunctionCall1Coll(equalimageproc, collation,
4352 ObjectIdGetDatum(opcintype))))
4353 {
4354 allequalimage = false;
4355 break;
4356 }
4357 }
4358
4359 if (debugmessage)
4360 {
4361 if (allequalimage)
4362 elog(DEBUG1, "index \"%s\" can safely use deduplication",
4364 else
4365 elog(DEBUG1, "index \"%s\" cannot use deduplication",
4367 }
4368
4369 return allequalimage;
4370}
#define OidIsValid(objectId)
Definition: c.h:775
#define DEBUG1
Definition: elog.h:30
#define elog(elevel,...)
Definition: elog.h:226
Datum OidFunctionCall1Coll(Oid functionId, Oid collation, Datum arg1)
Definition: fmgr.c:1411
int i
Definition: isn.c:77
Oid get_opfamily_proc(Oid opfamily, Oid lefttype, Oid righttype, int16 procnum)
Definition: lsyscache.c:889
#define BTEQUALIMAGE_PROC
Definition: nbtree.h:719
static bool DatumGetBool(Datum X)
Definition: postgres.h:100
static Datum ObjectIdGetDatum(Oid X)
Definition: postgres.h:262
unsigned int Oid
Definition: postgres_ext.h:32
#define RelationGetRelationName(relation)
Definition: rel.h:548
#define IndexRelationGetNumberOfKeyAttributes(relation)
Definition: rel.h:533
Oid * rd_opcintype
Definition: rel.h:208
Oid * rd_opfamily
Definition: rel.h:207
Oid * rd_indcollation
Definition: rel.h:217

References BTEQUALIMAGE_PROC, DatumGetBool(), DEBUG1, elog, get_opfamily_proc(), i, IndexRelationGetNumberOfAttributes, IndexRelationGetNumberOfKeyAttributes, ObjectIdGetDatum(), OidFunctionCall1Coll(), OidIsValid, RelationData::rd_indcollation, RelationData::rd_opcintype, RelationData::rd_opfamily, and RelationGetRelationName.

Referenced by _bt_leafbuild(), bt_index_check_callback(), and btbuildempty().

◆ _bt_allocbuf()

Buffer _bt_allocbuf ( Relation  rel,
Relation  heaprel 
)

Definition at line 869 of file nbtpage.c.

870{
871 Buffer buf;
872 BlockNumber blkno;
873 Page page;
874
875 Assert(heaprel != NULL);
876
877 /*
878 * First see if the FSM knows of any free pages.
879 *
880 * We can't trust the FSM's report unreservedly; we have to check that the
881 * page is still free. (For example, an already-free page could have been
882 * re-used between the time the last VACUUM scanned it and the time the
883 * VACUUM made its FSM updates.)
884 *
885 * In fact, it's worse than that: we can't even assume that it's safe to
886 * take a lock on the reported page. If somebody else has a lock on it,
887 * or even worse our own caller does, we could deadlock. (The own-caller
888 * scenario is actually not improbable. Consider an index on a serial or
889 * timestamp column. Nearly all splits will be at the rightmost page, so
890 * it's entirely likely that _bt_split will call us while holding a lock
891 * on the page most recently acquired from FSM. A VACUUM running
892 * concurrently with the previous split could well have placed that page
893 * back in FSM.)
894 *
895 * To get around that, we ask for only a conditional lock on the reported
896 * page. If we fail, then someone else is using the page, and we may
897 * reasonably assume it's not free. (If we happen to be wrong, the worst
898 * consequence is the page will be lost to use till the next VACUUM, which
899 * is no big problem.)
900 */
901 for (;;)
902 {
903 blkno = GetFreeIndexPage(rel);
904 if (blkno == InvalidBlockNumber)
905 break;
906 buf = ReadBuffer(rel, blkno);
907 if (_bt_conditionallockbuf(rel, buf))
908 {
909 page = BufferGetPage(buf);
910
911 /*
912 * It's possible to find an all-zeroes page in an index. For
913 * example, a backend might successfully extend the relation one
914 * page and then crash before it is able to make a WAL entry for
915 * adding the page. If we find a zeroed page then reclaim it
916 * immediately.
917 */
918 if (PageIsNew(page))
919 {
920 /* Okay to use page. Initialize and return it. */
922 return buf;
923 }
924
925 if (BTPageIsRecyclable(page, heaprel))
926 {
927 /*
928 * If we are generating WAL for Hot Standby then create a WAL
929 * record that will allow us to conflict with queries running
930 * on standby, in case they have snapshots older than safexid
931 * value
932 */
934 {
935 xl_btree_reuse_page xlrec_reuse;
936
937 /*
938 * Note that we don't register the buffer with the record,
939 * because this operation doesn't modify the page (that
940 * already happened, back when VACUUM deleted the page).
941 * This record only exists to provide a conflict point for
942 * Hot Standby. See record REDO routine comments.
943 */
944 xlrec_reuse.locator = rel->rd_locator;
945 xlrec_reuse.block = blkno;
947 xlrec_reuse.isCatalogRel =
949
952
953 XLogInsert(RM_BTREE_ID, XLOG_BTREE_REUSE_PAGE);
954 }
955
956 /* Okay to use page. Re-initialize and return it. */
958 return buf;
959 }
960 elog(DEBUG2, "FSM returned nonrecyclable page");
961 _bt_relbuf(rel, buf);
962 }
963 else
964 {
965 elog(DEBUG2, "FSM returned nonlockable page");
966 /* couldn't get lock, so just drop pin */
968 }
969 }
970
971 /*
972 * Extend the relation by one page. Need to use RBM_ZERO_AND_LOCK or we
973 * risk a race condition against btvacuumscan --- see comments therein.
974 * This forces us to repeat the valgrind request that _bt_lockbuf()
975 * otherwise would make, as we can't use _bt_lockbuf() without introducing
976 * a race.
977 */
979 if (!RelationUsesLocalBuffers(rel))
981
982 /* Initialize the new page before returning it */
983 page = BufferGetPage(buf);
984 Assert(PageIsNew(page));
986
987 return buf;
988}
uint32 BlockNumber
Definition: block.h:31
int Buffer
Definition: buf.h:23
Buffer ExtendBufferedRel(BufferManagerRelation bmr, ForkNumber forkNum, BufferAccessStrategy strategy, uint32 flags)
Definition: bufmgr.c:858
void ReleaseBuffer(Buffer buffer)
Definition: bufmgr.c:5338
Buffer ReadBuffer(Relation reln, BlockNumber blockNum)
Definition: bufmgr.c:758
static Page BufferGetPage(Buffer buffer)
Definition: bufmgr.h:417
static Size BufferGetPageSize(Buffer buffer)
Definition: bufmgr.h:406
@ EB_LOCK_FIRST
Definition: bufmgr.h:87
#define BMR_REL(p_rel)
Definition: bufmgr.h:111
static bool PageIsNew(const PageData *page)
Definition: bufpage.h:234
PageData * Page
Definition: bufpage.h:82
#define DEBUG2
Definition: elog.h:29
Assert(PointerIsAligned(start, uint64))
BlockNumber GetFreeIndexPage(Relation rel)
Definition: indexfsm.c:38
#define VALGRIND_MAKE_MEM_DEFINED(addr, size)
Definition: memdebug.h:26
void _bt_relbuf(Relation rel, Buffer buf)
Definition: nbtpage.c:1023
void _bt_pageinit(Page page, Size size)
Definition: nbtpage.c:1129
bool _bt_conditionallockbuf(Relation rel, Buffer buf)
Definition: nbtpage.c:1093
static FullTransactionId BTPageGetDeleteXid(Page page)
Definition: nbtree.h:260
static bool BTPageIsRecyclable(Page page, Relation heaprel)
Definition: nbtree.h:291
#define XLOG_BTREE_REUSE_PAGE
Definition: nbtxlog.h:40
#define SizeOfBtreeReusePage
Definition: nbtxlog.h:192
#define RelationIsAccessibleInLogicalDecoding(relation)
Definition: rel.h:693
#define RelationNeedsWAL(relation)
Definition: rel.h:637
#define RelationUsesLocalBuffers(relation)
Definition: rel.h:646
@ MAIN_FORKNUM
Definition: relpath.h:58
RelFileLocator rd_locator
Definition: rel.h:57
FullTransactionId snapshotConflictHorizon
Definition: nbtxlog.h:187
RelFileLocator locator
Definition: nbtxlog.h:185
BlockNumber block
Definition: nbtxlog.h:186
#define XLogStandbyInfoActive()
Definition: xlog.h:123
XLogRecPtr XLogInsert(RmgrId rmid, uint8 info)
Definition: xloginsert.c:474
void XLogRegisterData(const void *data, uint32 len)
Definition: xloginsert.c:364
void XLogBeginInsert(void)
Definition: xloginsert.c:149

References _bt_conditionallockbuf(), _bt_pageinit(), _bt_relbuf(), Assert(), xl_btree_reuse_page::block, BMR_REL, BTPageGetDeleteXid(), BTPageIsRecyclable(), buf, BufferGetPage(), BufferGetPageSize(), DEBUG2, EB_LOCK_FIRST, elog, ExtendBufferedRel(), GetFreeIndexPage(), InvalidBlockNumber, xl_btree_reuse_page::isCatalogRel, xl_btree_reuse_page::locator, MAIN_FORKNUM, PageIsNew(), RelationData::rd_locator, ReadBuffer(), RelationIsAccessibleInLogicalDecoding, RelationNeedsWAL, RelationUsesLocalBuffers, ReleaseBuffer(), SizeOfBtreeReusePage, xl_btree_reuse_page::snapshotConflictHorizon, VALGRIND_MAKE_MEM_DEFINED, XLOG_BTREE_REUSE_PAGE, XLogBeginInsert(), XLogInsert(), XLogRegisterData(), and XLogStandbyInfoActive.

Referenced by _bt_getroot(), _bt_newlevel(), and _bt_split().

◆ _bt_binsrch_array_skey()

int _bt_binsrch_array_skey ( FmgrInfo orderproc,
bool  cur_elem_trig,
ScanDirection  dir,
Datum  tupdatum,
bool  tupnull,
BTArrayKeyInfo array,
ScanKey  cur,
int32 set_elem_result 
)

Definition at line 289 of file nbtutils.c.

294{
295 int low_elem = 0,
296 mid_elem = -1,
297 high_elem = array->num_elems - 1,
298 result = 0;
299 Datum arrdatum;
300
301 Assert(cur->sk_flags & SK_SEARCHARRAY);
302 Assert(!(cur->sk_flags & SK_BT_SKIP));
303 Assert(!(cur->sk_flags & SK_ISNULL)); /* SAOP arrays never have NULLs */
304 Assert(cur->sk_strategy == BTEqualStrategyNumber);
305
306 if (cur_elem_trig)
307 {
309 Assert(cur->sk_flags & SK_BT_REQFWD);
310
311 /*
312 * When the scan key that triggered array advancement is a required
313 * array scan key, it is now certain that the current array element
314 * (plus all prior elements relative to the current scan direction)
315 * cannot possibly be at or ahead of the corresponding tuple value.
316 * (_bt_checkkeys must have called _bt_tuple_before_array_skeys, which
317 * makes sure this is true as a condition of advancing the arrays.)
318 *
319 * This makes it safe to exclude array elements up to and including
320 * the former-current array element from our search.
321 *
322 * Separately, when array advancement was triggered by a required scan
323 * key, the array element immediately after the former-current element
324 * is often either an exact tupdatum match, or a "close by" near-match
325 * (a near-match tupdatum is one whose key space falls _between_ the
326 * former-current and new-current array elements). We'll detect both
327 * cases via an optimistic comparison of the new search lower bound
328 * (or new search upper bound in the case of backwards scans).
329 */
330 if (ScanDirectionIsForward(dir))
331 {
332 low_elem = array->cur_elem + 1; /* old cur_elem exhausted */
333
334 /* Compare prospective new cur_elem (also the new lower bound) */
335 if (high_elem >= low_elem)
336 {
337 arrdatum = array->elem_values[low_elem];
338 result = _bt_compare_array_skey(orderproc, tupdatum, tupnull,
339 arrdatum, cur);
340
341 if (result <= 0)
342 {
343 /* Optimistic comparison optimization worked out */
344 *set_elem_result = result;
345 return low_elem;
346 }
347 mid_elem = low_elem;
348 low_elem++; /* this cur_elem exhausted, too */
349 }
350
351 if (high_elem < low_elem)
352 {
353 /* Caller needs to perform "beyond end" array advancement */
354 *set_elem_result = 1;
355 return high_elem;
356 }
357 }
358 else
359 {
360 high_elem = array->cur_elem - 1; /* old cur_elem exhausted */
361
362 /* Compare prospective new cur_elem (also the new upper bound) */
363 if (high_elem >= low_elem)
364 {
365 arrdatum = array->elem_values[high_elem];
366 result = _bt_compare_array_skey(orderproc, tupdatum, tupnull,
367 arrdatum, cur);
368
369 if (result >= 0)
370 {
371 /* Optimistic comparison optimization worked out */
372 *set_elem_result = result;
373 return high_elem;
374 }
375 mid_elem = high_elem;
376 high_elem--; /* this cur_elem exhausted, too */
377 }
378
379 if (high_elem < low_elem)
380 {
381 /* Caller needs to perform "beyond end" array advancement */
382 *set_elem_result = -1;
383 return low_elem;
384 }
385 }
386 }
387
388 while (high_elem > low_elem)
389 {
390 mid_elem = low_elem + ((high_elem - low_elem) / 2);
391 arrdatum = array->elem_values[mid_elem];
392
393 result = _bt_compare_array_skey(orderproc, tupdatum, tupnull,
394 arrdatum, cur);
395
396 if (result == 0)
397 {
398 /*
399 * It's safe to quit as soon as we see an equal array element.
400 * This often saves an extra comparison or two...
401 */
402 low_elem = mid_elem;
403 break;
404 }
405
406 if (result > 0)
407 low_elem = mid_elem + 1;
408 else
409 high_elem = mid_elem;
410 }
411
412 /*
413 * ...but our caller also cares about how its searched-for tuple datum
414 * compares to the low_elem datum. Must always set *set_elem_result with
415 * the result of that comparison specifically.
416 */
417 if (low_elem != mid_elem)
418 result = _bt_compare_array_skey(orderproc, tupdatum, tupnull,
419 array->elem_values[low_elem], cur);
420
421 *set_elem_result = result;
422
423 return low_elem;
424}
struct cursor * cur
Definition: ecpg.c:29
#define SK_BT_SKIP
Definition: nbtree.h:1136
#define SK_BT_REQFWD
Definition: nbtree.h:1134
static int32 _bt_compare_array_skey(FmgrInfo *orderproc, Datum tupdatum, bool tupnull, Datum arrdatum, ScanKey cur)
Definition: nbtutils.c:218
uint64_t Datum
Definition: postgres.h:70
#define ScanDirectionIsForward(direction)
Definition: sdir.h:64
#define ScanDirectionIsNoMovement(direction)
Definition: sdir.h:57
#define SK_SEARCHARRAY
Definition: skey.h:120
#define SK_ISNULL
Definition: skey.h:115
#define BTEqualStrategyNumber
Definition: stratnum.h:31
Datum * elem_values
Definition: nbtree.h:1040

References _bt_compare_array_skey(), Assert(), BTEqualStrategyNumber, cur, BTArrayKeyInfo::cur_elem, BTArrayKeyInfo::elem_values, BTArrayKeyInfo::num_elems, ScanDirectionIsForward, ScanDirectionIsNoMovement, SK_BT_REQFWD, SK_BT_SKIP, SK_ISNULL, and SK_SEARCHARRAY.

Referenced by _bt_advance_array_keys(), _bt_saoparray_shrink(), and _bt_set_startikey().

◆ _bt_binsrch_insert()

OffsetNumber _bt_binsrch_insert ( Relation  rel,
BTInsertState  insertstate 
)

Definition at line 479 of file nbtsearch.c.

480{
481 BTScanInsert key = insertstate->itup_key;
482 Page page;
483 BTPageOpaque opaque;
484 OffsetNumber low,
485 high,
486 stricthigh;
487 int32 result,
488 cmpval;
489
490 page = BufferGetPage(insertstate->buf);
491 opaque = BTPageGetOpaque(page);
492
493 Assert(P_ISLEAF(opaque));
494 Assert(!key->nextkey);
495 Assert(insertstate->postingoff == 0);
496
497 if (!insertstate->bounds_valid)
498 {
499 /* Start new binary search */
500 low = P_FIRSTDATAKEY(opaque);
501 high = PageGetMaxOffsetNumber(page);
502 }
503 else
504 {
505 /* Restore result of previous binary search against same page */
506 low = insertstate->low;
507 high = insertstate->stricthigh;
508 }
509
510 /* If there are no keys on the page, return the first available slot */
511 if (unlikely(high < low))
512 {
513 /* Caller can't reuse bounds */
514 insertstate->low = InvalidOffsetNumber;
515 insertstate->stricthigh = InvalidOffsetNumber;
516 insertstate->bounds_valid = false;
517 return low;
518 }
519
520 /*
521 * Binary search to find the first key on the page >= scan key. (nextkey
522 * is always false when inserting).
523 *
524 * The loop invariant is: all slots before 'low' are < scan key, all slots
525 * at or after 'high' are >= scan key. 'stricthigh' is > scan key, and is
526 * maintained to save additional search effort for caller.
527 *
528 * We can fall out when high == low.
529 */
530 if (!insertstate->bounds_valid)
531 high++; /* establish the loop invariant for high */
532 stricthigh = high; /* high initially strictly higher */
533
534 cmpval = 1; /* !nextkey comparison value */
535
536 while (high > low)
537 {
538 OffsetNumber mid = low + ((high - low) / 2);
539
540 /* We have low <= mid < high, so mid points at a real slot */
541
542 result = _bt_compare(rel, key, page, mid);
543
544 if (result >= cmpval)
545 low = mid + 1;
546 else
547 {
548 high = mid;
549 if (result != 0)
550 stricthigh = high;
551 }
552
553 /*
554 * If tuple at offset located by binary search is a posting list whose
555 * TID range overlaps with caller's scantid, perform posting list
556 * binary search to set postingoff for caller. Caller must split the
557 * posting list when postingoff is set. This should happen
558 * infrequently.
559 */
560 if (unlikely(result == 0 && key->scantid != NULL))
561 {
562 /*
563 * postingoff should never be set more than once per leaf page
564 * binary search. That would mean that there are duplicate table
565 * TIDs in the index, which is never okay. Check for that here.
566 */
567 if (insertstate->postingoff != 0)
569 (errcode(ERRCODE_INDEX_CORRUPTED),
570 errmsg_internal("table tid from new index tuple (%u,%u) cannot find insert offset between offsets %u and %u of block %u in index \"%s\"",
573 low, stricthigh,
574 BufferGetBlockNumber(insertstate->buf),
576
577 insertstate->postingoff = _bt_binsrch_posting(key, page, mid);
578 }
579 }
580
581 /*
582 * On a leaf page, a binary search always returns the first key >= scan
583 * key (at least in !nextkey case), which could be the last slot + 1. This
584 * is also the lower bound of cached search.
585 *
586 * stricthigh may also be the last slot + 1, which prevents caller from
587 * using bounds directly, but is still useful to us if we're called a
588 * second time with cached bounds (cached low will be < stricthigh when
589 * that happens).
590 */
591 insertstate->low = low;
592 insertstate->stricthigh = stricthigh;
593 insertstate->bounds_valid = true;
594
595 return low;
596}
BlockNumber BufferGetBlockNumber(Buffer buffer)
Definition: bufmgr.c:4198
static OffsetNumber PageGetMaxOffsetNumber(const PageData *page)
Definition: bufpage.h:372
int32_t int32
Definition: c.h:535
#define unlikely(x)
Definition: c.h:403
int errmsg_internal(const char *fmt,...)
Definition: elog.c:1161
int errcode(int sqlerrcode)
Definition: elog.c:854
#define ERROR
Definition: elog.h:39
#define ereport(elevel,...)
Definition: elog.h:150
static OffsetNumber ItemPointerGetOffsetNumber(const ItemPointerData *pointer)
Definition: itemptr.h:124
static BlockNumber ItemPointerGetBlockNumber(const ItemPointerData *pointer)
Definition: itemptr.h:103
#define P_ISLEAF(opaque)
Definition: nbtree.h:220
#define BTPageGetOpaque(page)
Definition: nbtree.h:73
#define P_FIRSTDATAKEY(opaque)
Definition: nbtree.h:369
static int _bt_binsrch_posting(BTScanInsert key, Page page, OffsetNumber offnum)
Definition: nbtsearch.c:607
int32 _bt_compare(Relation rel, BTScanInsert key, Page page, OffsetNumber offnum)
Definition: nbtsearch.c:693
#define InvalidOffsetNumber
Definition: off.h:26
uint16 OffsetNumber
Definition: off.h:24
OffsetNumber stricthigh
Definition: nbtree.h:835
bool bounds_valid
Definition: nbtree.h:833
OffsetNumber low
Definition: nbtree.h:834
BTScanInsert itup_key
Definition: nbtree.h:823

References _bt_binsrch_posting(), _bt_compare(), Assert(), BTInsertStateData::bounds_valid, BTPageGetOpaque, BTInsertStateData::buf, BufferGetBlockNumber(), BufferGetPage(), ereport, errcode(), errmsg_internal(), ERROR, InvalidOffsetNumber, ItemPointerGetBlockNumber(), ItemPointerGetOffsetNumber(), BTInsertStateData::itup_key, sort-test::key, BTInsertStateData::low, P_FIRSTDATAKEY, P_ISLEAF, PageGetMaxOffsetNumber(), BTInsertStateData::postingoff, RelationGetRelationName, BTInsertStateData::stricthigh, and unlikely.

Referenced by _bt_check_unique(), _bt_findinsertloc(), and bt_rootdescend().

◆ _bt_bottomupdel_pass()

bool _bt_bottomupdel_pass ( Relation  rel,
Buffer  buf,
Relation  heapRel,
Size  newitemsz 
)

Definition at line 308 of file nbtdedup.c.

310{
311 OffsetNumber offnum,
312 minoff,
313 maxoff;
314 Page page = BufferGetPage(buf);
315 BTPageOpaque opaque = BTPageGetOpaque(page);
317 TM_IndexDeleteOp delstate;
318 bool neverdedup;
319 int nkeyatts = IndexRelationGetNumberOfKeyAttributes(rel);
320
321 /* Passed-in newitemsz is MAXALIGNED but does not include line pointer */
322 newitemsz += sizeof(ItemIdData);
323
324 /* Initialize deduplication state */
326 state->deduplicate = true;
327 state->nmaxitems = 0;
328 state->maxpostingsize = BLCKSZ; /* We're not really deduplicating */
329 state->base = NULL;
330 state->baseoff = InvalidOffsetNumber;
331 state->basetupsize = 0;
332 state->htids = palloc(state->maxpostingsize);
333 state->nhtids = 0;
334 state->nitems = 0;
335 state->phystupsize = 0;
336 state->nintervals = 0;
337
338 /*
339 * Initialize tableam state that describes bottom-up index deletion
340 * operation.
341 *
342 * We'll go on to ask the tableam to search for TIDs whose index tuples we
343 * can safely delete. The tableam will search until our leaf page space
344 * target is satisfied, or until the cost of continuing with the tableam
345 * operation seems too high. It focuses its efforts on TIDs associated
346 * with duplicate index tuples that we mark "promising".
347 *
348 * This space target is a little arbitrary. The tableam must be able to
349 * keep the costs and benefits in balance. We provide the tableam with
350 * exhaustive information about what might work, without directly
351 * concerning ourselves with avoiding work during the tableam call. Our
352 * role in costing the bottom-up deletion process is strictly advisory.
353 */
354 delstate.irel = rel;
355 delstate.iblknum = BufferGetBlockNumber(buf);
356 delstate.bottomup = true;
357 delstate.bottomupfreespace = Max(BLCKSZ / 16, newitemsz);
358 delstate.ndeltids = 0;
359 delstate.deltids = palloc(MaxTIDsPerBTreePage * sizeof(TM_IndexDelete));
360 delstate.status = palloc(MaxTIDsPerBTreePage * sizeof(TM_IndexStatus));
361
362 minoff = P_FIRSTDATAKEY(opaque);
363 maxoff = PageGetMaxOffsetNumber(page);
364 for (offnum = minoff;
365 offnum <= maxoff;
366 offnum = OffsetNumberNext(offnum))
367 {
368 ItemId itemid = PageGetItemId(page, offnum);
369 IndexTuple itup = (IndexTuple) PageGetItem(page, itemid);
370
371 Assert(!ItemIdIsDead(itemid));
372
373 if (offnum == minoff)
374 {
375 /* itup starts first pending interval */
376 _bt_dedup_start_pending(state, itup, offnum);
377 }
378 else if (_bt_keep_natts_fast(rel, state->base, itup) > nkeyatts &&
380 {
381 /* Tuple is equal; just added its TIDs to pending interval */
382 }
383 else
384 {
385 /* Finalize interval -- move its TIDs to delete state */
386 _bt_bottomupdel_finish_pending(page, state, &delstate);
387
388 /* itup starts new pending interval */
389 _bt_dedup_start_pending(state, itup, offnum);
390 }
391 }
392 /* Finalize final interval -- move its TIDs to delete state */
393 _bt_bottomupdel_finish_pending(page, state, &delstate);
394
395 /*
396 * We don't give up now in the event of having few (or even zero)
397 * promising tuples for the tableam because it's not up to us as the index
398 * AM to manage costs (note that the tableam might have heuristics of its
399 * own that work out what to do). We should at least avoid having our
400 * caller do a useless deduplication pass after we return in the event of
401 * zero promising tuples, though.
402 */
403 neverdedup = false;
404 if (state->nintervals == 0)
405 neverdedup = true;
406
407 pfree(state->htids);
408 pfree(state);
409
410 /* Ask tableam which TIDs are deletable, then physically delete them */
411 _bt_delitems_delete_check(rel, buf, heapRel, &delstate);
412
413 pfree(delstate.deltids);
414 pfree(delstate.status);
415
416 /* Report "success" to caller unconditionally to avoid deduplication */
417 if (neverdedup)
418 return true;
419
420 /* Don't dedup when we won't end up back here any time soon anyway */
421 return PageGetExactFreeSpace(page) >= Max(BLCKSZ / 24, newitemsz);
422}
Size PageGetExactFreeSpace(const PageData *page)
Definition: bufpage.c:957
static Item PageGetItem(const PageData *page, const ItemIdData *itemId)
Definition: bufpage.h:354
static ItemId PageGetItemId(Page page, OffsetNumber offsetNumber)
Definition: bufpage.h:244
#define Max(x, y)
Definition: c.h:998
struct ItemIdData ItemIdData
#define ItemIdIsDead(itemId)
Definition: itemid.h:113
IndexTupleData * IndexTuple
Definition: itup.h:53
void pfree(void *pointer)
Definition: mcxt.c:1594
void * palloc(Size size)
Definition: mcxt.c:1365
bool _bt_dedup_save_htid(BTDedupState state, IndexTuple itup)
Definition: nbtdedup.c:485
void _bt_dedup_start_pending(BTDedupState state, IndexTuple base, OffsetNumber baseoff)
Definition: nbtdedup.c:434
static void _bt_bottomupdel_finish_pending(Page page, BTDedupState state, TM_IndexDeleteOp *delstate)
Definition: nbtdedup.c:649
void _bt_delitems_delete_check(Relation rel, Buffer buf, Relation heapRel, TM_IndexDeleteOp *delstate)
Definition: nbtpage.c:1513
#define MaxTIDsPerBTreePage
Definition: nbtree.h:185
BTDedupStateData * BTDedupState
Definition: nbtree.h:903
int _bt_keep_natts_fast(Relation rel, IndexTuple lastleft, IndexTuple firstright)
Definition: nbtutils.c:4063
#define OffsetNumberNext(offsetNumber)
Definition: off.h:52
TM_IndexStatus * status
Definition: tableam.h:254
int bottomupfreespace
Definition: tableam.h:249
Relation irel
Definition: tableam.h:246
TM_IndexDelete * deltids
Definition: tableam.h:253
BlockNumber iblknum
Definition: tableam.h:247
Definition: regguts.h:323

References _bt_bottomupdel_finish_pending(), _bt_dedup_save_htid(), _bt_dedup_start_pending(), _bt_delitems_delete_check(), _bt_keep_natts_fast(), Assert(), TM_IndexDeleteOp::bottomup, TM_IndexDeleteOp::bottomupfreespace, BTPageGetOpaque, buf, BufferGetBlockNumber(), BufferGetPage(), TM_IndexDeleteOp::deltids, TM_IndexDeleteOp::iblknum, IndexRelationGetNumberOfKeyAttributes, InvalidOffsetNumber, TM_IndexDeleteOp::irel, ItemIdIsDead, Max, MaxTIDsPerBTreePage, TM_IndexDeleteOp::ndeltids, OffsetNumberNext, P_FIRSTDATAKEY, PageGetExactFreeSpace(), PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), palloc(), pfree(), and TM_IndexDeleteOp::status.

Referenced by _bt_delete_or_dedup_one_page().

◆ _bt_check_natts()

bool _bt_check_natts ( Relation  rel,
bool  heapkeyspace,
Page  page,
OffsetNumber  offnum 
)

Definition at line 4110 of file nbtutils.c.

4111{
4114 BTPageOpaque opaque = BTPageGetOpaque(page);
4115 IndexTuple itup;
4116 int tupnatts;
4117
4118 /*
4119 * We cannot reliably test a deleted or half-dead page, since they have
4120 * dummy high keys
4121 */
4122 if (P_IGNORE(opaque))
4123 return true;
4124
4125 Assert(offnum >= FirstOffsetNumber &&
4126 offnum <= PageGetMaxOffsetNumber(page));
4127
4128 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, offnum));
4129 tupnatts = BTreeTupleGetNAtts(itup, rel);
4130
4131 /* !heapkeyspace indexes do not support deduplication */
4132 if (!heapkeyspace && BTreeTupleIsPosting(itup))
4133 return false;
4134
4135 /* Posting list tuples should never have "pivot heap TID" bit set */
4136 if (BTreeTupleIsPosting(itup) &&
4139 return false;
4140
4141 /* INCLUDE indexes do not support deduplication */
4142 if (natts != nkeyatts && BTreeTupleIsPosting(itup))
4143 return false;
4144
4145 if (P_ISLEAF(opaque))
4146 {
4147 if (offnum >= P_FIRSTDATAKEY(opaque))
4148 {
4149 /*
4150 * Non-pivot tuple should never be explicitly marked as a pivot
4151 * tuple
4152 */
4153 if (BTreeTupleIsPivot(itup))
4154 return false;
4155
4156 /*
4157 * Leaf tuples that are not the page high key (non-pivot tuples)
4158 * should never be truncated. (Note that tupnatts must have been
4159 * inferred, even with a posting list tuple, because only pivot
4160 * tuples store tupnatts directly.)
4161 */
4162 return tupnatts == natts;
4163 }
4164 else
4165 {
4166 /*
4167 * Rightmost page doesn't contain a page high key, so tuple was
4168 * checked above as ordinary leaf tuple
4169 */
4170 Assert(!P_RIGHTMOST(opaque));
4171
4172 /*
4173 * !heapkeyspace high key tuple contains only key attributes. Note
4174 * that tupnatts will only have been explicitly represented in
4175 * !heapkeyspace indexes that happen to have non-key attributes.
4176 */
4177 if (!heapkeyspace)
4178 return tupnatts == nkeyatts;
4179
4180 /* Use generic heapkeyspace pivot tuple handling */
4181 }
4182 }
4183 else /* !P_ISLEAF(opaque) */
4184 {
4185 if (offnum == P_FIRSTDATAKEY(opaque))
4186 {
4187 /*
4188 * The first tuple on any internal page (possibly the first after
4189 * its high key) is its negative infinity tuple. Negative
4190 * infinity tuples are always truncated to zero attributes. They
4191 * are a particular kind of pivot tuple.
4192 */
4193 if (heapkeyspace)
4194 return tupnatts == 0;
4195
4196 /*
4197 * The number of attributes won't be explicitly represented if the
4198 * negative infinity tuple was generated during a page split that
4199 * occurred with a version of Postgres before v11. There must be
4200 * a problem when there is an explicit representation that is
4201 * non-zero, or when there is no explicit representation and the
4202 * tuple is evidently not a pre-pg_upgrade tuple.
4203 *
4204 * Prior to v11, downlinks always had P_HIKEY as their offset.
4205 * Accept that as an alternative indication of a valid
4206 * !heapkeyspace negative infinity tuple.
4207 */
4208 return tupnatts == 0 ||
4210 }
4211 else
4212 {
4213 /*
4214 * !heapkeyspace downlink tuple with separator key contains only
4215 * key attributes. Note that tupnatts will only have been
4216 * explicitly represented in !heapkeyspace indexes that happen to
4217 * have non-key attributes.
4218 */
4219 if (!heapkeyspace)
4220 return tupnatts == nkeyatts;
4221
4222 /* Use generic heapkeyspace pivot tuple handling */
4223 }
4224 }
4225
4226 /* Handle heapkeyspace pivot tuples (excluding minus infinity items) */
4227 Assert(heapkeyspace);
4228
4229 /*
4230 * Explicit representation of the number of attributes is mandatory with
4231 * heapkeyspace index pivot tuples, regardless of whether or not there are
4232 * non-key attributes.
4233 */
4234 if (!BTreeTupleIsPivot(itup))
4235 return false;
4236
4237 /* Pivot tuple should not use posting list representation (redundant) */
4238 if (BTreeTupleIsPosting(itup))
4239 return false;
4240
4241 /*
4242 * Heap TID is a tiebreaker key attribute, so it cannot be untruncated
4243 * when any other key attribute is truncated
4244 */
4245 if (BTreeTupleGetHeapTID(itup) != NULL && tupnatts != nkeyatts)
4246 return false;
4247
4248 /*
4249 * Pivot tuple must have at least one untruncated key attribute (minus
4250 * infinity pivot tuples are the only exception). Pivot tuples can never
4251 * represent that there is a value present for a key attribute that
4252 * exceeds pg_index.indnkeyatts for the index.
4253 */
4254 return tupnatts > 0 && tupnatts <= nkeyatts;
4255}
int16_t int16
Definition: c.h:534
#define BT_PIVOT_HEAP_TID_ATTR
Definition: nbtree.h:465
#define P_HIKEY
Definition: nbtree.h:367
#define P_RIGHTMOST(opaque)
Definition: nbtree.h:219
#define P_IGNORE(opaque)
Definition: nbtree.h:225
static bool BTreeTupleIsPosting(IndexTuple itup)
Definition: nbtree.h:492
static ItemPointer BTreeTupleGetHeapTID(IndexTuple itup)
Definition: nbtree.h:638
#define BTreeTupleGetNAtts(itup, rel)
Definition: nbtree.h:577
#define FirstOffsetNumber
Definition: off.h:27
ItemPointerData t_tid
Definition: itup.h:37

References Assert(), BT_PIVOT_HEAP_TID_ATTR, BTPageGetOpaque, BTreeTupleGetHeapTID(), BTreeTupleGetNAtts, BTreeTupleIsPivot(), BTreeTupleIsPosting(), FirstOffsetNumber, IndexRelationGetNumberOfAttributes, IndexRelationGetNumberOfKeyAttributes, ItemPointerGetOffsetNumber(), ItemPointerGetOffsetNumberNoCheck(), P_FIRSTDATAKEY, P_HIKEY, P_IGNORE, P_ISLEAF, P_RIGHTMOST, PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), and IndexTupleData::t_tid.

Referenced by _bt_compare(), and bt_target_page_check().

◆ _bt_check_third_page()

void _bt_check_third_page ( Relation  rel,
Relation  heap,
bool  needheaptidspace,
Page  page,
IndexTuple  newtup 
)

Definition at line 4270 of file nbtutils.c.

4272{
4273 Size itemsz;
4274 BTPageOpaque opaque;
4275
4276 itemsz = MAXALIGN(IndexTupleSize(newtup));
4277
4278 /* Double check item size against limit */
4279 if (itemsz <= BTMaxItemSize)
4280 return;
4281
4282 /*
4283 * Tuple is probably too large to fit on page, but it's possible that the
4284 * index uses version 2 or version 3, or that page is an internal page, in
4285 * which case a slightly higher limit applies.
4286 */
4287 if (!needheaptidspace && itemsz <= BTMaxItemSizeNoHeapTid)
4288 return;
4289
4290 /*
4291 * Internal page insertions cannot fail here, because that would mean that
4292 * an earlier leaf level insertion that should have failed didn't
4293 */
4294 opaque = BTPageGetOpaque(page);
4295 if (!P_ISLEAF(opaque))
4296 elog(ERROR, "cannot insert oversized tuple of size %zu on internal page of index \"%s\"",
4297 itemsz, RelationGetRelationName(rel));
4298
4299 ereport(ERROR,
4300 (errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
4301 errmsg("index row size %zu exceeds btree version %u maximum %zu for index \"%s\"",
4302 itemsz,
4303 needheaptidspace ? BTREE_VERSION : BTREE_NOVAC_VERSION,
4304 needheaptidspace ? BTMaxItemSize : BTMaxItemSizeNoHeapTid,
4306 errdetail("Index row references tuple (%u,%u) in relation \"%s\".",
4310 errhint("Values larger than 1/3 of a buffer page cannot be indexed.\n"
4311 "Consider a function index of an MD5 hash of the value, "
4312 "or use full text indexing."),
4314}
size_t Size
Definition: c.h:611
int errdetail(const char *fmt,...)
Definition: elog.c:1207
int errhint(const char *fmt,...)
Definition: elog.c:1321
int errmsg(const char *fmt,...)
Definition: elog.c:1071
static Size IndexTupleSize(const IndexTupleData *itup)
Definition: itup.h:71
#define BTREE_VERSION
Definition: nbtree.h:150
#define BTREE_NOVAC_VERSION
Definition: nbtree.h:152
#define BTMaxItemSizeNoHeapTid
Definition: nbtree.h:169
#define BTMaxItemSize
Definition: nbtree.h:164
int errtableconstraint(Relation rel, const char *conname)
Definition: relcache.c:6103

References BTMaxItemSize, BTMaxItemSizeNoHeapTid, BTPageGetOpaque, BTREE_NOVAC_VERSION, BTREE_VERSION, BTreeTupleGetHeapTID(), elog, ereport, errcode(), errdetail(), errhint(), errmsg(), ERROR, errtableconstraint(), IndexTupleSize(), ItemPointerGetBlockNumber(), ItemPointerGetOffsetNumber(), MAXALIGN, P_ISLEAF, and RelationGetRelationName.

Referenced by _bt_buildadd(), and _bt_findinsertloc().

◆ _bt_checkkeys()

bool _bt_checkkeys ( IndexScanDesc  scan,
BTReadPageState pstate,
bool  arrayKeys,
IndexTuple  tuple,
int  tupnatts 
)

Definition at line 2152 of file nbtutils.c.

2154{
2155 TupleDesc tupdesc = RelationGetDescr(scan->indexRelation);
2156 BTScanOpaque so = (BTScanOpaque) scan->opaque;
2157 ScanDirection dir = so->currPos.dir;
2158 int ikey = pstate->startikey;
2159 bool res;
2160
2161 Assert(BTreeTupleGetNAtts(tuple, scan->indexRelation) == tupnatts);
2162 Assert(!so->needPrimScan && !so->scanBehind && !so->oppositeDirCheck);
2163 Assert(arrayKeys || so->numArrayKeys == 0);
2164
2165 res = _bt_check_compare(scan, dir, tuple, tupnatts, tupdesc, arrayKeys,
2166 pstate->forcenonrequired, &pstate->continuescan,
2167 &ikey);
2168
2169 /*
2170 * If _bt_check_compare relied on the pstate.startikey optimization, call
2171 * again (in assert-enabled builds) to verify it didn't affect our answer.
2172 *
2173 * Note: we can't do this when !pstate.forcenonrequired, since any arrays
2174 * before pstate.startikey won't have advanced on this page at all.
2175 */
2176 Assert(!pstate->forcenonrequired || arrayKeys);
2177#ifdef USE_ASSERT_CHECKING
2178 if (pstate->startikey > 0 && !pstate->forcenonrequired)
2179 {
2180 bool dres,
2181 dcontinuescan;
2182 int dikey = 0;
2183
2184 /* Pass arrayKeys=false to avoid array side-effects */
2185 dres = _bt_check_compare(scan, dir, tuple, tupnatts, tupdesc, false,
2186 pstate->forcenonrequired, &dcontinuescan,
2187 &dikey);
2188 Assert(res == dres);
2189 Assert(pstate->continuescan == dcontinuescan);
2190
2191 /*
2192 * Should also get the same ikey result. We need a slightly weaker
2193 * assertion during arrayKeys calls, since they might be using an
2194 * array that couldn't be marked required during preprocessing.
2195 */
2196 Assert(arrayKeys || ikey == dikey);
2197 Assert(ikey <= dikey);
2198 }
2199#endif
2200
2201 /*
2202 * Only one _bt_check_compare call is required in the common case where
2203 * there are no equality strategy array scan keys. Otherwise we can only
2204 * accept _bt_check_compare's answer unreservedly when it didn't set
2205 * pstate.continuescan=false.
2206 */
2207 if (!arrayKeys || pstate->continuescan)
2208 return res;
2209
2210 /*
2211 * _bt_check_compare call set continuescan=false in the presence of
2212 * equality type array keys. This could mean that the tuple is just past
2213 * the end of matches for the current array keys.
2214 *
2215 * It's also possible that the scan is still _before_ the _start_ of
2216 * tuples matching the current set of array keys. Check for that first.
2217 */
2218 Assert(!pstate->forcenonrequired);
2219 if (_bt_tuple_before_array_skeys(scan, dir, tuple, tupdesc, tupnatts, true,
2220 ikey, NULL))
2221 {
2222 /* Override _bt_check_compare, continue primitive scan */
2223 pstate->continuescan = true;
2224
2225 /*
2226 * We will end up here repeatedly given a group of tuples > the
2227 * previous array keys and < the now-current keys (for a backwards
2228 * scan it's just the same, though the operators swap positions).
2229 *
2230 * We must avoid allowing this linear search process to scan very many
2231 * tuples from well before the start of tuples matching the current
2232 * array keys (or from well before the point where we'll once again
2233 * have to advance the scan's array keys).
2234 *
2235 * We keep the overhead under control by speculatively "looking ahead"
2236 * to later still-unscanned items from this same leaf page. We'll
2237 * only attempt this once the number of tuples that the linear search
2238 * process has examined starts to get out of hand.
2239 */
2240 pstate->rechecks++;
2242 {
2243 /* See if we should skip ahead within the current leaf page */
2244 _bt_checkkeys_look_ahead(scan, pstate, tupnatts, tupdesc);
2245
2246 /*
2247 * Might have set pstate.skip to a later page offset. When that
2248 * happens then _bt_readpage caller will inexpensively skip ahead
2249 * to a later tuple from the same page (the one just after the
2250 * tuple we successfully "looked ahead" to).
2251 */
2252 }
2253
2254 /* This indextuple doesn't match the current qual, in any case */
2255 return false;
2256 }
2257
2258 /*
2259 * Caller's tuple is >= the current set of array keys and other equality
2260 * constraint scan keys (or <= if this is a backwards scan). It's now
2261 * clear that we _must_ advance any required array keys in lockstep with
2262 * the scan.
2263 */
2264 return _bt_advance_array_keys(scan, pstate, tuple, tupnatts, tupdesc,
2265 ikey, true);
2266}
BTScanOpaqueData * BTScanOpaque
Definition: nbtree.h:1096
static bool _bt_advance_array_keys(IndexScanDesc scan, BTReadPageState *pstate, IndexTuple tuple, int tupnatts, TupleDesc tupdesc, int sktrig, bool sktrig_required)
Definition: nbtutils.c:1393
#define LOOK_AHEAD_REQUIRED_RECHECKS
Definition: nbtutils.c:30
static bool _bt_check_compare(IndexScanDesc scan, ScanDirection dir, IndexTuple tuple, int tupnatts, TupleDesc tupdesc, bool advancenonrequired, bool forcenonrequired, bool *continuescan, int *ikey)
Definition: nbtutils.c:2787
static bool _bt_tuple_before_array_skeys(IndexScanDesc scan, ScanDirection dir, IndexTuple tuple, TupleDesc tupdesc, int tupnatts, bool readpagetup, int sktrig, bool *scanBehind)
Definition: nbtutils.c:1082
static void _bt_checkkeys_look_ahead(IndexScanDesc scan, BTReadPageState *pstate, int tupnatts, TupleDesc tupdesc)
Definition: nbtutils.c:3261
#define RelationGetDescr(relation)
Definition: rel.h:540
ScanDirection
Definition: sdir.h:25
bool forcenonrequired
Definition: nbtree.h:1109
bool continuescan
Definition: nbtree.h:1117
int16 rechecks
Definition: nbtree.h:1123
bool needPrimScan
Definition: nbtree.h:1062
BTScanPosData currPos
Definition: nbtree.h:1092
bool oppositeDirCheck
Definition: nbtree.h:1064
ScanDirection dir
Definition: nbtree.h:972
Relation indexRelation
Definition: relscan.h:137

References _bt_advance_array_keys(), _bt_check_compare(), _bt_checkkeys_look_ahead(), _bt_tuple_before_array_skeys(), Assert(), BTreeTupleGetNAtts, BTReadPageState::continuescan, BTScanOpaqueData::currPos, BTScanPosData::dir, BTReadPageState::forcenonrequired, IndexScanDescData::indexRelation, LOOK_AHEAD_REQUIRED_RECHECKS, BTScanOpaqueData::needPrimScan, BTScanOpaqueData::numArrayKeys, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, BTReadPageState::rechecks, RelationGetDescr, BTScanOpaqueData::scanBehind, and BTReadPageState::startikey.

Referenced by _bt_readpage().

◆ _bt_checkpage()

void _bt_checkpage ( Relation  rel,
Buffer  buf 
)

Definition at line 797 of file nbtpage.c.

798{
799 Page page = BufferGetPage(buf);
800
801 /*
802 * ReadBuffer verifies that every newly-read page passes
803 * PageHeaderIsValid, which means it either contains a reasonably sane
804 * page header or is all-zero. We have to defend against the all-zero
805 * case, however.
806 */
807 if (PageIsNew(page))
809 (errcode(ERRCODE_INDEX_CORRUPTED),
810 errmsg("index \"%s\" contains unexpected zero page at block %u",
813 errhint("Please REINDEX it.")));
814
815 /*
816 * Additionally check that the special area looks sane.
817 */
818 if (PageGetSpecialSize(page) != MAXALIGN(sizeof(BTPageOpaqueData)))
820 (errcode(ERRCODE_INDEX_CORRUPTED),
821 errmsg("index \"%s\" contains corrupted page at block %u",
824 errhint("Please REINDEX it.")));
825}
static uint16 PageGetSpecialSize(const PageData *page)
Definition: bufpage.h:317

References buf, BufferGetBlockNumber(), BufferGetPage(), ereport, errcode(), errhint(), errmsg(), ERROR, MAXALIGN, PageGetSpecialSize(), PageIsNew(), and RelationGetRelationName.

Referenced by _bt_getbuf(), _bt_relandgetbuf(), _bt_search_insert(), bt_recheck_sibling_links(), btvacuumpage(), and palloc_btree_page().

◆ _bt_compare()

int32 _bt_compare ( Relation  rel,
BTScanInsert  key,
Page  page,
OffsetNumber  offnum 
)

Definition at line 693 of file nbtsearch.c.

697{
698 TupleDesc itupdesc = RelationGetDescr(rel);
699 BTPageOpaque opaque = BTPageGetOpaque(page);
700 IndexTuple itup;
701 ItemPointer heapTid;
702 ScanKey scankey;
703 int ncmpkey;
704 int ntupatts;
705 int32 result;
706
707 Assert(_bt_check_natts(rel, key->heapkeyspace, page, offnum));
709 Assert(key->heapkeyspace || key->scantid == NULL);
710
711 /*
712 * Force result ">" if target item is first data item on an internal page
713 * --- see NOTE above.
714 */
715 if (!P_ISLEAF(opaque) && offnum == P_FIRSTDATAKEY(opaque))
716 return 1;
717
718 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, offnum));
719 ntupatts = BTreeTupleGetNAtts(itup, rel);
720
721 /*
722 * The scan key is set up with the attribute number associated with each
723 * term in the key. It is important that, if the index is multi-key, the
724 * scan contain the first k key attributes, and that they be in order. If
725 * you think about how multi-key ordering works, you'll understand why
726 * this is.
727 *
728 * We don't test for violation of this condition here, however. The
729 * initial setup for the index scan had better have gotten it right (see
730 * _bt_first).
731 */
732
733 ncmpkey = Min(ntupatts, key->keysz);
734 Assert(key->heapkeyspace || ncmpkey == key->keysz);
735 Assert(!BTreeTupleIsPosting(itup) || key->allequalimage);
736 scankey = key->scankeys;
737 for (int i = 1; i <= ncmpkey; i++)
738 {
739 Datum datum;
740 bool isNull;
741
742 datum = index_getattr(itup, scankey->sk_attno, itupdesc, &isNull);
743
744 if (scankey->sk_flags & SK_ISNULL) /* key is NULL */
745 {
746 if (isNull)
747 result = 0; /* NULL "=" NULL */
748 else if (scankey->sk_flags & SK_BT_NULLS_FIRST)
749 result = -1; /* NULL "<" NOT_NULL */
750 else
751 result = 1; /* NULL ">" NOT_NULL */
752 }
753 else if (isNull) /* key is NOT_NULL and item is NULL */
754 {
755 if (scankey->sk_flags & SK_BT_NULLS_FIRST)
756 result = 1; /* NOT_NULL ">" NULL */
757 else
758 result = -1; /* NOT_NULL "<" NULL */
759 }
760 else
761 {
762 /*
763 * The sk_func needs to be passed the index value as left arg and
764 * the sk_argument as right arg (they might be of different
765 * types). Since it is convenient for callers to think of
766 * _bt_compare as comparing the scankey to the index item, we have
767 * to flip the sign of the comparison result. (Unless it's a DESC
768 * column, in which case we *don't* flip the sign.)
769 */
770 result = DatumGetInt32(FunctionCall2Coll(&scankey->sk_func,
771 scankey->sk_collation,
772 datum,
773 scankey->sk_argument));
774
775 if (!(scankey->sk_flags & SK_BT_DESC))
776 INVERT_COMPARE_RESULT(result);
777 }
778
779 /* if the keys are unequal, return the difference */
780 if (result != 0)
781 return result;
782
783 scankey++;
784 }
785
786 /*
787 * All non-truncated attributes (other than heap TID) were found to be
788 * equal. Treat truncated attributes as minus infinity when scankey has a
789 * key attribute value that would otherwise be compared directly.
790 *
791 * Note: it doesn't matter if ntupatts includes non-key attributes;
792 * scankey won't, so explicitly excluding non-key attributes isn't
793 * necessary.
794 */
795 if (key->keysz > ntupatts)
796 return 1;
797
798 /*
799 * Use the heap TID attribute and scantid to try to break the tie. The
800 * rules are the same as any other key attribute -- only the
801 * representation differs.
802 */
803 heapTid = BTreeTupleGetHeapTID(itup);
804 if (key->scantid == NULL)
805 {
806 /*
807 * Forward scans have a scankey that is considered greater than a
808 * truncated pivot tuple if and when the scankey has equal values for
809 * attributes up to and including the least significant untruncated
810 * attribute in tuple. Even attributes that were omitted from the
811 * scan key are considered greater than -inf truncated attributes.
812 * (See _bt_binsrch for an explanation of our backward scan behavior.)
813 *
814 * For example, if an index has the minimum two attributes (single
815 * user key attribute, plus heap TID attribute), and a page's high key
816 * is ('foo', -inf), and scankey is ('foo', <omitted>), the search
817 * will not descend to the page to the left. The search will descend
818 * right instead. The truncated attribute in pivot tuple means that
819 * all non-pivot tuples on the page to the left are strictly < 'foo',
820 * so it isn't necessary to descend left. In other words, search
821 * doesn't have to descend left because it isn't interested in a match
822 * that has a heap TID value of -inf.
823 *
824 * Note: the heap TID part of the test ensures that scankey is being
825 * compared to a pivot tuple with one or more truncated -inf key
826 * attributes. The heap TID attribute is the last key attribute in
827 * every index, of course, but other than that it isn't special.
828 */
829 if (!key->backward && key->keysz == ntupatts && heapTid == NULL &&
830 key->heapkeyspace)
831 return 1;
832
833 /* All provided scankey arguments found to be equal */
834 return 0;
835 }
836
837 /*
838 * Treat truncated heap TID as minus infinity, since scankey has a key
839 * attribute value (scantid) that would otherwise be compared directly
840 */
842 if (heapTid == NULL)
843 return 1;
844
845 /*
846 * Scankey must be treated as equal to a posting list tuple if its scantid
847 * value falls within the range of the posting list. In all other cases
848 * there can only be a single heap TID value, which is compared directly
849 * with scantid.
850 */
852 result = ItemPointerCompare(key->scantid, heapTid);
853 if (result <= 0 || !BTreeTupleIsPosting(itup))
854 return result;
855 else
856 {
857 result = ItemPointerCompare(key->scantid,
859 if (result > 0)
860 return 1;
861 }
862
863 return 0;
864}
#define Min(x, y)
Definition: c.h:1004
#define INVERT_COMPARE_RESULT(var)
Definition: c.h:1106
Datum FunctionCall2Coll(FmgrInfo *flinfo, Oid collation, Datum arg1, Datum arg2)
Definition: fmgr.c:1149
int32 ItemPointerCompare(ItemPointer arg1, ItemPointer arg2)
Definition: itemptr.c:51
static Datum index_getattr(IndexTuple tup, int attnum, TupleDesc tupleDesc, bool *isnull)
Definition: itup.h:131
#define SK_BT_NULLS_FIRST
Definition: nbtree.h:1147
#define SK_BT_DESC
Definition: nbtree.h:1146
static ItemPointer BTreeTupleGetMaxHeapTID(IndexTuple itup)
Definition: nbtree.h:664
bool _bt_check_natts(Relation rel, bool heapkeyspace, Page page, OffsetNumber offnum)
Definition: nbtutils.c:4110
static int32 DatumGetInt32(Datum X)
Definition: postgres.h:212
int sk_flags
Definition: skey.h:66
Datum sk_argument
Definition: skey.h:72
FmgrInfo sk_func
Definition: skey.h:71
Oid sk_collation
Definition: skey.h:70
AttrNumber sk_attno
Definition: skey.h:67

References _bt_check_natts(), Assert(), BTPageGetOpaque, BTreeTupleGetHeapTID(), BTreeTupleGetMaxHeapTID(), BTreeTupleGetNAtts, BTreeTupleIsPosting(), DatumGetInt32(), FunctionCall2Coll(), i, index_getattr(), IndexRelationGetNumberOfKeyAttributes, INVERT_COMPARE_RESULT, ItemPointerCompare(), sort-test::key, Min, P_FIRSTDATAKEY, P_ISLEAF, PageGetItem(), PageGetItemId(), RelationGetDescr, ScanKeyData::sk_argument, ScanKeyData::sk_attno, SK_BT_DESC, SK_BT_NULLS_FIRST, ScanKeyData::sk_collation, ScanKeyData::sk_flags, ScanKeyData::sk_func, and SK_ISNULL.

Referenced by _bt_binsrch(), _bt_binsrch_insert(), _bt_check_unique(), _bt_findinsertloc(), _bt_moveright(), _bt_search_insert(), bt_rootdescend(), bt_target_page_check(), invariant_g_offset(), invariant_l_nontarget_offset(), invariant_l_offset(), and invariant_leq_offset().

◆ _bt_conditionallockbuf()

bool _bt_conditionallockbuf ( Relation  rel,
Buffer  buf 
)

Definition at line 1093 of file nbtpage.c.

1094{
1095 /* ConditionalLockBuffer() asserts that pin is held by this backend */
1097 return false;
1098
1099 if (!RelationUsesLocalBuffers(rel))
1101
1102 return true;
1103}
bool ConditionalLockBuffer(Buffer buffer)
Definition: bufmgr.c:5598

References buf, BufferGetPage(), ConditionalLockBuffer(), RelationUsesLocalBuffers, and VALGRIND_MAKE_MEM_DEFINED.

Referenced by _bt_allocbuf(), and _bt_search_insert().

◆ _bt_dedup_finish_pending()

Size _bt_dedup_finish_pending ( Page  newpage,
BTDedupState  state 
)

Definition at line 556 of file nbtdedup.c.

557{
558 OffsetNumber tupoff;
559 Size tuplesz;
560 Size spacesaving;
561
562 Assert(state->nitems > 0);
563 Assert(state->nitems <= state->nhtids);
564 Assert(state->intervals[state->nintervals].baseoff == state->baseoff);
565
566 tupoff = OffsetNumberNext(PageGetMaxOffsetNumber(newpage));
567 if (state->nitems == 1)
568 {
569 /* Use original, unchanged base tuple */
570 tuplesz = IndexTupleSize(state->base);
571 Assert(tuplesz == MAXALIGN(IndexTupleSize(state->base)));
572 Assert(tuplesz <= BTMaxItemSize);
573 if (PageAddItem(newpage, (Item) state->base, tuplesz, tupoff,
574 false, false) == InvalidOffsetNumber)
575 elog(ERROR, "deduplication failed to add tuple to page");
576
577 spacesaving = 0;
578 }
579 else
580 {
581 IndexTuple final;
582
583 /* Form a tuple with a posting list */
584 final = _bt_form_posting(state->base, state->htids, state->nhtids);
585 tuplesz = IndexTupleSize(final);
586 Assert(tuplesz <= state->maxpostingsize);
587
588 /* Save final number of items for posting list */
589 state->intervals[state->nintervals].nitems = state->nitems;
590
591 Assert(tuplesz == MAXALIGN(IndexTupleSize(final)));
592 Assert(tuplesz <= BTMaxItemSize);
593 if (PageAddItem(newpage, (Item) final, tuplesz, tupoff, false,
594 false) == InvalidOffsetNumber)
595 elog(ERROR, "deduplication failed to add tuple to page");
596
597 pfree(final);
598 spacesaving = state->phystupsize - (tuplesz + sizeof(ItemIdData));
599 /* Increment nintervals, since we wrote a new posting list tuple */
600 state->nintervals++;
601 Assert(spacesaving > 0 && spacesaving < BLCKSZ);
602 }
603
604 /* Reset state for next pending posting list */
605 state->nhtids = 0;
606 state->nitems = 0;
607 state->phystupsize = 0;
608
609 return spacesaving;
610}
#define PageAddItem(page, item, size, offsetNumber, overwrite, is_heap)
Definition: bufpage.h:472
Pointer Item
Definition: item.h:17
IndexTuple _bt_form_posting(IndexTuple base, ItemPointer htids, int nhtids)
Definition: nbtdedup.c:865

References _bt_form_posting(), Assert(), BTMaxItemSize, elog, ERROR, IndexTupleSize(), InvalidOffsetNumber, MAXALIGN, OffsetNumberNext, PageAddItem, PageGetMaxOffsetNumber(), and pfree().

Referenced by _bt_dedup_pass(), and btree_xlog_dedup().

◆ _bt_dedup_pass()

void _bt_dedup_pass ( Relation  rel,
Buffer  buf,
IndexTuple  newitem,
Size  newitemsz,
bool  bottomupdedup 
)

Definition at line 59 of file nbtdedup.c.

61{
62 OffsetNumber offnum,
63 minoff,
64 maxoff;
65 Page page = BufferGetPage(buf);
66 BTPageOpaque opaque = BTPageGetOpaque(page);
67 Page newpage;
69 Size pagesaving PG_USED_FOR_ASSERTS_ONLY = 0;
70 bool singlevalstrat = false;
71 int nkeyatts = IndexRelationGetNumberOfKeyAttributes(rel);
72
73 /* Passed-in newitemsz is MAXALIGNED but does not include line pointer */
74 newitemsz += sizeof(ItemIdData);
75
76 /*
77 * Initialize deduplication state.
78 *
79 * It would be possible for maxpostingsize (limit on posting list tuple
80 * size) to be set to one third of the page. However, it seems like a
81 * good idea to limit the size of posting lists to one sixth of a page.
82 * That ought to leave us with a good split point when pages full of
83 * duplicates can be split several times.
84 */
86 state->deduplicate = true;
87 state->nmaxitems = 0;
88 state->maxpostingsize = Min(BTMaxItemSize / 2, INDEX_SIZE_MASK);
89 /* Metadata about base tuple of current pending posting list */
90 state->base = NULL;
91 state->baseoff = InvalidOffsetNumber;
92 state->basetupsize = 0;
93 /* Metadata about current pending posting list TIDs */
94 state->htids = palloc(state->maxpostingsize);
95 state->nhtids = 0;
96 state->nitems = 0;
97 /* Size of all physical tuples to be replaced by pending posting list */
98 state->phystupsize = 0;
99 /* nintervals should be initialized to zero */
100 state->nintervals = 0;
101
102 minoff = P_FIRSTDATAKEY(opaque);
103 maxoff = PageGetMaxOffsetNumber(page);
104
105 /*
106 * Consider applying "single value" strategy, though only if the page
107 * seems likely to be split in the near future
108 */
109 if (!bottomupdedup)
110 singlevalstrat = _bt_do_singleval(rel, page, state, minoff, newitem);
111
112 /*
113 * Deduplicate items from page, and write them to newpage.
114 *
115 * Copy the original page's LSN into newpage copy. This will become the
116 * updated version of the page. We need this because XLogInsert will
117 * examine the LSN and possibly dump it in a page image.
118 */
119 newpage = PageGetTempPageCopySpecial(page);
120 PageSetLSN(newpage, PageGetLSN(page));
121
122 /* Copy high key, if any */
123 if (!P_RIGHTMOST(opaque))
124 {
125 ItemId hitemid = PageGetItemId(page, P_HIKEY);
126 Size hitemsz = ItemIdGetLength(hitemid);
127 IndexTuple hitem = (IndexTuple) PageGetItem(page, hitemid);
128
129 if (PageAddItem(newpage, (Item) hitem, hitemsz, P_HIKEY,
130 false, false) == InvalidOffsetNumber)
131 elog(ERROR, "deduplication failed to add highkey");
132 }
133
134 for (offnum = minoff;
135 offnum <= maxoff;
136 offnum = OffsetNumberNext(offnum))
137 {
138 ItemId itemid = PageGetItemId(page, offnum);
139 IndexTuple itup = (IndexTuple) PageGetItem(page, itemid);
140
141 Assert(!ItemIdIsDead(itemid));
142
143 if (offnum == minoff)
144 {
145 /*
146 * No previous/base tuple for the data item -- use the data item
147 * as base tuple of pending posting list
148 */
149 _bt_dedup_start_pending(state, itup, offnum);
150 }
151 else if (state->deduplicate &&
152 _bt_keep_natts_fast(rel, state->base, itup) > nkeyatts &&
154 {
155 /*
156 * Tuple is equal to base tuple of pending posting list. Heap
157 * TID(s) for itup have been saved in state.
158 */
159 }
160 else
161 {
162 /*
163 * Tuple is not equal to pending posting list tuple, or
164 * _bt_dedup_save_htid() opted to not merge current item into
165 * pending posting list for some other reason (e.g., adding more
166 * TIDs would have caused posting list to exceed current
167 * maxpostingsize).
168 *
169 * If state contains pending posting list with more than one item,
170 * form new posting tuple and add it to our temp page (newpage).
171 * Else add pending interval's base tuple to the temp page as-is.
172 */
173 pagesaving += _bt_dedup_finish_pending(newpage, state);
174
175 if (singlevalstrat)
176 {
177 /*
178 * Single value strategy's extra steps.
179 *
180 * Lower maxpostingsize for sixth and final large posting list
181 * tuple at the point where 5 maxpostingsize-capped tuples
182 * have either been formed or observed.
183 *
184 * When a sixth maxpostingsize-capped item is formed/observed,
185 * stop merging together tuples altogether. The few tuples
186 * that remain at the end of the page won't be merged together
187 * at all (at least not until after a future page split takes
188 * place, when this page's newly allocated right sibling page
189 * gets its first deduplication pass).
190 */
191 if (state->nmaxitems == 5)
192 _bt_singleval_fillfactor(page, state, newitemsz);
193 else if (state->nmaxitems == 6)
194 {
195 state->deduplicate = false;
196 singlevalstrat = false; /* won't be back here */
197 }
198 }
199
200 /* itup starts new pending posting list */
201 _bt_dedup_start_pending(state, itup, offnum);
202 }
203 }
204
205 /* Handle the last item */
206 pagesaving += _bt_dedup_finish_pending(newpage, state);
207
208 /*
209 * If no items suitable for deduplication were found, newpage must be
210 * exactly the same as the original page, so just return from function.
211 *
212 * We could determine whether or not to proceed on the basis the space
213 * savings being sufficient to avoid an immediate page split instead. We
214 * don't do that because there is some small value in nbtsplitloc.c always
215 * operating against a page that is fully deduplicated (apart from
216 * newitem). Besides, most of the cost has already been paid.
217 */
218 if (state->nintervals == 0)
219 {
220 /* cannot leak memory here */
221 pfree(newpage);
222 pfree(state->htids);
223 pfree(state);
224 return;
225 }
226
227 /*
228 * By here, it's clear that deduplication will definitely go ahead.
229 *
230 * Clear the BTP_HAS_GARBAGE page flag. The index must be a heapkeyspace
231 * index, and as such we'll never pay attention to BTP_HAS_GARBAGE anyway.
232 * But keep things tidy.
233 */
234 if (P_HAS_GARBAGE(opaque))
235 {
236 BTPageOpaque nopaque = BTPageGetOpaque(newpage);
237
238 nopaque->btpo_flags &= ~BTP_HAS_GARBAGE;
239 }
240
242
243 PageRestoreTempPage(newpage, page);
245
246 /* XLOG stuff */
247 if (RelationNeedsWAL(rel))
248 {
249 XLogRecPtr recptr;
250 xl_btree_dedup xlrec_dedup;
251
252 xlrec_dedup.nintervals = state->nintervals;
253
256 XLogRegisterData(&xlrec_dedup, SizeOfBtreeDedup);
257
258 /*
259 * The intervals array is not in the buffer, but pretend that it is.
260 * When XLogInsert stores the whole buffer, the array need not be
261 * stored too.
262 */
263 XLogRegisterBufData(0, state->intervals,
264 state->nintervals * sizeof(BTDedupInterval));
265
266 recptr = XLogInsert(RM_BTREE_ID, XLOG_BTREE_DEDUP);
267
268 PageSetLSN(page, recptr);
269 }
270
272
273 /* Local space accounting should agree with page accounting */
274 Assert(pagesaving < newitemsz || PageGetExactFreeSpace(page) >= newitemsz);
275
276 /* cannot leak memory here */
277 pfree(state->htids);
278 pfree(state);
279}
void MarkBufferDirty(Buffer buffer)
Definition: bufmgr.c:2921
void PageRestoreTempPage(Page tempPage, Page oldPage)
Definition: bufpage.c:423
Page PageGetTempPageCopySpecial(const PageData *page)
Definition: bufpage.c:401
static void PageSetLSN(Page page, XLogRecPtr lsn)
Definition: bufpage.h:391
static XLogRecPtr PageGetLSN(const PageData *page)
Definition: bufpage.h:386
#define PG_USED_FOR_ASSERTS_ONLY
Definition: c.h:223
#define ItemIdGetLength(itemId)
Definition: itemid.h:59
#define INDEX_SIZE_MASK
Definition: itup.h:65
#define START_CRIT_SECTION()
Definition: miscadmin.h:149
#define END_CRIT_SECTION()
Definition: miscadmin.h:151
static bool _bt_do_singleval(Relation rel, Page page, BTDedupState state, OffsetNumber minoff, IndexTuple newitem)
Definition: nbtdedup.c:783
Size _bt_dedup_finish_pending(Page newpage, BTDedupState state)
Definition: nbtdedup.c:556
static void _bt_singleval_fillfactor(Page page, BTDedupState state, Size newitemsz)
Definition: nbtdedup.c:823
#define P_HAS_GARBAGE(opaque)
Definition: nbtree.h:226
#define XLOG_BTREE_DEDUP
Definition: nbtxlog.h:33
#define SizeOfBtreeDedup
Definition: nbtxlog.h:174
uint16 btpo_flags
Definition: nbtree.h:67
uint16 nintervals
Definition: nbtxlog.h:169
uint64 XLogRecPtr
Definition: xlogdefs.h:21
void XLogRegisterBufData(uint8 block_id, const void *data, uint32 len)
Definition: xloginsert.c:405
void XLogRegisterBuffer(uint8 block_id, Buffer buffer, uint8 flags)
Definition: xloginsert.c:242
#define REGBUF_STANDARD
Definition: xloginsert.h:35

References _bt_dedup_finish_pending(), _bt_dedup_save_htid(), _bt_dedup_start_pending(), _bt_do_singleval(), _bt_keep_natts_fast(), _bt_singleval_fillfactor(), Assert(), BTMaxItemSize, BTPageGetOpaque, BTPageOpaqueData::btpo_flags, buf, BufferGetPage(), elog, END_CRIT_SECTION, ERROR, INDEX_SIZE_MASK, IndexRelationGetNumberOfKeyAttributes, InvalidOffsetNumber, ItemIdGetLength, ItemIdIsDead, MarkBufferDirty(), Min, xl_btree_dedup::nintervals, OffsetNumberNext, P_FIRSTDATAKEY, P_HAS_GARBAGE, P_HIKEY, P_RIGHTMOST, PageAddItem, PageGetExactFreeSpace(), PageGetItem(), PageGetItemId(), PageGetLSN(), PageGetMaxOffsetNumber(), PageGetTempPageCopySpecial(), PageRestoreTempPage(), PageSetLSN(), palloc(), pfree(), PG_USED_FOR_ASSERTS_ONLY, REGBUF_STANDARD, RelationNeedsWAL, SizeOfBtreeDedup, START_CRIT_SECTION, XLOG_BTREE_DEDUP, XLogBeginInsert(), XLogInsert(), XLogRegisterBufData(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by _bt_delete_or_dedup_one_page().

◆ _bt_dedup_save_htid()

bool _bt_dedup_save_htid ( BTDedupState  state,
IndexTuple  itup 
)

Definition at line 485 of file nbtdedup.c.

486{
487 int nhtids;
488 ItemPointer htids;
489 Size mergedtupsz;
490
492
493 if (!BTreeTupleIsPosting(itup))
494 {
495 nhtids = 1;
496 htids = &itup->t_tid;
497 }
498 else
499 {
500 nhtids = BTreeTupleGetNPosting(itup);
501 htids = BTreeTupleGetPosting(itup);
502 }
503
504 /*
505 * Don't append (have caller finish pending posting list as-is) if
506 * appending heap TID(s) from itup would put us over maxpostingsize limit.
507 *
508 * This calculation needs to match the code used within _bt_form_posting()
509 * for new posting list tuples.
510 */
511 mergedtupsz = MAXALIGN(state->basetupsize +
512 (state->nhtids + nhtids) * sizeof(ItemPointerData));
513
514 if (mergedtupsz > state->maxpostingsize)
515 {
516 /*
517 * Count this as an oversized item for single value strategy, though
518 * only when there are 50 TIDs in the final posting list tuple. This
519 * limit (which is fairly arbitrary) avoids confusion about how many
520 * 1/6 of a page tuples have been encountered/created by the current
521 * deduplication pass.
522 *
523 * Note: We deliberately don't consider which deduplication pass
524 * merged together tuples to create this item (could be a previous
525 * deduplication pass, or current pass). See _bt_do_singleval()
526 * comments.
527 */
528 if (state->nhtids > 50)
529 state->nmaxitems++;
530
531 return false;
532 }
533
534 /*
535 * Save heap TIDs to pending posting list tuple -- itup can be merged into
536 * pending posting list
537 */
538 state->nitems++;
539 memcpy(state->htids + state->nhtids, htids,
540 sizeof(ItemPointerData) * nhtids);
541 state->nhtids += nhtids;
542 state->phystupsize += MAXALIGN(IndexTupleSize(itup)) + sizeof(ItemIdData);
543
544 return true;
545}
static uint16 BTreeTupleGetNPosting(IndexTuple posting)
Definition: nbtree.h:518
static ItemPointer BTreeTupleGetPosting(IndexTuple posting)
Definition: nbtree.h:537

References Assert(), BTreeTupleGetNPosting(), BTreeTupleGetPosting(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), IndexTupleSize(), MAXALIGN, and IndexTupleData::t_tid.

Referenced by _bt_bottomupdel_pass(), _bt_dedup_pass(), _bt_load(), and btree_xlog_dedup().

◆ _bt_dedup_start_pending()

void _bt_dedup_start_pending ( BTDedupState  state,
IndexTuple  base,
OffsetNumber  baseoff 
)

Definition at line 434 of file nbtdedup.c.

436{
437 Assert(state->nhtids == 0);
438 Assert(state->nitems == 0);
440
441 /*
442 * Copy heap TID(s) from new base tuple for new candidate posting list
443 * into working state's array
444 */
445 if (!BTreeTupleIsPosting(base))
446 {
447 memcpy(state->htids, &base->t_tid, sizeof(ItemPointerData));
448 state->nhtids = 1;
449 state->basetupsize = IndexTupleSize(base);
450 }
451 else
452 {
453 int nposting;
454
455 nposting = BTreeTupleGetNPosting(base);
456 memcpy(state->htids, BTreeTupleGetPosting(base),
457 sizeof(ItemPointerData) * nposting);
458 state->nhtids = nposting;
459 /* basetupsize should not include existing posting list */
460 state->basetupsize = BTreeTupleGetPostingOffset(base);
461 }
462
463 /*
464 * Save new base tuple itself -- it'll be needed if we actually create a
465 * new posting list from new pending posting list.
466 *
467 * Must maintain physical size of all existing tuples (including line
468 * pointer overhead) so that we can calculate space savings on page.
469 */
470 state->nitems = 1;
471 state->base = base;
472 state->baseoff = baseoff;
473 state->phystupsize = MAXALIGN(IndexTupleSize(base)) + sizeof(ItemIdData);
474 /* Also save baseoff in pending state for interval */
475 state->intervals[state->nintervals].baseoff = state->baseoff;
476}
static uint32 BTreeTupleGetPostingOffset(IndexTuple posting)
Definition: nbtree.h:529

References Assert(), BTreeTupleGetNPosting(), BTreeTupleGetPosting(), BTreeTupleGetPostingOffset(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), IndexTupleSize(), MAXALIGN, and IndexTupleData::t_tid.

Referenced by _bt_bottomupdel_pass(), _bt_dedup_pass(), _bt_load(), and btree_xlog_dedup().

◆ _bt_delitems_delete_check()

void _bt_delitems_delete_check ( Relation  rel,
Buffer  buf,
Relation  heapRel,
struct TM_IndexDeleteOp delstate 
)

Definition at line 1513 of file nbtpage.c.

1515{
1516 Page page = BufferGetPage(buf);
1517 TransactionId snapshotConflictHorizon;
1518 bool isCatalogRel;
1519 OffsetNumber postingidxoffnum = InvalidOffsetNumber;
1520 int ndeletable = 0,
1521 nupdatable = 0;
1524
1525 /* Use tableam interface to determine which tuples to delete first */
1526 snapshotConflictHorizon = table_index_delete_tuples(heapRel, delstate);
1527 isCatalogRel = RelationIsAccessibleInLogicalDecoding(heapRel);
1528
1529 /* Should not WAL-log snapshotConflictHorizon unless it's required */
1530 if (!XLogStandbyInfoActive())
1531 snapshotConflictHorizon = InvalidTransactionId;
1532
1533 /*
1534 * Construct a leaf-page-wise description of what _bt_delitems_delete()
1535 * needs to do to physically delete index tuples from the page.
1536 *
1537 * Must sort deltids array to restore leaf-page-wise order (original order
1538 * before call to tableam). This is the order that the loop expects.
1539 *
1540 * Note that deltids array might be a lot smaller now. It might even have
1541 * no entries at all (with bottom-up deletion caller), in which case there
1542 * is nothing left to do.
1543 */
1544 qsort(delstate->deltids, delstate->ndeltids, sizeof(TM_IndexDelete),
1546 if (delstate->ndeltids == 0)
1547 {
1548 Assert(delstate->bottomup);
1549 return;
1550 }
1551
1552 /* We definitely have to delete at least one index tuple (or one TID) */
1553 for (int i = 0; i < delstate->ndeltids; i++)
1554 {
1555 TM_IndexStatus *dstatus = delstate->status + delstate->deltids[i].id;
1556 OffsetNumber idxoffnum = dstatus->idxoffnum;
1557 ItemId itemid = PageGetItemId(page, idxoffnum);
1558 IndexTuple itup = (IndexTuple) PageGetItem(page, itemid);
1559 int nestedi,
1560 nitem;
1561 BTVacuumPosting vacposting;
1562
1563 Assert(OffsetNumberIsValid(idxoffnum));
1564
1565 if (idxoffnum == postingidxoffnum)
1566 {
1567 /*
1568 * This deltid entry is a TID from a posting list tuple that has
1569 * already been completely processed
1570 */
1573 &delstate->deltids[i].tid) < 0);
1575 &delstate->deltids[i].tid) >= 0);
1576 continue;
1577 }
1578
1579 if (!BTreeTupleIsPosting(itup))
1580 {
1581 /* Plain non-pivot tuple */
1582 Assert(ItemPointerEquals(&itup->t_tid, &delstate->deltids[i].tid));
1583 if (dstatus->knowndeletable)
1584 deletable[ndeletable++] = idxoffnum;
1585 continue;
1586 }
1587
1588 /*
1589 * itup is a posting list tuple whose lowest deltids entry (which may
1590 * or may not be for the first TID from itup) is considered here now.
1591 * We should process all of the deltids entries for the posting list
1592 * together now, though (not just the lowest). Remember to skip over
1593 * later itup-related entries during later iterations of outermost
1594 * loop.
1595 */
1596 postingidxoffnum = idxoffnum; /* Remember work in outermost loop */
1597 nestedi = i; /* Initialize for first itup deltids entry */
1598 vacposting = NULL; /* Describes final action for itup */
1599 nitem = BTreeTupleGetNPosting(itup);
1600 for (int p = 0; p < nitem; p++)
1601 {
1602 ItemPointer ptid = BTreeTupleGetPostingN(itup, p);
1603 int ptidcmp = -1;
1604
1605 /*
1606 * This nested loop reuses work across ptid TIDs taken from itup.
1607 * We take advantage of the fact that both itup's TIDs and deltids
1608 * entries (within a single itup/posting list grouping) must both
1609 * be in ascending TID order.
1610 */
1611 for (; nestedi < delstate->ndeltids; nestedi++)
1612 {
1613 TM_IndexDelete *tcdeltid = &delstate->deltids[nestedi];
1614 TM_IndexStatus *tdstatus = (delstate->status + tcdeltid->id);
1615
1616 /* Stop once we get past all itup related deltids entries */
1617 Assert(tdstatus->idxoffnum >= idxoffnum);
1618 if (tdstatus->idxoffnum != idxoffnum)
1619 break;
1620
1621 /* Skip past non-deletable itup related entries up front */
1622 if (!tdstatus->knowndeletable)
1623 continue;
1624
1625 /* Entry is first partial ptid match (or an exact match)? */
1626 ptidcmp = ItemPointerCompare(&tcdeltid->tid, ptid);
1627 if (ptidcmp >= 0)
1628 {
1629 /* Greater than or equal (partial or exact) match... */
1630 break;
1631 }
1632 }
1633
1634 /* ...exact ptid match to a deletable deltids entry? */
1635 if (ptidcmp != 0)
1636 continue;
1637
1638 /* Exact match for deletable deltids entry -- ptid gets deleted */
1639 if (vacposting == NULL)
1640 {
1641 vacposting = palloc(offsetof(BTVacuumPostingData, deletetids) +
1642 nitem * sizeof(uint16));
1643 vacposting->itup = itup;
1644 vacposting->updatedoffset = idxoffnum;
1645 vacposting->ndeletedtids = 0;
1646 }
1647 vacposting->deletetids[vacposting->ndeletedtids++] = p;
1648 }
1649
1650 /* Final decision on itup, a posting list tuple */
1651
1652 if (vacposting == NULL)
1653 {
1654 /* No TIDs to delete from itup -- do nothing */
1655 }
1656 else if (vacposting->ndeletedtids == nitem)
1657 {
1658 /* Straight delete of itup (to delete all TIDs) */
1659 deletable[ndeletable++] = idxoffnum;
1660 /* Turns out we won't need granular information */
1661 pfree(vacposting);
1662 }
1663 else
1664 {
1665 /* Delete some (but not all) TIDs from itup */
1666 Assert(vacposting->ndeletedtids > 0 &&
1667 vacposting->ndeletedtids < nitem);
1668 updatable[nupdatable++] = vacposting;
1669 }
1670 }
1671
1672 /* Physically delete tuples (or TIDs) using deletable (or updatable) */
1673 _bt_delitems_delete(rel, buf, snapshotConflictHorizon, isCatalogRel,
1674 deletable, ndeletable, updatable, nupdatable);
1675
1676 /* be tidy */
1677 for (int i = 0; i < nupdatable; i++)
1678 pfree(updatable[i]);
1679}
uint16_t uint16
Definition: c.h:538
uint32 TransactionId
Definition: c.h:658
bool ItemPointerEquals(ItemPointer pointer1, ItemPointer pointer2)
Definition: itemptr.c:35
#define MaxIndexTuplesPerPage
Definition: itup.h:181
static void _bt_delitems_delete(Relation rel, Buffer buf, TransactionId snapshotConflictHorizon, bool isCatalogRel, OffsetNumber *deletable, int ndeletable, BTVacuumPosting *updatable, int nupdatable)
Definition: nbtpage.c:1284
static int _bt_delitems_cmp(const void *a, const void *b)
Definition: nbtpage.c:1464
static ItemPointer BTreeTupleGetPostingN(IndexTuple posting, int n)
Definition: nbtree.h:544
#define OffsetNumberIsValid(offsetNumber)
Definition: off.h:39
#define qsort(a, b, c, d)
Definition: port.h:479
uint16 deletetids[FLEXIBLE_ARRAY_MEMBER]
Definition: nbtree.h:921
uint16 ndeletedtids
Definition: nbtree.h:920
IndexTuple itup
Definition: nbtree.h:916
OffsetNumber updatedoffset
Definition: nbtree.h:917
ItemPointerData tid
Definition: tableam.h:212
bool knowndeletable
Definition: tableam.h:219
OffsetNumber idxoffnum
Definition: tableam.h:218
static TransactionId table_index_delete_tuples(Relation rel, TM_IndexDeleteOp *delstate)
Definition: tableam.h:1321
#define InvalidTransactionId
Definition: transam.h:31

References _bt_delitems_cmp(), _bt_delitems_delete(), Assert(), TM_IndexDeleteOp::bottomup, BTreeTupleGetHeapTID(), BTreeTupleGetMaxHeapTID(), BTreeTupleGetNPosting(), BTreeTupleGetPostingN(), BTreeTupleIsPosting(), buf, BufferGetPage(), BTVacuumPostingData::deletetids, TM_IndexDeleteOp::deltids, i, TM_IndexDelete::id, TM_IndexStatus::idxoffnum, InvalidOffsetNumber, InvalidTransactionId, ItemPointerCompare(), ItemPointerEquals(), BTVacuumPostingData::itup, TM_IndexStatus::knowndeletable, MaxIndexTuplesPerPage, BTVacuumPostingData::ndeletedtids, TM_IndexDeleteOp::ndeltids, OffsetNumberIsValid, PageGetItem(), PageGetItemId(), palloc(), pfree(), qsort, RelationIsAccessibleInLogicalDecoding, TM_IndexDeleteOp::status, IndexTupleData::t_tid, table_index_delete_tuples(), TM_IndexDelete::tid, BTVacuumPostingData::updatedoffset, and XLogStandbyInfoActive.

Referenced by _bt_bottomupdel_pass(), and _bt_simpledel_pass().

◆ _bt_delitems_vacuum()

void _bt_delitems_vacuum ( Relation  rel,
Buffer  buf,
OffsetNumber deletable,
int  ndeletable,
BTVacuumPosting updatable,
int  nupdatable 
)

Definition at line 1154 of file nbtpage.c.

1157{
1158 Page page = BufferGetPage(buf);
1159 BTPageOpaque opaque;
1160 bool needswal = RelationNeedsWAL(rel);
1161 char *updatedbuf = NULL;
1162 Size updatedbuflen = 0;
1163 OffsetNumber updatedoffsets[MaxIndexTuplesPerPage];
1164
1165 /* Shouldn't be called unless there's something to do */
1166 Assert(ndeletable > 0 || nupdatable > 0);
1167
1168 /* Generate new version of posting lists without deleted TIDs */
1169 if (nupdatable > 0)
1170 updatedbuf = _bt_delitems_update(updatable, nupdatable,
1171 updatedoffsets, &updatedbuflen,
1172 needswal);
1173
1174 /* No ereport(ERROR) until changes are logged */
1176
1177 /*
1178 * Handle posting tuple updates.
1179 *
1180 * Deliberately do this before handling simple deletes. If we did it the
1181 * other way around (i.e. WAL record order -- simple deletes before
1182 * updates) then we'd have to make compensating changes to the 'updatable'
1183 * array of offset numbers.
1184 *
1185 * PageIndexTupleOverwrite() won't unset each item's LP_DEAD bit when it
1186 * happens to already be set. It's important that we not interfere with
1187 * any future simple index tuple deletion operations.
1188 */
1189 for (int i = 0; i < nupdatable; i++)
1190 {
1191 OffsetNumber updatedoffset = updatedoffsets[i];
1192 IndexTuple itup;
1193 Size itemsz;
1194
1195 itup = updatable[i]->itup;
1196 itemsz = MAXALIGN(IndexTupleSize(itup));
1197 if (!PageIndexTupleOverwrite(page, updatedoffset, (Item) itup,
1198 itemsz))
1199 elog(PANIC, "failed to update partially dead item in block %u of index \"%s\"",
1201 }
1202
1203 /* Now handle simple deletes of entire tuples */
1204 if (ndeletable > 0)
1205 PageIndexMultiDelete(page, deletable, ndeletable);
1206
1207 /*
1208 * We can clear the vacuum cycle ID since this page has certainly been
1209 * processed by the current vacuum scan.
1210 */
1211 opaque = BTPageGetOpaque(page);
1212 opaque->btpo_cycleid = 0;
1213
1214 /*
1215 * Clear the BTP_HAS_GARBAGE page flag.
1216 *
1217 * This flag indicates the presence of LP_DEAD items on the page (though
1218 * not reliably). Note that we only rely on it with pg_upgrade'd
1219 * !heapkeyspace indexes. That's why clearing it here won't usually
1220 * interfere with simple index tuple deletion.
1221 */
1222 opaque->btpo_flags &= ~BTP_HAS_GARBAGE;
1223
1225
1226 /* XLOG stuff */
1227 if (needswal)
1228 {
1229 XLogRecPtr recptr;
1230 xl_btree_vacuum xlrec_vacuum;
1231
1232 xlrec_vacuum.ndeleted = ndeletable;
1233 xlrec_vacuum.nupdated = nupdatable;
1234
1237 XLogRegisterData(&xlrec_vacuum, SizeOfBtreeVacuum);
1238
1239 if (ndeletable > 0)
1240 XLogRegisterBufData(0, deletable,
1241 ndeletable * sizeof(OffsetNumber));
1242
1243 if (nupdatable > 0)
1244 {
1245 XLogRegisterBufData(0, updatedoffsets,
1246 nupdatable * sizeof(OffsetNumber));
1247 XLogRegisterBufData(0, updatedbuf, updatedbuflen);
1248 }
1249
1250 recptr = XLogInsert(RM_BTREE_ID, XLOG_BTREE_VACUUM);
1251
1252 PageSetLSN(page, recptr);
1253 }
1254
1256
1257 /* can't leak memory here */
1258 if (updatedbuf != NULL)
1259 pfree(updatedbuf);
1260 /* free tuples allocated within _bt_delitems_update() */
1261 for (int i = 0; i < nupdatable; i++)
1262 pfree(updatable[i]->itup);
1263}
void PageIndexMultiDelete(Page page, OffsetNumber *itemnos, int nitems)
Definition: bufpage.c:1160
bool PageIndexTupleOverwrite(Page page, OffsetNumber offnum, Item newtup, Size newsize)
Definition: bufpage.c:1404
#define PANIC
Definition: elog.h:42
static char * _bt_delitems_update(BTVacuumPosting *updatable, int nupdatable, OffsetNumber *updatedoffsets, Size *updatedbuflen, bool needswal)
Definition: nbtpage.c:1405
#define SizeOfBtreeVacuum
Definition: nbtxlog.h:234
#define XLOG_BTREE_VACUUM
Definition: nbtxlog.h:39
BTCycleId btpo_cycleid
Definition: nbtree.h:68
uint16 ndeleted
Definition: nbtxlog.h:222
uint16 nupdated
Definition: nbtxlog.h:223

References _bt_delitems_update(), Assert(), BTPageGetOpaque, BTPageOpaqueData::btpo_cycleid, BTPageOpaqueData::btpo_flags, buf, BufferGetBlockNumber(), BufferGetPage(), elog, END_CRIT_SECTION, i, IndexTupleSize(), BTVacuumPostingData::itup, MarkBufferDirty(), MAXALIGN, MaxIndexTuplesPerPage, xl_btree_vacuum::ndeleted, xl_btree_vacuum::nupdated, PageIndexMultiDelete(), PageIndexTupleOverwrite(), PageSetLSN(), PANIC, pfree(), REGBUF_STANDARD, RelationGetRelationName, RelationNeedsWAL, SizeOfBtreeVacuum, START_CRIT_SECTION, XLOG_BTREE_VACUUM, XLogBeginInsert(), XLogInsert(), XLogRegisterBufData(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by btvacuumpage().

◆ _bt_doinsert()

bool _bt_doinsert ( Relation  rel,
IndexTuple  itup,
IndexUniqueCheck  checkUnique,
bool  indexUnchanged,
Relation  heapRel 
)

Definition at line 103 of file nbtinsert.c.

106{
107 bool is_unique = false;
108 BTInsertStateData insertstate;
109 BTScanInsert itup_key;
110 BTStack stack;
111 bool checkingunique = (checkUnique != UNIQUE_CHECK_NO);
112
113 /* we need an insertion scan key to do our search, so build one */
114 itup_key = _bt_mkscankey(rel, itup);
115
116 if (checkingunique)
117 {
118 if (!itup_key->anynullkeys)
119 {
120 /* No (heapkeyspace) scantid until uniqueness established */
121 itup_key->scantid = NULL;
122 }
123 else
124 {
125 /*
126 * Scan key for new tuple contains NULL key values. Bypass
127 * checkingunique steps. They are unnecessary because core code
128 * considers NULL unequal to every value, including NULL.
129 *
130 * This optimization avoids O(N^2) behavior within the
131 * _bt_findinsertloc() heapkeyspace path when a unique index has a
132 * large number of "duplicates" with NULL key values.
133 */
134 checkingunique = false;
135 /* Tuple is unique in the sense that core code cares about */
136 Assert(checkUnique != UNIQUE_CHECK_EXISTING);
137 is_unique = true;
138 }
139 }
140
141 /*
142 * Fill in the BTInsertState working area, to track the current page and
143 * position within the page to insert on.
144 *
145 * Note that itemsz is passed down to lower level code that deals with
146 * inserting the item. It must be MAXALIGN()'d. This ensures that space
147 * accounting code consistently considers the alignment overhead that we
148 * expect PageAddItem() will add later. (Actually, index_form_tuple() is
149 * already conservative about alignment, but we don't rely on that from
150 * this distance. Besides, preserving the "true" tuple size in index
151 * tuple headers for the benefit of nbtsplitloc.c might happen someday.
152 * Note that heapam does not MAXALIGN() each heap tuple's lp_len field.)
153 */
154 insertstate.itup = itup;
155 insertstate.itemsz = MAXALIGN(IndexTupleSize(itup));
156 insertstate.itup_key = itup_key;
157 insertstate.bounds_valid = false;
158 insertstate.buf = InvalidBuffer;
159 insertstate.postingoff = 0;
160
161search:
162
163 /*
164 * Find and lock the leaf page that the tuple should be added to by
165 * searching from the root page. insertstate.buf will hold a buffer that
166 * is locked in exclusive mode afterwards.
167 */
168 stack = _bt_search_insert(rel, heapRel, &insertstate);
169
170 /*
171 * checkingunique inserts are not allowed to go ahead when two tuples with
172 * equal key attribute values would be visible to new MVCC snapshots once
173 * the xact commits. Check for conflicts in the locked page/buffer (if
174 * needed) here.
175 *
176 * It might be necessary to check a page to the right in _bt_check_unique,
177 * though that should be very rare. In practice the first page the value
178 * could be on (with scantid omitted) is almost always also the only page
179 * that a matching tuple might be found on. This is due to the behavior
180 * of _bt_findsplitloc with duplicate tuples -- a group of duplicates can
181 * only be allowed to cross a page boundary when there is no candidate
182 * leaf page split point that avoids it. Also, _bt_check_unique can use
183 * the leaf page high key to determine that there will be no duplicates on
184 * the right sibling without actually visiting it (it uses the high key in
185 * cases where the new item happens to belong at the far right of the leaf
186 * page).
187 *
188 * NOTE: obviously, _bt_check_unique can only detect keys that are already
189 * in the index; so it cannot defend against concurrent insertions of the
190 * same key. We protect against that by means of holding a write lock on
191 * the first page the value could be on, with omitted/-inf value for the
192 * implicit heap TID tiebreaker attribute. Any other would-be inserter of
193 * the same key must acquire a write lock on the same page, so only one
194 * would-be inserter can be making the check at one time. Furthermore,
195 * once we are past the check we hold write locks continuously until we
196 * have performed our insertion, so no later inserter can fail to see our
197 * insertion. (This requires some care in _bt_findinsertloc.)
198 *
199 * If we must wait for another xact, we release the lock while waiting,
200 * and then must perform a new search.
201 *
202 * For a partial uniqueness check, we don't wait for the other xact. Just
203 * let the tuple in and return false for possibly non-unique, or true for
204 * definitely unique.
205 */
206 if (checkingunique)
207 {
208 TransactionId xwait;
209 uint32 speculativeToken;
210
211 xwait = _bt_check_unique(rel, &insertstate, heapRel, checkUnique,
212 &is_unique, &speculativeToken);
213
214 if (unlikely(TransactionIdIsValid(xwait)))
215 {
216 /* Have to wait for the other guy ... */
217 _bt_relbuf(rel, insertstate.buf);
218 insertstate.buf = InvalidBuffer;
219
220 /*
221 * If it's a speculative insertion, wait for it to finish (ie. to
222 * go ahead with the insertion, or kill the tuple). Otherwise
223 * wait for the transaction to finish as usual.
224 */
225 if (speculativeToken)
226 SpeculativeInsertionWait(xwait, speculativeToken);
227 else
228 XactLockTableWait(xwait, rel, &itup->t_tid, XLTW_InsertIndex);
229
230 /* start over... */
231 if (stack)
232 _bt_freestack(stack);
233 goto search;
234 }
235
236 /* Uniqueness is established -- restore heap tid as scantid */
237 if (itup_key->heapkeyspace)
238 itup_key->scantid = &itup->t_tid;
239 }
240
241 if (checkUnique != UNIQUE_CHECK_EXISTING)
242 {
243 OffsetNumber newitemoff;
244
245 /*
246 * The only conflict predicate locking cares about for indexes is when
247 * an index tuple insert conflicts with an existing lock. We don't
248 * know the actual page we're going to insert on for sure just yet in
249 * checkingunique and !heapkeyspace cases, but it's okay to use the
250 * first page the value could be on (with scantid omitted) instead.
251 */
253
254 /*
255 * Do the insertion. Note that insertstate contains cached binary
256 * search bounds established within _bt_check_unique when insertion is
257 * checkingunique.
258 */
259 newitemoff = _bt_findinsertloc(rel, &insertstate, checkingunique,
260 indexUnchanged, stack, heapRel);
261 _bt_insertonpg(rel, heapRel, itup_key, insertstate.buf, InvalidBuffer,
262 stack, itup, insertstate.itemsz, newitemoff,
263 insertstate.postingoff, false);
264 }
265 else
266 {
267 /* just release the buffer */
268 _bt_relbuf(rel, insertstate.buf);
269 }
270
271 /* be tidy */
272 if (stack)
273 _bt_freestack(stack);
274 pfree(itup_key);
275
276 return is_unique;
277}
uint32_t uint32
Definition: c.h:539
@ UNIQUE_CHECK_NO
Definition: genam.h:142
@ UNIQUE_CHECK_EXISTING
Definition: genam.h:145
void SpeculativeInsertionWait(TransactionId xid, uint32 token)
Definition: lmgr.c:828
void XactLockTableWait(TransactionId xid, Relation rel, const ItemPointerData *ctid, XLTW_Oper oper)
Definition: lmgr.c:663
@ XLTW_InsertIndex
Definition: lmgr.h:31
static BTStack _bt_search_insert(Relation rel, Relation heaprel, BTInsertState insertstate)
Definition: nbtinsert.c:318
static OffsetNumber _bt_findinsertloc(Relation rel, BTInsertState insertstate, bool checkingunique, bool indexUnchanged, BTStack stack, Relation heapRel)
Definition: nbtinsert.c:816
static void _bt_insertonpg(Relation rel, Relation heaprel, BTScanInsert itup_key, Buffer buf, Buffer cbuf, BTStack stack, IndexTuple itup, Size itemsz, OffsetNumber newitemoff, int postingoff, bool split_only_page)
Definition: nbtinsert.c:1106
static TransactionId _bt_check_unique(Relation rel, BTInsertState insertstate, Relation heapRel, IndexUniqueCheck checkUnique, bool *is_unique, uint32 *speculativeToken)
Definition: nbtinsert.c:409
void _bt_freestack(BTStack stack)
Definition: nbtutils.c:189
BTScanInsert _bt_mkscankey(Relation rel, IndexTuple itup)
Definition: nbtutils.c:97
void CheckForSerializableConflictIn(Relation relation, ItemPointer tid, BlockNumber blkno)
Definition: predicate.c:4336
IndexTuple itup
Definition: nbtree.h:821
ItemPointer scantid
Definition: nbtree.h:801
bool heapkeyspace
Definition: nbtree.h:796
bool anynullkeys
Definition: nbtree.h:798
#define TransactionIdIsValid(xid)
Definition: transam.h:41

References _bt_check_unique(), _bt_findinsertloc(), _bt_freestack(), _bt_insertonpg(), _bt_mkscankey(), _bt_relbuf(), _bt_search_insert(), BTScanInsertData::anynullkeys, Assert(), BTInsertStateData::bounds_valid, BTInsertStateData::buf, BufferGetBlockNumber(), CheckForSerializableConflictIn(), BTScanInsertData::heapkeyspace, IndexTupleSize(), InvalidBuffer, BTInsertStateData::itemsz, BTInsertStateData::itup, BTInsertStateData::itup_key, MAXALIGN, pfree(), BTInsertStateData::postingoff, BTScanInsertData::scantid, SpeculativeInsertionWait(), IndexTupleData::t_tid, TransactionIdIsValid, UNIQUE_CHECK_EXISTING, UNIQUE_CHECK_NO, unlikely, XactLockTableWait(), and XLTW_InsertIndex.

Referenced by btinsert().

◆ _bt_end_vacuum()

void _bt_end_vacuum ( Relation  rel)

Definition at line 3672 of file nbtutils.c.

3673{
3674 int i;
3675
3676 LWLockAcquire(BtreeVacuumLock, LW_EXCLUSIVE);
3677
3678 /* Find the array entry */
3679 for (i = 0; i < btvacinfo->num_vacuums; i++)
3680 {
3681 BTOneVacInfo *vac = &btvacinfo->vacuums[i];
3682
3683 if (vac->relid.relId == rel->rd_lockInfo.lockRelId.relId &&
3684 vac->relid.dbId == rel->rd_lockInfo.lockRelId.dbId)
3685 {
3686 /* Remove it by shifting down the last entry */
3687 *vac = btvacinfo->vacuums[btvacinfo->num_vacuums - 1];
3689 break;
3690 }
3691 }
3692
3693 LWLockRelease(BtreeVacuumLock);
3694}
bool LWLockAcquire(LWLock *lock, LWLockMode mode)
Definition: lwlock.c:1174
void LWLockRelease(LWLock *lock)
Definition: lwlock.c:1894
@ LW_EXCLUSIVE
Definition: lwlock.h:112
static BTVacInfo * btvacinfo
Definition: nbtutils.c:3568
LockRelId relid
Definition: nbtutils.c:3556
int num_vacuums
Definition: nbtutils.c:3563
BTOneVacInfo vacuums[FLEXIBLE_ARRAY_MEMBER]
Definition: nbtutils.c:3565
LockRelId lockRelId
Definition: rel.h:46
Oid relId
Definition: rel.h:40
Oid dbId
Definition: rel.h:41
LockInfoData rd_lockInfo
Definition: rel.h:114

References btvacinfo, LockRelId::dbId, i, LockInfoData::lockRelId, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), BTVacInfo::num_vacuums, RelationData::rd_lockInfo, BTOneVacInfo::relid, LockRelId::relId, and BTVacInfo::vacuums.

Referenced by _bt_end_vacuum_callback(), and btbulkdelete().

◆ _bt_end_vacuum_callback()

void _bt_end_vacuum_callback ( int  code,
Datum  arg 
)

Definition at line 3700 of file nbtutils.c.

3701{
3703}
void _bt_end_vacuum(Relation rel)
Definition: nbtutils.c:3672
void * arg
static Pointer DatumGetPointer(Datum X)
Definition: postgres.h:322

References _bt_end_vacuum(), arg, and DatumGetPointer().

Referenced by btbulkdelete().

◆ _bt_findsplitloc()

OffsetNumber _bt_findsplitloc ( Relation  rel,
Page  origpage,
OffsetNumber  newitemoff,
Size  newitemsz,
IndexTuple  newitem,
bool *  newitemonleft 
)

Definition at line 130 of file nbtsplitloc.c.

136{
137 BTPageOpaque opaque;
138 int leftspace,
139 rightspace,
140 olddataitemstotal,
141 olddataitemstoleft,
142 perfectpenalty,
143 leaffillfactor;
145 FindSplitStrat strategy;
146 ItemId itemid;
147 OffsetNumber offnum,
148 maxoff,
149 firstrightoff;
150 double fillfactormult;
151 bool usemult;
152 SplitPoint leftpage,
153 rightpage;
154
155 opaque = BTPageGetOpaque(origpage);
156 maxoff = PageGetMaxOffsetNumber(origpage);
157
158 /* Total free space available on a btree page, after fixed overhead */
159 leftspace = rightspace =
161 MAXALIGN(sizeof(BTPageOpaqueData));
162
163 /* The right page will have the same high key as the old page */
164 if (!P_RIGHTMOST(opaque))
165 {
166 itemid = PageGetItemId(origpage, P_HIKEY);
167 rightspace -= (int) (MAXALIGN(ItemIdGetLength(itemid)) +
168 sizeof(ItemIdData));
169 }
170
171 /* Count up total space in data items before actually scanning 'em */
172 olddataitemstotal = rightspace - (int) PageGetExactFreeSpace(origpage);
173 leaffillfactor = BTGetFillFactor(rel);
174
175 /* Passed-in newitemsz is MAXALIGNED but does not include line pointer */
176 newitemsz += sizeof(ItemIdData);
177 state.rel = rel;
178 state.origpage = origpage;
179 state.newitem = newitem;
180 state.newitemsz = newitemsz;
181 state.is_leaf = P_ISLEAF(opaque);
182 state.is_rightmost = P_RIGHTMOST(opaque);
183 state.leftspace = leftspace;
184 state.rightspace = rightspace;
185 state.olddataitemstotal = olddataitemstotal;
186 state.minfirstrightsz = SIZE_MAX;
187 state.newitemoff = newitemoff;
188
189 /* newitem cannot be a posting list item */
190 Assert(!BTreeTupleIsPosting(newitem));
191
192 /*
193 * nsplits should never exceed maxoff because there will be at most as
194 * many candidate split points as there are points _between_ tuples, once
195 * you imagine that the new item is already on the original page (the
196 * final number of splits may be slightly lower because not all points
197 * between tuples will be legal).
198 */
199 state.maxsplits = maxoff;
200 state.splits = palloc(sizeof(SplitPoint) * state.maxsplits);
201 state.nsplits = 0;
202
203 /*
204 * Scan through the data items and calculate space usage for a split at
205 * each possible position
206 */
207 olddataitemstoleft = 0;
208
209 for (offnum = P_FIRSTDATAKEY(opaque);
210 offnum <= maxoff;
211 offnum = OffsetNumberNext(offnum))
212 {
213 Size itemsz;
214
215 itemid = PageGetItemId(origpage, offnum);
216 itemsz = MAXALIGN(ItemIdGetLength(itemid)) + sizeof(ItemIdData);
217
218 /*
219 * When item offset number is not newitemoff, neither side of the
220 * split can be newitem. Record a split after the previous data item
221 * from original page, but before the current data item from original
222 * page. (_bt_recsplitloc() will reject the split when there are no
223 * previous items, which we rely on.)
224 */
225 if (offnum < newitemoff)
226 _bt_recsplitloc(&state, offnum, false, olddataitemstoleft, itemsz);
227 else if (offnum > newitemoff)
228 _bt_recsplitloc(&state, offnum, true, olddataitemstoleft, itemsz);
229 else
230 {
231 /*
232 * Record a split after all "offnum < newitemoff" original page
233 * data items, but before newitem
234 */
235 _bt_recsplitloc(&state, offnum, false, olddataitemstoleft, itemsz);
236
237 /*
238 * Record a split after newitem, but before data item from
239 * original page at offset newitemoff/current offset
240 */
241 _bt_recsplitloc(&state, offnum, true, olddataitemstoleft, itemsz);
242 }
243
244 olddataitemstoleft += itemsz;
245 }
246
247 /*
248 * Record a split after all original page data items, but before newitem.
249 * (Though only when it's possible that newitem will end up alone on new
250 * right page.)
251 */
252 Assert(olddataitemstoleft == olddataitemstotal);
253 if (newitemoff > maxoff)
254 _bt_recsplitloc(&state, newitemoff, false, olddataitemstotal, 0);
255
256 /*
257 * I believe it is not possible to fail to find a feasible split, but just
258 * in case ...
259 */
260 if (state.nsplits == 0)
261 elog(ERROR, "could not find a feasible split point for index \"%s\"",
263
264 /*
265 * Start search for a split point among list of legal split points. Give
266 * primary consideration to equalizing available free space in each half
267 * of the split initially (start with default strategy), while applying
268 * rightmost and split-after-new-item optimizations where appropriate.
269 * Either of the two other fallback strategies may be required for cases
270 * with a large number of duplicates around the original/space-optimal
271 * split point.
272 *
273 * Default strategy gives some weight to suffix truncation in deciding a
274 * split point on leaf pages. It attempts to select a split point where a
275 * distinguishing attribute appears earlier in the new high key for the
276 * left side of the split, in order to maximize the number of trailing
277 * attributes that can be truncated away. Only candidate split points
278 * that imply an acceptable balance of free space on each side are
279 * considered. See _bt_defaultinterval().
280 */
281 if (!state.is_leaf)
282 {
283 /* fillfactormult only used on rightmost page */
284 usemult = state.is_rightmost;
285 fillfactormult = BTREE_NONLEAF_FILLFACTOR / 100.0;
286 }
287 else if (state.is_rightmost)
288 {
289 /* Rightmost leaf page -- fillfactormult always used */
290 usemult = true;
291 fillfactormult = leaffillfactor / 100.0;
292 }
293 else if (_bt_afternewitemoff(&state, maxoff, leaffillfactor, &usemult))
294 {
295 /*
296 * New item inserted at rightmost point among a localized grouping on
297 * a leaf page -- apply "split after new item" optimization, either by
298 * applying leaf fillfactor multiplier, or by choosing the exact split
299 * point that leaves newitem as lastleft. (usemult is set for us.)
300 */
301 if (usemult)
302 {
303 /* fillfactormult should be set based on leaf fillfactor */
304 fillfactormult = leaffillfactor / 100.0;
305 }
306 else
307 {
308 /* find precise split point after newitemoff */
309 for (int i = 0; i < state.nsplits; i++)
310 {
311 SplitPoint *split = state.splits + i;
312
313 if (split->newitemonleft &&
314 newitemoff == split->firstrightoff)
315 {
316 pfree(state.splits);
317 *newitemonleft = true;
318 return newitemoff;
319 }
320 }
321
322 /*
323 * Cannot legally split after newitemoff; proceed with split
324 * without using fillfactor multiplier. This is defensive, and
325 * should never be needed in practice.
326 */
327 fillfactormult = 0.50;
328 }
329 }
330 else
331 {
332 /* Other leaf page. 50:50 page split. */
333 usemult = false;
334 /* fillfactormult not used, but be tidy */
335 fillfactormult = 0.50;
336 }
337
338 /*
339 * Save leftmost and rightmost splits for page before original ordinal
340 * sort order is lost by delta/fillfactormult sort
341 */
342 leftpage = state.splits[0];
343 rightpage = state.splits[state.nsplits - 1];
344
345 /* Give split points a fillfactormult-wise delta, and sort on deltas */
346 _bt_deltasortsplits(&state, fillfactormult, usemult);
347
348 /* Determine split interval for default strategy */
349 state.interval = _bt_defaultinterval(&state);
350
351 /*
352 * Determine if default strategy/split interval will produce a
353 * sufficiently distinguishing split, or if we should change strategies.
354 * Alternative strategies change the range of split points that are
355 * considered acceptable (split interval), and possibly change
356 * fillfactormult, in order to deal with pages with a large number of
357 * duplicates gracefully.
358 *
359 * Pass low and high splits for the entire page (actually, they're for an
360 * imaginary version of the page that includes newitem). These are used
361 * when the initial split interval encloses split points that are full of
362 * duplicates, and we need to consider if it's even possible to avoid
363 * appending a heap TID.
364 */
365 perfectpenalty = _bt_strategy(&state, &leftpage, &rightpage, &strategy);
366
367 if (strategy == SPLIT_DEFAULT)
368 {
369 /*
370 * Default strategy worked out (always works out with internal page).
371 * Original split interval still stands.
372 */
373 }
374
375 /*
376 * Many duplicates strategy is used when a heap TID would otherwise be
377 * appended, but the page isn't completely full of logical duplicates.
378 *
379 * The split interval is widened to include all legal candidate split
380 * points. There might be a few as two distinct values in the whole-page
381 * split interval, though it's also possible that most of the values on
382 * the page are unique. The final split point will either be to the
383 * immediate left or to the immediate right of the group of duplicate
384 * tuples that enclose the first/delta-optimal split point (perfect
385 * penalty was set so that the lowest delta split point that avoids
386 * appending a heap TID will be chosen). Maximizing the number of
387 * attributes that can be truncated away is not a goal of the many
388 * duplicates strategy.
389 *
390 * Single value strategy is used when it is impossible to avoid appending
391 * a heap TID. It arranges to leave the left page very full. This
392 * maximizes space utilization in cases where tuples with the same
393 * attribute values span many pages. Newly inserted duplicates will tend
394 * to have higher heap TID values, so we'll end up splitting to the right
395 * consistently. (Single value strategy is harmless though not
396 * particularly useful with !heapkeyspace indexes.)
397 */
398 else if (strategy == SPLIT_MANY_DUPLICATES)
399 {
400 Assert(state.is_leaf);
401 /* Shouldn't try to truncate away extra user attributes */
402 Assert(perfectpenalty ==
404 /* No need to resort splits -- no change in fillfactormult/deltas */
405 state.interval = state.nsplits;
406 }
407 else if (strategy == SPLIT_SINGLE_VALUE)
408 {
409 Assert(state.is_leaf);
410 /* Split near the end of the page */
411 usemult = true;
412 fillfactormult = BTREE_SINGLEVAL_FILLFACTOR / 100.0;
413 /* Resort split points with new delta */
414 _bt_deltasortsplits(&state, fillfactormult, usemult);
415 /* Appending a heap TID is unavoidable, so interval of 1 is fine */
416 state.interval = 1;
417 }
418
419 /*
420 * Search among acceptable split points (using final split interval) for
421 * the entry that has the lowest penalty, and is therefore expected to
422 * maximize fan-out. Sets *newitemonleft for us.
423 */
424 firstrightoff = _bt_bestsplitloc(&state, perfectpenalty, newitemonleft,
425 strategy);
426 pfree(state.splits);
427
428 return firstrightoff;
429}
static Size PageGetPageSize(const PageData *page)
Definition: bufpage.h:277
#define BTREE_SINGLEVAL_FILLFACTOR
Definition: nbtree.h:202
#define BTGetFillFactor(relation)
Definition: nbtree.h:1157
#define BTREE_NONLEAF_FILLFACTOR
Definition: nbtree.h:201
static void _bt_deltasortsplits(FindSplitData *state, double fillfactormult, bool usemult)
Definition: nbtsplitloc.c:567
static int _bt_strategy(FindSplitData *state, SplitPoint *leftpage, SplitPoint *rightpage, FindSplitStrat *strategy)
Definition: nbtsplitloc.c:935
static bool _bt_afternewitemoff(FindSplitData *state, OffsetNumber maxoff, int leaffillfactor, bool *usemult)
Definition: nbtsplitloc.c:631
static void _bt_recsplitloc(FindSplitData *state, OffsetNumber firstrightoff, bool newitemonleft, int olddataitemstoleft, Size firstrightofforigpagetuplesz)
Definition: nbtsplitloc.c:450
FindSplitStrat
Definition: nbtsplitloc.c:22
@ SPLIT_DEFAULT
Definition: nbtsplitloc.c:24
@ SPLIT_MANY_DUPLICATES
Definition: nbtsplitloc.c:25
@ SPLIT_SINGLE_VALUE
Definition: nbtsplitloc.c:26
static OffsetNumber _bt_bestsplitloc(FindSplitData *state, int perfectpenalty, bool *newitemonleft, FindSplitStrat strategy)
Definition: nbtsplitloc.c:789
static int _bt_defaultinterval(FindSplitData *state)
Definition: nbtsplitloc.c:877
bool newitemonleft
Definition: nbtsplitloc.c:38
OffsetNumber firstrightoff
Definition: nbtsplitloc.c:37

References _bt_afternewitemoff(), _bt_bestsplitloc(), _bt_defaultinterval(), _bt_deltasortsplits(), _bt_recsplitloc(), _bt_strategy(), Assert(), BTGetFillFactor, BTPageGetOpaque, BTREE_NONLEAF_FILLFACTOR, BTREE_SINGLEVAL_FILLFACTOR, BTreeTupleIsPosting(), elog, ERROR, SplitPoint::firstrightoff, i, IndexRelationGetNumberOfKeyAttributes, ItemIdGetLength, MAXALIGN, SplitPoint::newitemonleft, OffsetNumberNext, P_FIRSTDATAKEY, P_HIKEY, P_ISLEAF, P_RIGHTMOST, PageGetExactFreeSpace(), PageGetItemId(), PageGetMaxOffsetNumber(), PageGetPageSize(), palloc(), pfree(), RelationGetRelationName, SizeOfPageHeaderData, SPLIT_DEFAULT, SPLIT_MANY_DUPLICATES, and SPLIT_SINGLE_VALUE.

Referenced by _bt_split().

◆ _bt_finish_split()

void _bt_finish_split ( Relation  rel,
Relation  heaprel,
Buffer  lbuf,
BTStack  stack 
)

Definition at line 2251 of file nbtinsert.c.

2252{
2253 Page lpage = BufferGetPage(lbuf);
2254 BTPageOpaque lpageop = BTPageGetOpaque(lpage);
2255 Buffer rbuf;
2256 Page rpage;
2257 BTPageOpaque rpageop;
2258 bool wasroot;
2259 bool wasonly;
2260
2261 Assert(P_INCOMPLETE_SPLIT(lpageop));
2262 Assert(heaprel != NULL);
2263
2264 /* Lock right sibling, the one missing the downlink */
2265 rbuf = _bt_getbuf(rel, lpageop->btpo_next, BT_WRITE);
2266 rpage = BufferGetPage(rbuf);
2267 rpageop = BTPageGetOpaque(rpage);
2268
2269 /* Could this be a root split? */
2270 if (!stack)
2271 {
2272 Buffer metabuf;
2273 Page metapg;
2274 BTMetaPageData *metad;
2275
2276 /* acquire lock on the metapage */
2277 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_WRITE);
2278 metapg = BufferGetPage(metabuf);
2279 metad = BTPageGetMeta(metapg);
2280
2281 wasroot = (metad->btm_root == BufferGetBlockNumber(lbuf));
2282
2283 _bt_relbuf(rel, metabuf);
2284 }
2285 else
2286 wasroot = false;
2287
2288 /* Was this the only page on the level before split? */
2289 wasonly = (P_LEFTMOST(lpageop) && P_RIGHTMOST(rpageop));
2290
2291 elog(DEBUG1, "finishing incomplete split of %u/%u",
2293
2294 _bt_insert_parent(rel, heaprel, lbuf, rbuf, stack, wasroot, wasonly);
2295}
static void _bt_insert_parent(Relation rel, Relation heaprel, Buffer buf, Buffer rbuf, BTStack stack, bool isroot, bool isonly)
Definition: nbtinsert.c:2109
Buffer _bt_getbuf(Relation rel, BlockNumber blkno, int access)
Definition: nbtpage.c:845
#define BTPageGetMeta(p)
Definition: nbtree.h:121
#define P_LEFTMOST(opaque)
Definition: nbtree.h:218
#define P_INCOMPLETE_SPLIT(opaque)
Definition: nbtree.h:227
#define BTREE_METAPAGE
Definition: nbtree.h:148
#define BT_WRITE
Definition: nbtree.h:730
BlockNumber btm_root
Definition: nbtree.h:107
BlockNumber btpo_next
Definition: nbtree.h:65

References _bt_getbuf(), _bt_insert_parent(), _bt_relbuf(), Assert(), BT_WRITE, BTMetaPageData::btm_root, BTPageGetMeta, BTPageGetOpaque, BTPageOpaqueData::btpo_next, BTREE_METAPAGE, BufferGetBlockNumber(), BufferGetPage(), DEBUG1, elog, P_INCOMPLETE_SPLIT, P_LEFTMOST, and P_RIGHTMOST.

Referenced by _bt_getstackbuf(), _bt_moveright(), and _bt_stepright().

◆ _bt_first()

bool _bt_first ( IndexScanDesc  scan,
ScanDirection  dir 
)

Definition at line 887 of file nbtsearch.c.

888{
889 Relation rel = scan->indexRelation;
890 BTScanOpaque so = (BTScanOpaque) scan->opaque;
891 BTStack stack;
892 OffsetNumber offnum;
893 BTScanInsertData inskey;
894 ScanKey startKeys[INDEX_MAX_KEYS];
895 ScanKeyData notnullkey;
896 int keysz = 0;
897 StrategyNumber strat_total = InvalidStrategy;
899 lastcurrblkno;
900
902
903 /*
904 * Examine the scan keys and eliminate any redundant keys; also mark the
905 * keys that must be matched to continue the scan.
906 */
908
909 /*
910 * Quit now if _bt_preprocess_keys() discovered that the scan keys can
911 * never be satisfied (eg, x == 1 AND x > 2).
912 */
913 if (!so->qual_ok)
914 {
915 Assert(!so->needPrimScan);
916 _bt_parallel_done(scan);
917 return false;
918 }
919
920 /*
921 * If this is a parallel scan, we must seize the scan. _bt_readfirstpage
922 * will likely release the parallel scan later on.
923 */
924 if (scan->parallel_scan != NULL &&
925 !_bt_parallel_seize(scan, &blkno, &lastcurrblkno, true))
926 return false;
927
928 /*
929 * Initialize the scan's arrays (if any) for the current scan direction
930 * (except when they were already set to later values as part of
931 * scheduling the primitive index scan that is now underway)
932 */
933 if (so->numArrayKeys && !so->needPrimScan)
934 _bt_start_array_keys(scan, dir);
935
936 if (blkno != InvalidBlockNumber)
937 {
938 /*
939 * We anticipated calling _bt_search, but another worker bet us to it.
940 * _bt_readnextpage releases the scan for us (not _bt_readfirstpage).
941 */
942 Assert(scan->parallel_scan != NULL);
943 Assert(!so->needPrimScan);
944 Assert(blkno != P_NONE);
945
946 if (!_bt_readnextpage(scan, blkno, lastcurrblkno, dir, true))
947 return false;
948
949 _bt_returnitem(scan, so);
950 return true;
951 }
952
953 /*
954 * Count an indexscan for stats, now that we know that we'll call
955 * _bt_search/_bt_endpoint below
956 */
958 if (scan->instrument)
959 scan->instrument->nsearches++;
960
961 /*----------
962 * Examine the scan keys to discover where we need to start the scan.
963 * The selected scan keys (at most one per index column) are remembered by
964 * storing their addresses into the local startKeys[] array. The final
965 * startKeys[] entry's strategy is set in strat_total. (Actually, there
966 * are a couple of cases where we force a less/more restrictive strategy.)
967 *
968 * We must use the key that was marked required (in the direction opposite
969 * our own scan's) during preprocessing. Each index attribute can only
970 * have one such required key. In general, the keys that we use to find
971 * an initial position when scanning forwards are the same keys that end
972 * the scan on the leaf level when scanning backwards (and vice-versa).
973 *
974 * When the scan keys include cross-type operators, _bt_preprocess_keys
975 * may not be able to eliminate redundant keys; in such cases it will
976 * arbitrarily pick a usable key for each attribute (and scan direction),
977 * ensuring that there is no more than one key required in each direction.
978 * We stop considering further keys once we reach the first nonrequired
979 * key (which must come after all required keys), so this can't affect us.
980 *
981 * The required keys that we use as starting boundaries have to be =, >,
982 * or >= keys for a forward scan or =, <, <= keys for a backwards scan.
983 * We can use keys for multiple attributes so long as the prior attributes
984 * had only =, >= (resp. =, <=) keys. These rules are very similar to the
985 * rules that preprocessing used to determine which keys to mark required.
986 * We cannot always use every required key as a positioning key, though.
987 * Skip arrays necessitate independently applying our own rules here.
988 * Skip arrays are always generally considered = array keys, but we'll
989 * nevertheless treat them as inequalities at certain points of the scan.
990 * When that happens, it _might_ have implications for the number of
991 * required keys that we can safely use for initial positioning purposes.
992 *
993 * For example, a forward scan with a skip array on its leading attribute
994 * (with no low_compare/high_compare) will have at least two required scan
995 * keys, but we won't use any of them as boundary keys during the scan's
996 * initial call here. Our positioning key during the first call here can
997 * be thought of as representing "> -infinity". Similarly, if such a skip
998 * array's low_compare is "a > 'foo'", then we position using "a > 'foo'"
999 * during the scan's initial call here; a lower-order key such as "b = 42"
1000 * can't be used until the "a" array advances beyond MINVAL/low_compare.
1001 *
1002 * On the other hand, if such a skip array's low_compare was "a >= 'foo'",
1003 * then we _can_ use "a >= 'foo' AND b = 42" during the initial call here.
1004 * A subsequent call here might have us use "a = 'fop' AND b = 42". Note
1005 * that we treat = and >= as equivalent when scanning forwards (just as we
1006 * treat = and <= as equivalent when scanning backwards). We effectively
1007 * do the same thing (though with a distinct "a" element/value) each time.
1008 *
1009 * All keys (with the exception of SK_SEARCHNULL keys and SK_BT_SKIP
1010 * array keys whose array is "null_elem=true") imply a NOT NULL qualifier.
1011 * If the index stores nulls at the end of the index we'll be starting
1012 * from, and we have no boundary key for the column (which means the key
1013 * we deduced NOT NULL from is an inequality key that constrains the other
1014 * end of the index), then we cons up an explicit SK_SEARCHNOTNULL key to
1015 * use as a boundary key. If we didn't do this, we might find ourselves
1016 * traversing a lot of null entries at the start of the scan.
1017 *
1018 * In this loop, row-comparison keys are treated the same as keys on their
1019 * first (leftmost) columns. We'll add all lower-order columns of the row
1020 * comparison that were marked required during preprocessing below.
1021 *
1022 * _bt_advance_array_keys needs to know exactly how we'll reposition the
1023 * scan (should it opt to schedule another primitive index scan). It is
1024 * critical that primscans only be scheduled when they'll definitely make
1025 * some useful progress. _bt_advance_array_keys does this by calling
1026 * _bt_checkkeys routines that report whether a tuple is past the end of
1027 * matches for the scan's keys (given the scan's current array elements).
1028 * If the page's final tuple is "after the end of matches" for a scan that
1029 * uses the *opposite* scan direction, then it must follow that it's also
1030 * "before the start of matches" for the actual current scan direction.
1031 * It is therefore essential that all of our initial positioning rules are
1032 * symmetric with _bt_checkkeys's corresponding continuescan=false rule.
1033 * If you update anything here, _bt_checkkeys/_bt_advance_array_keys might
1034 * need to be kept in sync.
1035 *----------
1036 */
1037 if (so->numberOfKeys > 0)
1038 {
1039 AttrNumber curattr;
1040 ScanKey bkey;
1041 ScanKey impliesNN;
1042 ScanKey cur;
1043
1044 /*
1045 * bkey will be set to the key that preprocessing left behind as the
1046 * boundary key for this attribute, in this scan direction (if any)
1047 */
1048 cur = so->keyData;
1049 curattr = 1;
1050 bkey = NULL;
1051 /* Also remember any scankey that implies a NOT NULL constraint */
1052 impliesNN = NULL;
1053
1054 /*
1055 * Loop iterates from 0 to numberOfKeys inclusive; we use the last
1056 * pass to handle after-last-key processing. Actual exit from the
1057 * loop is at one of the "break" statements below.
1058 */
1059 for (int i = 0;; cur++, i++)
1060 {
1061 if (i >= so->numberOfKeys || cur->sk_attno != curattr)
1062 {
1063 /* Done looking for the curattr boundary key */
1064 Assert(bkey == NULL ||
1065 (bkey->sk_attno == curattr &&
1066 (bkey->sk_flags & (SK_BT_REQFWD | SK_BT_REQBKWD))));
1067 Assert(impliesNN == NULL ||
1068 (impliesNN->sk_attno == curattr &&
1069 (impliesNN->sk_flags & (SK_BT_REQFWD | SK_BT_REQBKWD))));
1070
1071 /*
1072 * If this is a scan key for a skip array whose current
1073 * element is MINVAL, choose low_compare (when scanning
1074 * backwards it'll be MAXVAL, and we'll choose high_compare).
1075 *
1076 * Note: if the array's low_compare key makes 'bkey' NULL,
1077 * then we behave as if the array's first element is -inf,
1078 * except when !array->null_elem implies a usable NOT NULL
1079 * constraint.
1080 */
1081 if (bkey != NULL &&
1082 (bkey->sk_flags & (SK_BT_MINVAL | SK_BT_MAXVAL)))
1083 {
1084 int ikey = bkey - so->keyData;
1085 ScanKey skipequalitykey = bkey;
1086 BTArrayKeyInfo *array = NULL;
1087
1088 for (int arridx = 0; arridx < so->numArrayKeys; arridx++)
1089 {
1090 array = &so->arrayKeys[arridx];
1091 if (array->scan_key == ikey)
1092 break;
1093 }
1094
1095 if (ScanDirectionIsForward(dir))
1096 {
1097 Assert(!(skipequalitykey->sk_flags & SK_BT_MAXVAL));
1098 bkey = array->low_compare;
1099 }
1100 else
1101 {
1102 Assert(!(skipequalitykey->sk_flags & SK_BT_MINVAL));
1103 bkey = array->high_compare;
1104 }
1105
1106 Assert(bkey == NULL ||
1107 bkey->sk_attno == skipequalitykey->sk_attno);
1108
1109 if (!array->null_elem)
1110 impliesNN = skipequalitykey;
1111 else
1112 Assert(bkey == NULL && impliesNN == NULL);
1113 }
1114
1115 /*
1116 * If we didn't find a usable boundary key, see if we can
1117 * deduce a NOT NULL key
1118 */
1119 if (bkey == NULL && impliesNN != NULL &&
1120 ((impliesNN->sk_flags & SK_BT_NULLS_FIRST) ?
1123 {
1124 /* Final startKeys[] entry will be deduced NOT NULL key */
1125 bkey = &notnullkey;
1128 (impliesNN->sk_flags &
1130 curattr,
1133 InvalidOid,
1134 InvalidOid,
1135 InvalidOid,
1136 (Datum) 0);
1137 }
1138
1139 /*
1140 * If preprocessing didn't leave a usable boundary key, quit;
1141 * else save the boundary key pointer in startKeys[]
1142 */
1143 if (bkey == NULL)
1144 break;
1145 startKeys[keysz++] = bkey;
1146
1147 /*
1148 * We can only consider adding more boundary keys when the one
1149 * that we just chose to add uses either the = or >= strategy
1150 * (during backwards scans we can only do so when the key that
1151 * we just added to startKeys[] uses the = or <= strategy)
1152 */
1153 strat_total = bkey->sk_strategy;
1154 if (strat_total == BTGreaterStrategyNumber ||
1155 strat_total == BTLessStrategyNumber)
1156 break;
1157
1158 /*
1159 * If the key that we just added to startKeys[] is a skip
1160 * array = key whose current element is marked NEXT or PRIOR,
1161 * make strat_total > or < (and stop adding boundary keys).
1162 * This can only happen with opclasses that lack skip support.
1163 */
1164 if (bkey->sk_flags & (SK_BT_NEXT | SK_BT_PRIOR))
1165 {
1166 Assert(bkey->sk_flags & SK_BT_SKIP);
1167 Assert(strat_total == BTEqualStrategyNumber);
1168
1169 if (ScanDirectionIsForward(dir))
1170 {
1171 Assert(!(bkey->sk_flags & SK_BT_PRIOR));
1172 strat_total = BTGreaterStrategyNumber;
1173 }
1174 else
1175 {
1176 Assert(!(bkey->sk_flags & SK_BT_NEXT));
1177 strat_total = BTLessStrategyNumber;
1178 }
1179
1180 /*
1181 * We're done. We'll never find an exact = match for a
1182 * NEXT or PRIOR sentinel sk_argument value. There's no
1183 * sense in trying to add more keys to startKeys[].
1184 */
1185 break;
1186 }
1187
1188 /*
1189 * Done if that was the last scan key output by preprocessing.
1190 * Also done if we've now examined all keys marked required.
1191 */
1192 if (i >= so->numberOfKeys ||
1193 !(cur->sk_flags & (SK_BT_REQFWD | SK_BT_REQBKWD)))
1194 break;
1195
1196 /*
1197 * Reset for next attr.
1198 */
1199 Assert(cur->sk_attno == curattr + 1);
1200 curattr = cur->sk_attno;
1201 bkey = NULL;
1202 impliesNN = NULL;
1203 }
1204
1205 /*
1206 * If we've located the starting boundary key for curattr, we have
1207 * no interest in curattr's other required key
1208 */
1209 if (bkey != NULL)
1210 continue;
1211
1212 /*
1213 * Is this key the starting boundary key for curattr?
1214 *
1215 * If not, does it imply a NOT NULL constraint? (Because
1216 * SK_SEARCHNULL keys are always assigned BTEqualStrategyNumber,
1217 * *any* inequality key works for that; we need not test.)
1218 */
1219 switch (cur->sk_strategy)
1220 {
1223 if (ScanDirectionIsBackward(dir))
1224 bkey = cur;
1225 else if (impliesNN == NULL)
1226 impliesNN = cur;
1227 break;
1229 bkey = cur;
1230 break;
1233 if (ScanDirectionIsForward(dir))
1234 bkey = cur;
1235 else if (impliesNN == NULL)
1236 impliesNN = cur;
1237 break;
1238 }
1239 }
1240 }
1241
1242 /*
1243 * If we found no usable boundary keys, we have to start from one end of
1244 * the tree. Walk down that edge to the first or last key, and scan from
1245 * there.
1246 *
1247 * Note: calls _bt_readfirstpage for us, which releases the parallel scan.
1248 */
1249 if (keysz == 0)
1250 return _bt_endpoint(scan, dir);
1251
1252 /*
1253 * We want to start the scan somewhere within the index. Set up an
1254 * insertion scankey we can use to search for the boundary point we
1255 * identified above. The insertion scankey is built using the keys
1256 * identified by startKeys[]. (Remaining insertion scankey fields are
1257 * initialized after initial-positioning scan keys are finalized.)
1258 */
1259 Assert(keysz <= INDEX_MAX_KEYS);
1260 for (int i = 0; i < keysz; i++)
1261 {
1262 ScanKey bkey = startKeys[i];
1263
1264 Assert(bkey->sk_attno == i + 1);
1265
1266 if (bkey->sk_flags & SK_ROW_HEADER)
1267 {
1268 /*
1269 * Row comparison header: look to the first row member instead
1270 */
1271 ScanKey subkey = (ScanKey) DatumGetPointer(bkey->sk_argument);
1272 bool loosen_strat = false,
1273 tighten_strat = false;
1274
1275 /*
1276 * Cannot be a NULL in the first row member: _bt_preprocess_keys
1277 * would've marked the qual as unsatisfiable, preventing us from
1278 * ever getting this far
1279 */
1280 Assert(subkey->sk_flags & SK_ROW_MEMBER);
1281 Assert(subkey->sk_attno == bkey->sk_attno);
1282 Assert(!(subkey->sk_flags & SK_ISNULL));
1283
1284 /*
1285 * This is either a > or >= key (during backwards scans it is
1286 * either < or <=) that was marked required during preprocessing.
1287 * Later so->keyData[] keys can't have been marked required, so
1288 * our row compare header key must be the final startKeys[] entry.
1289 */
1291 Assert(i == keysz - 1);
1292
1293 /*
1294 * The member scankeys are already in insertion format (ie, they
1295 * have sk_func = 3-way-comparison function)
1296 */
1297 memcpy(inskey.scankeys + i, subkey, sizeof(ScanKeyData));
1298
1299 /*
1300 * Now look to later row compare members.
1301 *
1302 * If there's an "index attribute gap" between two row compare
1303 * members, the second member won't have been marked required, and
1304 * so can't be used as a starting boundary key here. The part of
1305 * the row comparison that we do still use has to be treated as a
1306 * ">=" or "<=" condition. For example, a qual "(a, c) > (1, 42)"
1307 * with an omitted intervening index attribute "b" will use an
1308 * insertion scan key "a >= 1". Even the first "a = 1" tuple on
1309 * the leaf level might satisfy the row compare qual.
1310 *
1311 * We're able to use a _more_ restrictive strategy when we reach a
1312 * NULL row compare member, since they're always unsatisfiable.
1313 * For example, a qual "(a, b, c) >= (1, NULL, 77)" will use an
1314 * insertion scan key "a > 1". All tuples where "a = 1" cannot
1315 * possibly satisfy the row compare qual, so this is safe.
1316 */
1317 Assert(!(subkey->sk_flags & SK_ROW_END));
1318 for (;;)
1319 {
1320 subkey++;
1321 Assert(subkey->sk_flags & SK_ROW_MEMBER);
1322
1323 if (subkey->sk_flags & SK_ISNULL)
1324 {
1325 /*
1326 * NULL member key, can only use earlier keys.
1327 *
1328 * We deliberately avoid checking if this key is marked
1329 * required. All earlier keys are required, and this key
1330 * is unsatisfiable either way, so we can't miss anything.
1331 */
1332 tighten_strat = true;
1333 break;
1334 }
1335
1336 if (!(subkey->sk_flags & (SK_BT_REQFWD | SK_BT_REQBKWD)))
1337 {
1338 /* nonrequired member key, can only use earlier keys */
1339 loosen_strat = true;
1340 break;
1341 }
1342
1343 Assert(subkey->sk_attno == keysz + 1);
1344 Assert(subkey->sk_strategy == bkey->sk_strategy);
1345 Assert(keysz < INDEX_MAX_KEYS);
1346
1347 memcpy(inskey.scankeys + keysz, subkey,
1348 sizeof(ScanKeyData));
1349 keysz++;
1350 if (subkey->sk_flags & SK_ROW_END)
1351 break;
1352 }
1353 Assert(!(loosen_strat && tighten_strat));
1354 if (loosen_strat)
1355 {
1356 /* Use less restrictive strategy (and fewer member keys) */
1357 switch (strat_total)
1358 {
1360 strat_total = BTLessEqualStrategyNumber;
1361 break;
1363 strat_total = BTGreaterEqualStrategyNumber;
1364 break;
1365 }
1366 }
1367 if (tighten_strat)
1368 {
1369 /* Use more restrictive strategy (and fewer member keys) */
1370 switch (strat_total)
1371 {
1373 strat_total = BTLessStrategyNumber;
1374 break;
1376 strat_total = BTGreaterStrategyNumber;
1377 break;
1378 }
1379 }
1380
1381 /* done adding to inskey (row comparison keys always come last) */
1382 break;
1383 }
1384
1385 /*
1386 * Ordinary comparison key/search-style key.
1387 *
1388 * Transform the search-style scan key to an insertion scan key by
1389 * replacing the sk_func with the appropriate btree 3-way-comparison
1390 * function.
1391 *
1392 * If scankey operator is not a cross-type comparison, we can use the
1393 * cached comparison function; otherwise gotta look it up in the
1394 * catalogs. (That can't lead to infinite recursion, since no
1395 * indexscan initiated by syscache lookup will use cross-data-type
1396 * operators.)
1397 *
1398 * We support the convention that sk_subtype == InvalidOid means the
1399 * opclass input type; this hack simplifies life for ScanKeyInit().
1400 */
1401 if (bkey->sk_subtype == rel->rd_opcintype[i] ||
1402 bkey->sk_subtype == InvalidOid)
1403 {
1404 FmgrInfo *procinfo;
1405
1406 procinfo = index_getprocinfo(rel, bkey->sk_attno, BTORDER_PROC);
1407 ScanKeyEntryInitializeWithInfo(inskey.scankeys + i,
1408 bkey->sk_flags,
1409 bkey->sk_attno,
1411 bkey->sk_subtype,
1412 bkey->sk_collation,
1413 procinfo,
1414 bkey->sk_argument);
1415 }
1416 else
1417 {
1418 RegProcedure cmp_proc;
1419
1420 cmp_proc = get_opfamily_proc(rel->rd_opfamily[i],
1421 rel->rd_opcintype[i],
1422 bkey->sk_subtype, BTORDER_PROC);
1423 if (!RegProcedureIsValid(cmp_proc))
1424 elog(ERROR, "missing support function %d(%u,%u) for attribute %d of index \"%s\"",
1425 BTORDER_PROC, rel->rd_opcintype[i], bkey->sk_subtype,
1426 bkey->sk_attno, RelationGetRelationName(rel));
1427 ScanKeyEntryInitialize(inskey.scankeys + i,
1428 bkey->sk_flags,
1429 bkey->sk_attno,
1431 bkey->sk_subtype,
1432 bkey->sk_collation,
1433 cmp_proc,
1434 bkey->sk_argument);
1435 }
1436 }
1437
1438 /*----------
1439 * Examine the selected initial-positioning strategy to determine exactly
1440 * where we need to start the scan, and set flag variables to control the
1441 * initial descent by _bt_search (and our _bt_binsrch call for the leaf
1442 * page _bt_search returns).
1443 *----------
1444 */
1445 _bt_metaversion(rel, &inskey.heapkeyspace, &inskey.allequalimage);
1446 inskey.anynullkeys = false; /* unused */
1447 inskey.scantid = NULL;
1448 inskey.keysz = keysz;
1449 switch (strat_total)
1450 {
1452
1453 inskey.nextkey = false;
1454 inskey.backward = true;
1455 break;
1456
1458
1459 inskey.nextkey = true;
1460 inskey.backward = true;
1461 break;
1462
1464
1465 /*
1466 * If a backward scan was specified, need to start with last equal
1467 * item not first one.
1468 */
1469 if (ScanDirectionIsBackward(dir))
1470 {
1471 /*
1472 * This is the same as the <= strategy
1473 */
1474 inskey.nextkey = true;
1475 inskey.backward = true;
1476 }
1477 else
1478 {
1479 /*
1480 * This is the same as the >= strategy
1481 */
1482 inskey.nextkey = false;
1483 inskey.backward = false;
1484 }
1485 break;
1486
1488
1489 /*
1490 * Find first item >= scankey
1491 */
1492 inskey.nextkey = false;
1493 inskey.backward = false;
1494 break;
1495
1497
1498 /*
1499 * Find first item > scankey
1500 */
1501 inskey.nextkey = true;
1502 inskey.backward = false;
1503 break;
1504
1505 default:
1506 /* can't get here, but keep compiler quiet */
1507 elog(ERROR, "unrecognized strat_total: %d", (int) strat_total);
1508 return false;
1509 }
1510
1511 /*
1512 * Use the manufactured insertion scan key to descend the tree and
1513 * position ourselves on the target leaf page.
1514 */
1515 Assert(ScanDirectionIsBackward(dir) == inskey.backward);
1516 stack = _bt_search(rel, NULL, &inskey, &so->currPos.buf, BT_READ);
1517
1518 /* don't need to keep the stack around... */
1519 _bt_freestack(stack);
1520
1521 if (!BufferIsValid(so->currPos.buf))
1522 {
1523 Assert(!so->needPrimScan);
1524
1525 /*
1526 * We only get here if the index is completely empty. Lock relation
1527 * because nothing finer to lock exists. Without a buffer lock, it's
1528 * possible for another transaction to insert data between
1529 * _bt_search() and PredicateLockRelation(). We have to try again
1530 * after taking the relation-level predicate lock, to close a narrow
1531 * window where we wouldn't scan concurrently inserted tuples, but the
1532 * writer wouldn't see our predicate lock.
1533 */
1535 {
1537 stack = _bt_search(rel, NULL, &inskey, &so->currPos.buf, BT_READ);
1538 _bt_freestack(stack);
1539 }
1540
1541 if (!BufferIsValid(so->currPos.buf))
1542 {
1543 _bt_parallel_done(scan);
1544 return false;
1545 }
1546 }
1547
1548 /* position to the precise item on the page */
1549 offnum = _bt_binsrch(rel, &inskey, so->currPos.buf);
1550
1551 /*
1552 * Now load data from the first page of the scan (usually the page
1553 * currently in so->currPos.buf).
1554 *
1555 * If inskey.nextkey = false and inskey.backward = false, offnum is
1556 * positioned at the first non-pivot tuple >= inskey.scankeys.
1557 *
1558 * If inskey.nextkey = false and inskey.backward = true, offnum is
1559 * positioned at the last non-pivot tuple < inskey.scankeys.
1560 *
1561 * If inskey.nextkey = true and inskey.backward = false, offnum is
1562 * positioned at the first non-pivot tuple > inskey.scankeys.
1563 *
1564 * If inskey.nextkey = true and inskey.backward = true, offnum is
1565 * positioned at the last non-pivot tuple <= inskey.scankeys.
1566 *
1567 * It's possible that _bt_binsrch returned an offnum that is out of bounds
1568 * for the page. For example, when inskey is both < the leaf page's high
1569 * key and > all of its non-pivot tuples, offnum will be "maxoff + 1".
1570 */
1571 if (!_bt_readfirstpage(scan, offnum, dir))
1572 return false;
1573
1574 _bt_returnitem(scan, so);
1575 return true;
1576}
int16 AttrNumber
Definition: attnum.h:21
#define RegProcedureIsValid(p)
Definition: c.h:777
regproc RegProcedure
Definition: c.h:656
FmgrInfo * index_getprocinfo(Relation irel, AttrNumber attnum, uint16 procnum)
Definition: indexam.c:917
void _bt_metaversion(Relation rel, bool *heapkeyspace, bool *allequalimage)
Definition: nbtpage.c:739
void _bt_preprocess_keys(IndexScanDesc scan)
bool _bt_parallel_seize(IndexScanDesc scan, BlockNumber *next_scan_page, BlockNumber *last_curr_page, bool first)
Definition: nbtree.c:816
void _bt_parallel_done(IndexScanDesc scan)
Definition: nbtree.c:981
#define BTORDER_PROC
Definition: nbtree.h:716
#define SK_BT_PRIOR
Definition: nbtree.h:1142
#define SK_BT_NEXT
Definition: nbtree.h:1141
#define BTScanPosIsValid(scanpos)
Definition: nbtree.h:1020
#define P_NONE
Definition: nbtree.h:212
#define SK_BT_REQBKWD
Definition: nbtree.h:1135
#define SK_BT_MAXVAL
Definition: nbtree.h:1140
#define BT_READ
Definition: nbtree.h:729
#define SK_BT_MINVAL
Definition: nbtree.h:1139
static bool _bt_readnextpage(IndexScanDesc scan, BlockNumber blkno, BlockNumber lastcurrblkno, ScanDirection dir, bool seized)
Definition: nbtsearch.c:2361
static OffsetNumber _bt_binsrch(Relation rel, BTScanInsert key, Buffer buf)
Definition: nbtsearch.c:348
static bool _bt_endpoint(IndexScanDesc scan, ScanDirection dir)
Definition: nbtsearch.c:2696
static bool _bt_readfirstpage(IndexScanDesc scan, OffsetNumber offnum, ScanDirection dir)
Definition: nbtsearch.c:2268
BTStack _bt_search(Relation rel, Relation heaprel, BTScanInsert key, Buffer *bufP, int access)
Definition: nbtsearch.c:107
static void _bt_returnitem(IndexScanDesc scan, BTScanOpaque so)
Definition: nbtsearch.c:2140
void _bt_start_array_keys(IndexScanDesc scan, ScanDirection dir)
Definition: nbtutils.c:613
#define INDEX_MAX_KEYS
#define pgstat_count_index_scan(rel)
Definition: pgstat.h:695
#define InvalidOid
Definition: postgres_ext.h:37
void PredicateLockRelation(Relation relation, Snapshot snapshot)
Definition: predicate.c:2576
void ScanKeyEntryInitialize(ScanKey entry, int flags, AttrNumber attributeNumber, StrategyNumber strategy, Oid subtype, Oid collation, RegProcedure procedure, Datum argument)
Definition: scankey.c:32
void ScanKeyEntryInitializeWithInfo(ScanKey entry, int flags, AttrNumber attributeNumber, StrategyNumber strategy, Oid subtype, Oid collation, FmgrInfo *finfo, Datum argument)
Definition: scankey.c:101
#define ScanDirectionIsBackward(direction)
Definition: sdir.h:50
#define SK_ROW_HEADER
Definition: skey.h:117
#define SK_ROW_MEMBER
Definition: skey.h:118
#define SK_SEARCHNOTNULL
Definition: skey.h:122
#define SK_ROW_END
Definition: skey.h:119
ScanKeyData * ScanKey
Definition: skey.h:75
uint16 StrategyNumber
Definition: stratnum.h:22
#define BTGreaterStrategyNumber
Definition: stratnum.h:33
#define InvalidStrategy
Definition: stratnum.h:24
#define BTLessStrategyNumber
Definition: stratnum.h:29
#define BTLessEqualStrategyNumber
Definition: stratnum.h:30
#define BTGreaterEqualStrategyNumber
Definition: stratnum.h:32
ScanKey high_compare
Definition: nbtree.h:1049
ScanKey low_compare
Definition: nbtree.h:1048
bool null_elem
Definition: nbtree.h:1046
BTArrayKeyInfo * arrayKeys
Definition: nbtree.h:1065
ScanKey keyData
Definition: nbtree.h:1057
Buffer buf
Definition: nbtree.h:963
Definition: fmgr.h:57
struct ParallelIndexScanDescData * parallel_scan
Definition: relscan.h:191
struct IndexScanInstrumentation * instrument
Definition: relscan.h:159
struct SnapshotData * xs_snapshot
Definition: relscan.h:138
Oid sk_subtype
Definition: skey.h:69
StrategyNumber sk_strategy
Definition: skey.h:68
#define IsolationIsSerializable()
Definition: xact.h:53

References _bt_binsrch(), _bt_endpoint(), _bt_freestack(), _bt_metaversion(), _bt_parallel_done(), _bt_parallel_seize(), _bt_preprocess_keys(), _bt_readfirstpage(), _bt_readnextpage(), _bt_returnitem(), _bt_search(), _bt_start_array_keys(), BTScanOpaqueData::arrayKeys, Assert(), BT_READ, BTEqualStrategyNumber, BTGreaterEqualStrategyNumber, BTGreaterStrategyNumber, BTLessEqualStrategyNumber, BTLessStrategyNumber, BTORDER_PROC, BTScanPosIsValid, BTScanPosData::buf, BufferIsValid(), cur, BTScanOpaqueData::currPos, DatumGetPointer(), elog, ERROR, get_opfamily_proc(), BTArrayKeyInfo::high_compare, i, index_getprocinfo(), INDEX_MAX_KEYS, IndexScanDescData::indexRelation, IndexScanDescData::instrument, InvalidBlockNumber, InvalidOid, InvalidStrategy, IsolationIsSerializable, BTScanOpaqueData::keyData, BTArrayKeyInfo::low_compare, BTScanOpaqueData::needPrimScan, IndexScanInstrumentation::nsearches, BTArrayKeyInfo::null_elem, BTScanOpaqueData::numArrayKeys, BTScanOpaqueData::numberOfKeys, IndexScanDescData::opaque, P_NONE, IndexScanDescData::parallel_scan, pgstat_count_index_scan, PredicateLockRelation(), BTScanOpaqueData::qual_ok, RelationData::rd_opcintype, RelationData::rd_opfamily, RegProcedureIsValid, RelationGetRelationName, BTArrayKeyInfo::scan_key, ScanDirectionIsBackward, ScanDirectionIsForward, ScanKeyEntryInitialize(), ScanKeyEntryInitializeWithInfo(), ScanKeyData::sk_argument, ScanKeyData::sk_attno, SK_BT_DESC, SK_BT_MAXVAL, SK_BT_MINVAL, SK_BT_NEXT, SK_BT_NULLS_FIRST, SK_BT_PRIOR, SK_BT_REQBKWD, SK_BT_REQFWD, SK_BT_SKIP, ScanKeyData::sk_collation, ScanKeyData::sk_flags, SK_ISNULL, SK_ROW_END, SK_ROW_HEADER, SK_ROW_MEMBER, SK_SEARCHNOTNULL, ScanKeyData::sk_strategy, ScanKeyData::sk_subtype, and IndexScanDescData::xs_snapshot.

Referenced by btgetbitmap(), and btgettuple().

◆ _bt_form_posting()

IndexTuple _bt_form_posting ( IndexTuple  base,
ItemPointer  htids,
int  nhtids 
)

Definition at line 865 of file nbtdedup.c.

866{
867 uint32 keysize,
868 newsize;
869 IndexTuple itup;
870
871 if (BTreeTupleIsPosting(base))
872 keysize = BTreeTupleGetPostingOffset(base);
873 else
874 keysize = IndexTupleSize(base);
875
877 Assert(nhtids > 0 && nhtids <= PG_UINT16_MAX);
878 Assert(keysize == MAXALIGN(keysize));
879
880 /* Determine final size of new tuple */
881 if (nhtids > 1)
882 newsize = MAXALIGN(keysize +
883 nhtids * sizeof(ItemPointerData));
884 else
885 newsize = keysize;
886
887 Assert(newsize <= INDEX_SIZE_MASK);
888 Assert(newsize == MAXALIGN(newsize));
889
890 /* Allocate memory using palloc0() (matches index_form_tuple()) */
891 itup = palloc0(newsize);
892 memcpy(itup, base, keysize);
893 itup->t_info &= ~INDEX_SIZE_MASK;
894 itup->t_info |= newsize;
895 if (nhtids > 1)
896 {
897 /* Form posting list tuple */
898 BTreeTupleSetPosting(itup, nhtids, keysize);
899 memcpy(BTreeTupleGetPosting(itup), htids,
900 sizeof(ItemPointerData) * nhtids);
901 Assert(_bt_posting_valid(itup));
902 }
903 else
904 {
905 /* Form standard non-pivot tuple */
906 itup->t_info &= ~INDEX_ALT_TID_MASK;
907 ItemPointerCopy(htids, &itup->t_tid);
909 }
910
911 return itup;
912}
#define PG_UINT16_MAX
Definition: c.h:593
static void ItemPointerCopy(const ItemPointerData *fromPointer, ItemPointerData *toPointer)
Definition: itemptr.h:172
static bool ItemPointerIsValid(const ItemPointerData *pointer)
Definition: itemptr.h:83
void * palloc0(Size size)
Definition: mcxt.c:1395
static void BTreeTupleSetPosting(IndexTuple itup, uint16 nhtids, int postingoffset)
Definition: nbtree.h:504
unsigned short t_info
Definition: itup.h:49

References Assert(), BTreeTupleGetPosting(), BTreeTupleGetPostingOffset(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), BTreeTupleSetPosting(), INDEX_SIZE_MASK, IndexTupleSize(), ItemPointerCopy(), ItemPointerIsValid(), MAXALIGN, palloc0(), PG_UINT16_MAX, IndexTupleData::t_info, and IndexTupleData::t_tid.

Referenced by _bt_dedup_finish_pending(), _bt_sort_dedup_finish_pending(), and bt_posting_plain_tuple().

◆ _bt_freestack()

void _bt_freestack ( BTStack  stack)

Definition at line 189 of file nbtutils.c.

190{
191 BTStack ostack;
192
193 while (stack != NULL)
194 {
195 ostack = stack;
196 stack = stack->bts_parent;
197 pfree(ostack);
198 }
199}
struct BTStackData * bts_parent
Definition: nbtree.h:746

References BTStackData::bts_parent, and pfree().

Referenced by _bt_doinsert(), _bt_first(), and bt_rootdescend().

◆ _bt_get_endpoint()

Buffer _bt_get_endpoint ( Relation  rel,
uint32  level,
bool  rightmost 
)

Definition at line 2613 of file nbtsearch.c.

2614{
2615 Buffer buf;
2616 Page page;
2617 BTPageOpaque opaque;
2618 OffsetNumber offnum;
2619 BlockNumber blkno;
2620 IndexTuple itup;
2621
2622 /*
2623 * If we are looking for a leaf page, okay to descend from fast root;
2624 * otherwise better descend from true root. (There is no point in being
2625 * smarter about intermediate levels.)
2626 */
2627 if (level == 0)
2628 buf = _bt_getroot(rel, NULL, BT_READ);
2629 else
2630 buf = _bt_gettrueroot(rel);
2631
2632 if (!BufferIsValid(buf))
2633 return InvalidBuffer;
2634
2635 page = BufferGetPage(buf);
2636 opaque = BTPageGetOpaque(page);
2637
2638 for (;;)
2639 {
2640 /*
2641 * If we landed on a deleted page, step right to find a live page
2642 * (there must be one). Also, if we want the rightmost page, step
2643 * right if needed to get to it (this could happen if the page split
2644 * since we obtained a pointer to it).
2645 */
2646 while (P_IGNORE(opaque) ||
2647 (rightmost && !P_RIGHTMOST(opaque)))
2648 {
2649 blkno = opaque->btpo_next;
2650 if (blkno == P_NONE)
2651 elog(ERROR, "fell off the end of index \"%s\"",
2653 buf = _bt_relandgetbuf(rel, buf, blkno, BT_READ);
2654 page = BufferGetPage(buf);
2655 opaque = BTPageGetOpaque(page);
2656 }
2657
2658 /* Done? */
2659 if (opaque->btpo_level == level)
2660 break;
2661 if (opaque->btpo_level < level)
2662 ereport(ERROR,
2663 (errcode(ERRCODE_INDEX_CORRUPTED),
2664 errmsg_internal("btree level %u not found in index \"%s\"",
2665 level, RelationGetRelationName(rel))));
2666
2667 /* Descend to leftmost or rightmost child page */
2668 if (rightmost)
2669 offnum = PageGetMaxOffsetNumber(page);
2670 else
2671 offnum = P_FIRSTDATAKEY(opaque);
2672
2673 itup = (IndexTuple) PageGetItem(page, PageGetItemId(page, offnum));
2674 blkno = BTreeTupleGetDownLink(itup);
2675
2676 buf = _bt_relandgetbuf(rel, buf, blkno, BT_READ);
2677 page = BufferGetPage(buf);
2678 opaque = BTPageGetOpaque(page);
2679 }
2680
2681 return buf;
2682}
Buffer _bt_relandgetbuf(Relation rel, Buffer obuf, BlockNumber blkno, int access)
Definition: nbtpage.c:1003
Buffer _bt_gettrueroot(Relation rel)
Definition: nbtpage.c:580
Buffer _bt_getroot(Relation rel, Relation heaprel, int access)
Definition: nbtpage.c:344
static BlockNumber BTreeTupleGetDownLink(IndexTuple pivot)
Definition: nbtree.h:556
uint32 btpo_level
Definition: nbtree.h:66

References _bt_getroot(), _bt_gettrueroot(), _bt_relandgetbuf(), BT_READ, BTPageGetOpaque, BTPageOpaqueData::btpo_level, BTPageOpaqueData::btpo_next, BTreeTupleGetDownLink(), buf, BufferGetPage(), BufferIsValid(), elog, ereport, errcode(), errmsg_internal(), ERROR, InvalidBuffer, P_FIRSTDATAKEY, P_IGNORE, P_NONE, P_RIGHTMOST, PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), and RelationGetRelationName.

Referenced by _bt_endpoint(), and _bt_insert_parent().

◆ _bt_getbuf()

Buffer _bt_getbuf ( Relation  rel,
BlockNumber  blkno,
int  access 
)

Definition at line 845 of file nbtpage.c.

846{
847 Buffer buf;
848
850
851 /* Read an existing block of the relation */
852 buf = ReadBuffer(rel, blkno);
853 _bt_lockbuf(rel, buf, access);
854 _bt_checkpage(rel, buf);
855
856 return buf;
857}
void _bt_checkpage(Relation rel, Buffer buf)
Definition: nbtpage.c:797
void _bt_lockbuf(Relation rel, Buffer buf, int access)
Definition: nbtpage.c:1039
short access
Definition: preproc-type.c:36

References _bt_checkpage(), _bt_lockbuf(), Assert(), BlockNumberIsValid(), buf, and ReadBuffer().

Referenced by _bt_finish_split(), _bt_getroot(), _bt_getrootheight(), _bt_getstackbuf(), _bt_gettrueroot(), _bt_insertonpg(), _bt_killitems(), _bt_leftsib_splitflag(), _bt_lock_and_validate_left(), _bt_metaversion(), _bt_moveright(), _bt_newlevel(), _bt_pagedel(), _bt_readnextpage(), _bt_rightsib_halfdeadflag(), _bt_set_cleanup_info(), _bt_split(), _bt_unlink_halfdead_page(), and _bt_vacuum_needs_cleanup().

◆ _bt_getroot()

Buffer _bt_getroot ( Relation  rel,
Relation  heaprel,
int  access 
)

Definition at line 344 of file nbtpage.c.

345{
346 Buffer metabuf;
347 Buffer rootbuf;
348 Page rootpage;
349 BTPageOpaque rootopaque;
350 BlockNumber rootblkno;
351 uint32 rootlevel;
352 BTMetaPageData *metad;
353
354 Assert(access == BT_READ || heaprel != NULL);
355
356 /*
357 * Try to use previously-cached metapage data to find the root. This
358 * normally saves one buffer access per index search, which is a very
359 * helpful savings in bufmgr traffic and hence contention.
360 */
361 if (rel->rd_amcache != NULL)
362 {
363 metad = (BTMetaPageData *) rel->rd_amcache;
364 /* We shouldn't have cached it if any of these fail */
365 Assert(metad->btm_magic == BTREE_MAGIC);
368 Assert(!metad->btm_allequalimage ||
370 Assert(metad->btm_root != P_NONE);
371
372 rootblkno = metad->btm_fastroot;
373 Assert(rootblkno != P_NONE);
374 rootlevel = metad->btm_fastlevel;
375
376 rootbuf = _bt_getbuf(rel, rootblkno, BT_READ);
377 rootpage = BufferGetPage(rootbuf);
378 rootopaque = BTPageGetOpaque(rootpage);
379
380 /*
381 * Since the cache might be stale, we check the page more carefully
382 * here than normal. We *must* check that it's not deleted. If it's
383 * not alone on its level, then we reject too --- this may be overly
384 * paranoid but better safe than sorry. Note we don't check P_ISROOT,
385 * because that's not set in a "fast root".
386 */
387 if (!P_IGNORE(rootopaque) &&
388 rootopaque->btpo_level == rootlevel &&
389 P_LEFTMOST(rootopaque) &&
390 P_RIGHTMOST(rootopaque))
391 {
392 /* OK, accept cached page as the root */
393 return rootbuf;
394 }
395 _bt_relbuf(rel, rootbuf);
396 /* Cache is stale, throw it away */
397 if (rel->rd_amcache)
398 pfree(rel->rd_amcache);
399 rel->rd_amcache = NULL;
400 }
401
402 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
403 metad = _bt_getmeta(rel, metabuf);
404
405 /* if no root page initialized yet, do it */
406 if (metad->btm_root == P_NONE)
407 {
408 Page metapg;
409
410 /* If access = BT_READ, caller doesn't want us to create root yet */
411 if (access == BT_READ)
412 {
413 _bt_relbuf(rel, metabuf);
414 return InvalidBuffer;
415 }
416
417 /* trade in our read lock for a write lock */
418 _bt_unlockbuf(rel, metabuf);
419 _bt_lockbuf(rel, metabuf, BT_WRITE);
420
421 /*
422 * Race condition: if someone else initialized the metadata between
423 * the time we released the read lock and acquired the write lock, we
424 * must avoid doing it again.
425 */
426 if (metad->btm_root != P_NONE)
427 {
428 /*
429 * Metadata initialized by someone else. In order to guarantee no
430 * deadlocks, we have to release the metadata page and start all
431 * over again. (Is that really true? But it's hardly worth trying
432 * to optimize this case.)
433 */
434 _bt_relbuf(rel, metabuf);
435 return _bt_getroot(rel, heaprel, access);
436 }
437
438 /*
439 * Get, initialize, write, and leave a lock of the appropriate type on
440 * the new root page. Since this is the first page in the tree, it's
441 * a leaf as well as the root.
442 */
443 rootbuf = _bt_allocbuf(rel, heaprel);
444 rootblkno = BufferGetBlockNumber(rootbuf);
445 rootpage = BufferGetPage(rootbuf);
446 rootopaque = BTPageGetOpaque(rootpage);
447 rootopaque->btpo_prev = rootopaque->btpo_next = P_NONE;
448 rootopaque->btpo_flags = (BTP_LEAF | BTP_ROOT);
449 rootopaque->btpo_level = 0;
450 rootopaque->btpo_cycleid = 0;
451 /* Get raw page pointer for metapage */
452 metapg = BufferGetPage(metabuf);
453
454 /* NO ELOG(ERROR) till meta is updated */
456
457 /* upgrade metapage if needed */
458 if (metad->btm_version < BTREE_NOVAC_VERSION)
459 _bt_upgrademetapage(metapg);
460
461 metad->btm_root = rootblkno;
462 metad->btm_level = 0;
463 metad->btm_fastroot = rootblkno;
464 metad->btm_fastlevel = 0;
467
468 MarkBufferDirty(rootbuf);
469 MarkBufferDirty(metabuf);
470
471 /* XLOG stuff */
472 if (RelationNeedsWAL(rel))
473 {
474 xl_btree_newroot xlrec;
475 XLogRecPtr recptr;
477
481
483 md.version = metad->btm_version;
484 md.root = rootblkno;
485 md.level = 0;
486 md.fastroot = rootblkno;
487 md.fastlevel = 0;
490
491 XLogRegisterBufData(2, &md, sizeof(xl_btree_metadata));
492
493 xlrec.rootblk = rootblkno;
494 xlrec.level = 0;
495
497
498 recptr = XLogInsert(RM_BTREE_ID, XLOG_BTREE_NEWROOT);
499
500 PageSetLSN(rootpage, recptr);
501 PageSetLSN(metapg, recptr);
502 }
503
505
506 /*
507 * swap root write lock for read lock. There is no danger of anyone
508 * else accessing the new root page while it's unlocked, since no one
509 * else knows where it is yet.
510 */
511 _bt_unlockbuf(rel, rootbuf);
512 _bt_lockbuf(rel, rootbuf, BT_READ);
513
514 /* okay, metadata is correct, release lock on it without caching */
515 _bt_relbuf(rel, metabuf);
516 }
517 else
518 {
519 rootblkno = metad->btm_fastroot;
520 Assert(rootblkno != P_NONE);
521 rootlevel = metad->btm_fastlevel;
522
523 /*
524 * Cache the metapage data for next time
525 */
527 sizeof(BTMetaPageData));
528 memcpy(rel->rd_amcache, metad, sizeof(BTMetaPageData));
529
530 /*
531 * We are done with the metapage; arrange to release it via first
532 * _bt_relandgetbuf call
533 */
534 rootbuf = metabuf;
535
536 for (;;)
537 {
538 rootbuf = _bt_relandgetbuf(rel, rootbuf, rootblkno, BT_READ);
539 rootpage = BufferGetPage(rootbuf);
540 rootopaque = BTPageGetOpaque(rootpage);
541
542 if (!P_IGNORE(rootopaque))
543 break;
544
545 /* it's dead, Jim. step right one page */
546 if (P_RIGHTMOST(rootopaque))
547 elog(ERROR, "no live root page found in index \"%s\"",
549 rootblkno = rootopaque->btpo_next;
550 }
551
552 if (rootopaque->btpo_level != rootlevel)
553 elog(ERROR, "root page %u of index \"%s\" has level %u, expected %u",
554 rootblkno, RelationGetRelationName(rel),
555 rootopaque->btpo_level, rootlevel);
556 }
557
558 /*
559 * By here, we have a pin and read lock on the root page, and no lock set
560 * on the metadata page. Return the root page's buffer.
561 */
562 return rootbuf;
563}
void * MemoryContextAlloc(MemoryContext context, Size size)
Definition: mcxt.c:1229
void _bt_upgrademetapage(Page page)
Definition: nbtpage.c:107
Buffer _bt_allocbuf(Relation rel, Relation heaprel)
Definition: nbtpage.c:869
static BTMetaPageData * _bt_getmeta(Relation rel, Buffer metabuf)
Definition: nbtpage.c:142
void _bt_unlockbuf(Relation rel, Buffer buf)
Definition: nbtpage.c:1070
#define BTREE_MIN_VERSION
Definition: nbtree.h:151
#define BTP_LEAF
Definition: nbtree.h:76
#define BTREE_MAGIC
Definition: nbtree.h:149
#define BTP_ROOT
Definition: nbtree.h:77
#define SizeOfBtreeNewroot
Definition: nbtxlog.h:347
#define XLOG_BTREE_NEWROOT
Definition: nbtxlog.h:37
uint32 btm_last_cleanup_num_delpages
Definition: nbtree.h:114
uint32 btm_level
Definition: nbtree.h:108
float8 btm_last_cleanup_num_heap_tuples
Definition: nbtree.h:116
BlockNumber btm_fastroot
Definition: nbtree.h:109
uint32 btm_version
Definition: nbtree.h:106
uint32 btm_magic
Definition: nbtree.h:105
bool btm_allequalimage
Definition: nbtree.h:118
uint32 btm_fastlevel
Definition: nbtree.h:110
BlockNumber btpo_prev
Definition: nbtree.h:64
void * rd_amcache
Definition: rel.h:229
MemoryContext rd_indexcxt
Definition: rel.h:204
uint32 level
Definition: nbtxlog.h:50
uint32 version
Definition: nbtxlog.h:48
bool allequalimage
Definition: nbtxlog.h:54
BlockNumber fastroot
Definition: nbtxlog.h:51
uint32 fastlevel
Definition: nbtxlog.h:52
BlockNumber root
Definition: nbtxlog.h:49
uint32 last_cleanup_num_delpages
Definition: nbtxlog.h:53
uint32 level
Definition: nbtxlog.h:344
BlockNumber rootblk
Definition: nbtxlog.h:343
#define REGBUF_WILL_INIT
Definition: xloginsert.h:34

References _bt_allocbuf(), _bt_getbuf(), _bt_getmeta(), _bt_getroot(), _bt_lockbuf(), _bt_relandgetbuf(), _bt_relbuf(), _bt_unlockbuf(), _bt_upgrademetapage(), xl_btree_metadata::allequalimage, Assert(), BT_READ, BT_WRITE, BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_fastlevel, BTMetaPageData::btm_fastroot, BTMetaPageData::btm_last_cleanup_num_delpages, BTMetaPageData::btm_last_cleanup_num_heap_tuples, BTMetaPageData::btm_level, BTMetaPageData::btm_magic, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTP_LEAF, BTP_ROOT, BTPageGetOpaque, BTPageOpaqueData::btpo_cycleid, BTPageOpaqueData::btpo_flags, BTPageOpaqueData::btpo_level, BTPageOpaqueData::btpo_next, BTPageOpaqueData::btpo_prev, BTREE_MAGIC, BTREE_METAPAGE, BTREE_MIN_VERSION, BTREE_NOVAC_VERSION, BTREE_VERSION, BufferGetBlockNumber(), BufferGetPage(), elog, END_CRIT_SECTION, ERROR, xl_btree_metadata::fastlevel, xl_btree_metadata::fastroot, InvalidBuffer, xl_btree_metadata::last_cleanup_num_delpages, xl_btree_metadata::level, xl_btree_newroot::level, MarkBufferDirty(), MemoryContextAlloc(), P_IGNORE, P_LEFTMOST, P_NONE, P_RIGHTMOST, PageSetLSN(), pfree(), RelationData::rd_amcache, RelationData::rd_indexcxt, REGBUF_STANDARD, REGBUF_WILL_INIT, RelationGetRelationName, RelationNeedsWAL, xl_btree_metadata::root, xl_btree_newroot::rootblk, SizeOfBtreeNewroot, START_CRIT_SECTION, xl_btree_metadata::version, XLOG_BTREE_NEWROOT, XLogBeginInsert(), XLogInsert(), XLogRegisterBufData(), XLogRegisterBuffer(), and XLogRegisterData().

Referenced by _bt_get_endpoint(), _bt_getroot(), and _bt_search().

◆ _bt_getrootheight()

int _bt_getrootheight ( Relation  rel)

Definition at line 675 of file nbtpage.c.

676{
677 BTMetaPageData *metad;
678
679 if (rel->rd_amcache == NULL)
680 {
681 Buffer metabuf;
682
683 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
684 metad = _bt_getmeta(rel, metabuf);
685
686 /*
687 * If there's no root page yet, _bt_getroot() doesn't expect a cache
688 * to be made, so just stop here and report the index height is zero.
689 * (XXX perhaps _bt_getroot() should be changed to allow this case.)
690 */
691 if (metad->btm_root == P_NONE)
692 {
693 _bt_relbuf(rel, metabuf);
694 return 0;
695 }
696
697 /*
698 * Cache the metapage data for next time
699 */
701 sizeof(BTMetaPageData));
702 memcpy(rel->rd_amcache, metad, sizeof(BTMetaPageData));
703 _bt_relbuf(rel, metabuf);
704 }
705
706 /* Get cached page */
707 metad = (BTMetaPageData *) rel->rd_amcache;
708 /* We shouldn't have cached it if any of these fail */
709 Assert(metad->btm_magic == BTREE_MAGIC);
712 Assert(!metad->btm_allequalimage ||
714 Assert(metad->btm_fastroot != P_NONE);
715
716 return metad->btm_fastlevel;
717}

References _bt_getbuf(), _bt_getmeta(), _bt_relbuf(), Assert(), BT_READ, BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_fastlevel, BTMetaPageData::btm_fastroot, BTMetaPageData::btm_magic, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTREE_MAGIC, BTREE_METAPAGE, BTREE_MIN_VERSION, BTREE_NOVAC_VERSION, BTREE_VERSION, MemoryContextAlloc(), P_NONE, RelationData::rd_amcache, and RelationData::rd_indexcxt.

Referenced by _bt_insertonpg(), and btgettreeheight().

◆ _bt_getstackbuf()

Buffer _bt_getstackbuf ( Relation  rel,
Relation  heaprel,
BTStack  stack,
BlockNumber  child 
)

Definition at line 2329 of file nbtinsert.c.

2330{
2331 BlockNumber blkno;
2333
2334 blkno = stack->bts_blkno;
2335 start = stack->bts_offset;
2336
2337 for (;;)
2338 {
2339 Buffer buf;
2340 Page page;
2341 BTPageOpaque opaque;
2342
2343 buf = _bt_getbuf(rel, blkno, BT_WRITE);
2344 page = BufferGetPage(buf);
2345 opaque = BTPageGetOpaque(page);
2346
2347 Assert(heaprel != NULL);
2348 if (P_INCOMPLETE_SPLIT(opaque))
2349 {
2350 _bt_finish_split(rel, heaprel, buf, stack->bts_parent);
2351 continue;
2352 }
2353
2354 if (!P_IGNORE(opaque))
2355 {
2356 OffsetNumber offnum,
2357 minoff,
2358 maxoff;
2359 ItemId itemid;
2360 IndexTuple item;
2361
2362 minoff = P_FIRSTDATAKEY(opaque);
2363 maxoff = PageGetMaxOffsetNumber(page);
2364
2365 /*
2366 * start = InvalidOffsetNumber means "search the whole page". We
2367 * need this test anyway due to possibility that page has a high
2368 * key now when it didn't before.
2369 */
2370 if (start < minoff)
2371 start = minoff;
2372
2373 /*
2374 * Need this check too, to guard against possibility that page
2375 * split since we visited it originally.
2376 */
2377 if (start > maxoff)
2378 start = OffsetNumberNext(maxoff);
2379
2380 /*
2381 * These loops will check every item on the page --- but in an
2382 * order that's attuned to the probability of where it actually
2383 * is. Scan to the right first, then to the left.
2384 */
2385 for (offnum = start;
2386 offnum <= maxoff;
2387 offnum = OffsetNumberNext(offnum))
2388 {
2389 itemid = PageGetItemId(page, offnum);
2390 item = (IndexTuple) PageGetItem(page, itemid);
2391
2392 if (BTreeTupleGetDownLink(item) == child)
2393 {
2394 /* Return accurate pointer to where link is now */
2395 stack->bts_blkno = blkno;
2396 stack->bts_offset = offnum;
2397 return buf;
2398 }
2399 }
2400
2401 for (offnum = OffsetNumberPrev(start);
2402 offnum >= minoff;
2403 offnum = OffsetNumberPrev(offnum))
2404 {
2405 itemid = PageGetItemId(page, offnum);
2406 item = (IndexTuple) PageGetItem(page, itemid);
2407
2408 if (BTreeTupleGetDownLink(item) == child)
2409 {
2410 /* Return accurate pointer to where link is now */
2411 stack->bts_blkno = blkno;
2412 stack->bts_offset = offnum;
2413 return buf;
2414 }
2415 }
2416 }
2417
2418 /*
2419 * The item we're looking for moved right at least one page.
2420 *
2421 * Lehman and Yao couple/chain locks when moving right here, which we
2422 * can avoid. See nbtree/README.
2423 */
2424 if (P_RIGHTMOST(opaque))
2425 {
2426 _bt_relbuf(rel, buf);
2427 return InvalidBuffer;
2428 }
2429 blkno = opaque->btpo_next;
2431 _bt_relbuf(rel, buf);
2432 }
2433}
return str start
void _bt_finish_split(Relation rel, Relation heaprel, Buffer lbuf, BTStack stack)
Definition: nbtinsert.c:2251
#define OffsetNumberPrev(offsetNumber)
Definition: off.h:54
BlockNumber bts_blkno
Definition: nbtree.h:744
OffsetNumber bts_offset
Definition: nbtree.h:745

References _bt_finish_split(), _bt_getbuf(), _bt_relbuf(), Assert(), BT_WRITE, BTPageGetOpaque, BTPageOpaqueData::btpo_next, BTreeTupleGetDownLink(), BTStackData::bts_blkno, BTStackData::bts_offset, BTStackData::bts_parent, buf, BufferGetPage(), InvalidBuffer, InvalidOffsetNumber, OffsetNumberNext, OffsetNumberPrev, P_FIRSTDATAKEY, P_IGNORE, P_INCOMPLETE_SPLIT, P_RIGHTMOST, PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), and start.

Referenced by _bt_insert_parent(), and _bt_lock_subtree_parent().

◆ _bt_gettrueroot()

Buffer _bt_gettrueroot ( Relation  rel)

Definition at line 580 of file nbtpage.c.

581{
582 Buffer metabuf;
583 Page metapg;
584 BTPageOpaque metaopaque;
585 Buffer rootbuf;
586 Page rootpage;
587 BTPageOpaque rootopaque;
588 BlockNumber rootblkno;
589 uint32 rootlevel;
590 BTMetaPageData *metad;
591
592 /*
593 * We don't try to use cached metapage data here, since (a) this path is
594 * not performance-critical, and (b) if we are here it suggests our cache
595 * is out-of-date anyway. In light of point (b), it's probably safest to
596 * actively flush any cached metapage info.
597 */
598 if (rel->rd_amcache)
599 pfree(rel->rd_amcache);
600 rel->rd_amcache = NULL;
601
602 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
603 metapg = BufferGetPage(metabuf);
604 metaopaque = BTPageGetOpaque(metapg);
605 metad = BTPageGetMeta(metapg);
606
607 if (!P_ISMETA(metaopaque) ||
608 metad->btm_magic != BTREE_MAGIC)
610 (errcode(ERRCODE_INDEX_CORRUPTED),
611 errmsg("index \"%s\" is not a btree",
613
614 if (metad->btm_version < BTREE_MIN_VERSION ||
615 metad->btm_version > BTREE_VERSION)
617 (errcode(ERRCODE_INDEX_CORRUPTED),
618 errmsg("version mismatch in index \"%s\": file version %d, "
619 "current version %d, minimal supported version %d",
622
623 /* if no root page initialized yet, fail */
624 if (metad->btm_root == P_NONE)
625 {
626 _bt_relbuf(rel, metabuf);
627 return InvalidBuffer;
628 }
629
630 rootblkno = metad->btm_root;
631 rootlevel = metad->btm_level;
632
633 /*
634 * We are done with the metapage; arrange to release it via first
635 * _bt_relandgetbuf call
636 */
637 rootbuf = metabuf;
638
639 for (;;)
640 {
641 rootbuf = _bt_relandgetbuf(rel, rootbuf, rootblkno, BT_READ);
642 rootpage = BufferGetPage(rootbuf);
643 rootopaque = BTPageGetOpaque(rootpage);
644
645 if (!P_IGNORE(rootopaque))
646 break;
647
648 /* it's dead, Jim. step right one page */
649 if (P_RIGHTMOST(rootopaque))
650 elog(ERROR, "no live root page found in index \"%s\"",
652 rootblkno = rootopaque->btpo_next;
653 }
654
655 if (rootopaque->btpo_level != rootlevel)
656 elog(ERROR, "root page %u of index \"%s\" has level %u, expected %u",
657 rootblkno, RelationGetRelationName(rel),
658 rootopaque->btpo_level, rootlevel);
659
660 return rootbuf;
661}
#define P_ISMETA(opaque)
Definition: nbtree.h:223

References _bt_getbuf(), _bt_relandgetbuf(), _bt_relbuf(), BT_READ, BTMetaPageData::btm_level, BTMetaPageData::btm_magic, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTPageGetMeta, BTPageGetOpaque, BTPageOpaqueData::btpo_level, BTPageOpaqueData::btpo_next, BTREE_MAGIC, BTREE_METAPAGE, BTREE_MIN_VERSION, BTREE_VERSION, BufferGetPage(), elog, ereport, errcode(), errmsg(), ERROR, InvalidBuffer, P_IGNORE, P_ISMETA, P_NONE, P_RIGHTMOST, pfree(), RelationData::rd_amcache, and RelationGetRelationName.

Referenced by _bt_get_endpoint().

◆ _bt_initmetapage()

void _bt_initmetapage ( Page  page,
BlockNumber  rootbknum,
uint32  level,
bool  allequalimage 
)

Definition at line 67 of file nbtpage.c.

69{
70 BTMetaPageData *metad;
71 BTPageOpaque metaopaque;
72
73 _bt_pageinit(page, BLCKSZ);
74
75 metad = BTPageGetMeta(page);
76 metad->btm_magic = BTREE_MAGIC;
78 metad->btm_root = rootbknum;
79 metad->btm_level = level;
80 metad->btm_fastroot = rootbknum;
81 metad->btm_fastlevel = level;
84 metad->btm_allequalimage = allequalimage;
85
86 metaopaque = BTPageGetOpaque(page);
87 metaopaque->btpo_flags = BTP_META;
88
89 /*
90 * Set pd_lower just past the end of the metadata. This is essential,
91 * because without doing so, metadata will be lost if xlog.c compresses
92 * the page.
93 */
94 ((PageHeader) page)->pd_lower =
95 ((char *) metad + sizeof(BTMetaPageData)) - (char *) page;
96}
PageHeaderData * PageHeader
Definition: bufpage.h:174
#define BTP_META
Definition: nbtree.h:79

References _bt_pageinit(), BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_fastlevel, BTMetaPageData::btm_fastroot, BTMetaPageData::btm_last_cleanup_num_delpages, BTMetaPageData::btm_last_cleanup_num_heap_tuples, BTMetaPageData::btm_level, BTMetaPageData::btm_magic, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTP_META, BTPageGetMeta, BTPageGetOpaque, BTPageOpaqueData::btpo_flags, BTREE_MAGIC, and BTREE_VERSION.

Referenced by _bt_uppershutdown(), and btbuildempty().

◆ _bt_keep_natts_fast()

int _bt_keep_natts_fast ( Relation  rel,
IndexTuple  lastleft,
IndexTuple  firstright 
)

Definition at line 4063 of file nbtutils.c.

4064{
4065 TupleDesc itupdesc = RelationGetDescr(rel);
4067 int keepnatts;
4068
4069 keepnatts = 1;
4070 for (int attnum = 1; attnum <= keysz; attnum++)
4071 {
4072 Datum datum1,
4073 datum2;
4074 bool isNull1,
4075 isNull2;
4076 CompactAttribute *att;
4077
4078 datum1 = index_getattr(lastleft, attnum, itupdesc, &isNull1);
4079 datum2 = index_getattr(firstright, attnum, itupdesc, &isNull2);
4080 att = TupleDescCompactAttr(itupdesc, attnum - 1);
4081
4082 if (isNull1 != isNull2)
4083 break;
4084
4085 if (!isNull1 &&
4086 !datum_image_eq(datum1, datum2, att->attbyval, att->attlen))
4087 break;
4088
4089 keepnatts++;
4090 }
4091
4092 return keepnatts;
4093}
bool datum_image_eq(Datum value1, Datum value2, bool typByVal, int typLen)
Definition: datum.c:266
int16 attnum
Definition: pg_attribute.h:74
int16 attlen
Definition: tupdesc.h:71
static CompactAttribute * TupleDescCompactAttr(TupleDesc tupdesc, int i)
Definition: tupdesc.h:175

References CompactAttribute::attbyval, CompactAttribute::attlen, attnum, datum_image_eq(), index_getattr(), IndexRelationGetNumberOfKeyAttributes, RelationGetDescr, and TupleDescCompactAttr().

Referenced by _bt_afternewitemoff(), _bt_bottomupdel_pass(), _bt_dedup_pass(), _bt_do_singleval(), _bt_keep_natts(), _bt_load(), _bt_set_startikey(), _bt_split_penalty(), and _bt_strategy().

◆ _bt_killitems()

void _bt_killitems ( IndexScanDesc  scan)

Definition at line 3361 of file nbtutils.c.

3362{
3363 Relation rel = scan->indexRelation;
3364 BTScanOpaque so = (BTScanOpaque) scan->opaque;
3365 Page page;
3366 BTPageOpaque opaque;
3367 OffsetNumber minoff;
3368 OffsetNumber maxoff;
3369 int numKilled = so->numKilled;
3370 bool killedsomething = false;
3371 Buffer buf;
3372
3373 Assert(numKilled > 0);
3375 Assert(scan->heapRelation != NULL); /* can't be a bitmap index scan */
3376
3377 /* Always invalidate so->killedItems[] before leaving so->currPos */
3378 so->numKilled = 0;
3379
3380 if (!so->dropPin)
3381 {
3382 /*
3383 * We have held the pin on this page since we read the index tuples,
3384 * so all we need to do is lock it. The pin will have prevented
3385 * concurrent VACUUMs from recycling any of the TIDs on the page.
3386 */
3388 buf = so->currPos.buf;
3389 _bt_lockbuf(rel, buf, BT_READ);
3390 }
3391 else
3392 {
3393 XLogRecPtr latestlsn;
3394
3397 buf = _bt_getbuf(rel, so->currPos.currPage, BT_READ);
3398
3399 latestlsn = BufferGetLSNAtomic(buf);
3401 Assert(so->currPos.lsn <= latestlsn);
3402 if (so->currPos.lsn != latestlsn)
3403 {
3404 /* Modified, give up on hinting */
3405 _bt_relbuf(rel, buf);
3406 return;
3407 }
3408
3409 /* Unmodified, hinting is safe */
3410 }
3411
3412 page = BufferGetPage(buf);
3413 opaque = BTPageGetOpaque(page);
3414 minoff = P_FIRSTDATAKEY(opaque);
3415 maxoff = PageGetMaxOffsetNumber(page);
3416
3417 for (int i = 0; i < numKilled; i++)
3418 {
3419 int itemIndex = so->killedItems[i];
3420 BTScanPosItem *kitem = &so->currPos.items[itemIndex];
3421 OffsetNumber offnum = kitem->indexOffset;
3422
3423 Assert(itemIndex >= so->currPos.firstItem &&
3424 itemIndex <= so->currPos.lastItem);
3425 if (offnum < minoff)
3426 continue; /* pure paranoia */
3427 while (offnum <= maxoff)
3428 {
3429 ItemId iid = PageGetItemId(page, offnum);
3430 IndexTuple ituple = (IndexTuple) PageGetItem(page, iid);
3431 bool killtuple = false;
3432
3433 if (BTreeTupleIsPosting(ituple))
3434 {
3435 int pi = i + 1;
3436 int nposting = BTreeTupleGetNPosting(ituple);
3437 int j;
3438
3439 /*
3440 * We rely on the convention that heap TIDs in the scanpos
3441 * items array are stored in ascending heap TID order for a
3442 * group of TIDs that originally came from a posting list
3443 * tuple. This convention even applies during backwards
3444 * scans, where returning the TIDs in descending order might
3445 * seem more natural. This is about effectiveness, not
3446 * correctness.
3447 *
3448 * Note that the page may have been modified in almost any way
3449 * since we first read it (in the !so->dropPin case), so it's
3450 * possible that this posting list tuple wasn't a posting list
3451 * tuple when we first encountered its heap TIDs.
3452 */
3453 for (j = 0; j < nposting; j++)
3454 {
3455 ItemPointer item = BTreeTupleGetPostingN(ituple, j);
3456
3457 if (!ItemPointerEquals(item, &kitem->heapTid))
3458 break; /* out of posting list loop */
3459
3460 /*
3461 * kitem must have matching offnum when heap TIDs match,
3462 * though only in the common case where the page can't
3463 * have been concurrently modified
3464 */
3465 Assert(kitem->indexOffset == offnum || !so->dropPin);
3466
3467 /*
3468 * Read-ahead to later kitems here.
3469 *
3470 * We rely on the assumption that not advancing kitem here
3471 * will prevent us from considering the posting list tuple
3472 * fully dead by not matching its next heap TID in next
3473 * loop iteration.
3474 *
3475 * If, on the other hand, this is the final heap TID in
3476 * the posting list tuple, then tuple gets killed
3477 * regardless (i.e. we handle the case where the last
3478 * kitem is also the last heap TID in the last index tuple
3479 * correctly -- posting tuple still gets killed).
3480 */
3481 if (pi < numKilled)
3482 kitem = &so->currPos.items[so->killedItems[pi++]];
3483 }
3484
3485 /*
3486 * Don't bother advancing the outermost loop's int iterator to
3487 * avoid processing killed items that relate to the same
3488 * offnum/posting list tuple. This micro-optimization hardly
3489 * seems worth it. (Further iterations of the outermost loop
3490 * will fail to match on this same posting list's first heap
3491 * TID instead, so we'll advance to the next offnum/index
3492 * tuple pretty quickly.)
3493 */
3494 if (j == nposting)
3495 killtuple = true;
3496 }
3497 else if (ItemPointerEquals(&ituple->t_tid, &kitem->heapTid))
3498 killtuple = true;
3499
3500 /*
3501 * Mark index item as dead, if it isn't already. Since this
3502 * happens while holding a buffer lock possibly in shared mode,
3503 * it's possible that multiple processes attempt to do this
3504 * simultaneously, leading to multiple full-page images being sent
3505 * to WAL (if wal_log_hints or data checksums are enabled), which
3506 * is undesirable.
3507 */
3508 if (killtuple && !ItemIdIsDead(iid))
3509 {
3510 /* found the item/all posting list items */
3511 ItemIdMarkDead(iid);
3512 killedsomething = true;
3513 break; /* out of inner search loop */
3514 }
3515 offnum = OffsetNumberNext(offnum);
3516 }
3517 }
3518
3519 /*
3520 * Since this can be redone later if needed, mark as dirty hint.
3521 *
3522 * Whenever we mark anything LP_DEAD, we also set the page's
3523 * BTP_HAS_GARBAGE flag, which is likewise just a hint. (Note that we
3524 * only rely on the page-level flag in !heapkeyspace indexes.)
3525 */
3526 if (killedsomething)
3527 {
3528 opaque->btpo_flags |= BTP_HAS_GARBAGE;
3529 MarkBufferDirtyHint(buf, true);
3530 }
3531
3532 if (!so->dropPin)
3533 _bt_unlockbuf(rel, buf);
3534 else
3535 _bt_relbuf(rel, buf);
3536}
XLogRecPtr BufferGetLSNAtomic(Buffer buffer)
Definition: bufmgr.c:4460
void MarkBufferDirtyHint(Buffer buffer, bool buffer_std)
Definition: bufmgr.c:5402
int j
Definition: isn.c:78
#define ItemIdMarkDead(itemId)
Definition: itemid.h:179
#define BTP_HAS_GARBAGE
Definition: nbtree.h:82
int * killedItems
Definition: nbtree.h:1070
BlockNumber currPage
Definition: nbtree.h:966
int firstItem
Definition: nbtree.h:994
BTScanPosItem items[MaxTIDsPerBTreePage]
Definition: nbtree.h:998
XLogRecPtr lsn
Definition: nbtree.h:969
ItemPointerData heapTid
Definition: nbtree.h:956
OffsetNumber indexOffset
Definition: nbtree.h:957
Relation heapRelation
Definition: relscan.h:136
#define XLogRecPtrIsInvalid(r)
Definition: xlogdefs.h:29

References _bt_getbuf(), _bt_lockbuf(), _bt_relbuf(), _bt_unlockbuf(), Assert(), BT_READ, BTP_HAS_GARBAGE, BTPageGetOpaque, BTreeTupleGetNPosting(), BTreeTupleGetPostingN(), BTreeTupleIsPosting(), BTScanPosIsPinned, BTScanPosIsValid, buf, BTScanPosData::buf, BufferGetLSNAtomic(), BufferGetPage(), BTScanPosData::currPage, BTScanOpaqueData::currPos, BTScanOpaqueData::dropPin, BTScanPosData::firstItem, IndexScanDescData::heapRelation, BTScanPosItem::heapTid, i, BTScanPosItem::indexOffset, IndexScanDescData::indexRelation, ItemIdIsDead, ItemIdMarkDead, ItemPointerEquals(), BTScanPosData::items, j, BTScanOpaqueData::killedItems, BTScanPosData::lsn, MarkBufferDirtyHint(), BTScanOpaqueData::numKilled, OffsetNumberNext, IndexScanDescData::opaque, P_FIRSTDATAKEY, PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), RelationNeedsWAL, IndexTupleData::t_tid, and XLogRecPtrIsInvalid.

Referenced by _bt_steppage(), btendscan(), btrescan(), and btrestrpos().

◆ _bt_lockbuf()

void _bt_lockbuf ( Relation  rel,
Buffer  buf,
int  access 
)

Definition at line 1039 of file nbtpage.c.

1040{
1041 /* LockBuffer() asserts that pin is held by this backend */
1043
1044 /*
1045 * It doesn't matter that _bt_unlockbuf() won't get called in the event of
1046 * an nbtree error (e.g. a unique violation error). That won't cause
1047 * Valgrind false positives.
1048 *
1049 * The nbtree client requests are superimposed on top of the bufmgr.c
1050 * buffer pin client requests. In the event of an nbtree error the buffer
1051 * will certainly get marked as defined when the backend once again
1052 * acquires its first pin on the buffer. (Of course, if the backend never
1053 * touches the buffer again then it doesn't matter that it remains
1054 * non-accessible to Valgrind.)
1055 *
1056 * Note: When an IndexTuple C pointer gets computed using an ItemId read
1057 * from a page while a lock was held, the C pointer becomes unsafe to
1058 * dereference forever as soon as the lock is released. Valgrind can only
1059 * detect cases where the pointer gets dereferenced with no _current_
1060 * lock/pin held, though.
1061 */
1062 if (!RelationUsesLocalBuffers(rel))
1064}
void LockBuffer(Buffer buffer, int mode)
Definition: bufmgr.c:5572

References buf, BufferGetPage(), LockBuffer(), RelationUsesLocalBuffers, and VALGRIND_MAKE_MEM_DEFINED.

Referenced by _bt_getbuf(), _bt_getroot(), _bt_killitems(), _bt_moveright(), _bt_pagedel(), _bt_relandgetbuf(), _bt_search(), _bt_set_cleanup_info(), _bt_unlink_halfdead_page(), and btvacuumpage().

◆ _bt_metaversion()

void _bt_metaversion ( Relation  rel,
bool *  heapkeyspace,
bool *  allequalimage 
)

Definition at line 739 of file nbtpage.c.

740{
741 BTMetaPageData *metad;
742
743 if (rel->rd_amcache == NULL)
744 {
745 Buffer metabuf;
746
747 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
748 metad = _bt_getmeta(rel, metabuf);
749
750 /*
751 * If there's no root page yet, _bt_getroot() doesn't expect a cache
752 * to be made, so just stop here. (XXX perhaps _bt_getroot() should
753 * be changed to allow this case.)
754 */
755 if (metad->btm_root == P_NONE)
756 {
757 *heapkeyspace = metad->btm_version > BTREE_NOVAC_VERSION;
758 *allequalimage = metad->btm_allequalimage;
759
760 _bt_relbuf(rel, metabuf);
761 return;
762 }
763
764 /*
765 * Cache the metapage data for next time
766 *
767 * An on-the-fly version upgrade performed by _bt_upgrademetapage()
768 * can change the nbtree version for an index without invalidating any
769 * local cache. This is okay because it can only happen when moving
770 * from version 2 to version 3, both of which are !heapkeyspace
771 * versions.
772 */
774 sizeof(BTMetaPageData));
775 memcpy(rel->rd_amcache, metad, sizeof(BTMetaPageData));
776 _bt_relbuf(rel, metabuf);
777 }
778
779 /* Get cached page */
780 metad = (BTMetaPageData *) rel->rd_amcache;
781 /* We shouldn't have cached it if any of these fail */
782 Assert(metad->btm_magic == BTREE_MAGIC);
785 Assert(!metad->btm_allequalimage ||
787 Assert(metad->btm_fastroot != P_NONE);
788
789 *heapkeyspace = metad->btm_version > BTREE_NOVAC_VERSION;
790 *allequalimage = metad->btm_allequalimage;
791}

References _bt_getbuf(), _bt_getmeta(), _bt_relbuf(), Assert(), BT_READ, BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_fastroot, BTMetaPageData::btm_magic, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTREE_MAGIC, BTREE_METAPAGE, BTREE_MIN_VERSION, BTREE_NOVAC_VERSION, BTREE_VERSION, MemoryContextAlloc(), P_NONE, RelationData::rd_amcache, and RelationData::rd_indexcxt.

Referenced by _bt_first(), _bt_mkscankey(), and bt_index_check_callback().

◆ _bt_mkscankey()

BTScanInsert _bt_mkscankey ( Relation  rel,
IndexTuple  itup 
)

Definition at line 97 of file nbtutils.c.

98{
100 ScanKey skey;
101 TupleDesc itupdesc;
102 int indnkeyatts;
103 int16 *indoption;
104 int tupnatts;
105 int i;
106
107 itupdesc = RelationGetDescr(rel);
108 indnkeyatts = IndexRelationGetNumberOfKeyAttributes(rel);
109 indoption = rel->rd_indoption;
110 tupnatts = itup ? BTreeTupleGetNAtts(itup, rel) : 0;
111
113
114 /*
115 * We'll execute search using scan key constructed on key columns.
116 * Truncated attributes and non-key attributes are omitted from the final
117 * scan key.
118 */
119 key = palloc(offsetof(BTScanInsertData, scankeys) +
120 sizeof(ScanKeyData) * indnkeyatts);
121 if (itup)
122 _bt_metaversion(rel, &key->heapkeyspace, &key->allequalimage);
123 else
124 {
125 /* Utility statement callers can set these fields themselves */
126 key->heapkeyspace = true;
127 key->allequalimage = false;
128 }
129 key->anynullkeys = false; /* initial assumption */
130 key->nextkey = false; /* usual case, required by btinsert */
131 key->backward = false; /* usual case, required by btinsert */
132 key->keysz = Min(indnkeyatts, tupnatts);
133 key->scantid = key->heapkeyspace && itup ?
134 BTreeTupleGetHeapTID(itup) : NULL;
135 skey = key->scankeys;
136 for (i = 0; i < indnkeyatts; i++)
137 {
138 FmgrInfo *procinfo;
139 Datum arg;
140 bool null;
141 int flags;
142
143 /*
144 * We can use the cached (default) support procs since no cross-type
145 * comparison can be needed.
146 */
147 procinfo = index_getprocinfo(rel, i + 1, BTORDER_PROC);
148
149 /*
150 * Key arguments built from truncated attributes (or when caller
151 * provides no tuple) are defensively represented as NULL values. They
152 * should never be used.
153 */
154 if (i < tupnatts)
155 arg = index_getattr(itup, i + 1, itupdesc, &null);
156 else
157 {
158 arg = (Datum) 0;
159 null = true;
160 }
161 flags = (null ? SK_ISNULL : 0) | (indoption[i] << SK_BT_INDOPTION_SHIFT);
163 flags,
164 (AttrNumber) (i + 1),
167 rel->rd_indcollation[i],
168 procinfo,
169 arg);
170 /* Record if any key attribute is NULL (or truncated) */
171 if (null)
172 key->anynullkeys = true;
173 }
174
175 /*
176 * In NULLS NOT DISTINCT mode, we pretend that there are no null keys, so
177 * that full uniqueness check is done.
178 */
179 if (rel->rd_index->indnullsnotdistinct)
180 key->anynullkeys = false;
181
182 return key;
183}
#define SK_BT_INDOPTION_SHIFT
Definition: nbtree.h:1145
int16 * rd_indoption
Definition: rel.h:211
Form_pg_index rd_index
Definition: rel.h:192

References _bt_metaversion(), arg, Assert(), BTORDER_PROC, BTreeTupleGetHeapTID(), BTreeTupleGetNAtts, i, index_getattr(), index_getprocinfo(), IndexRelationGetNumberOfAttributes, IndexRelationGetNumberOfKeyAttributes, InvalidOid, InvalidStrategy, sort-test::key, Min, palloc(), RelationData::rd_indcollation, RelationData::rd_index, RelationData::rd_indoption, RelationGetDescr, ScanKeyEntryInitializeWithInfo(), SK_BT_INDOPTION_SHIFT, and SK_ISNULL.

Referenced by _bt_doinsert(), _bt_leafbuild(), _bt_pagedel(), bt_mkscankey_pivotsearch(), bt_rootdescend(), tuplesort_begin_cluster(), and tuplesort_begin_index_btree().

◆ _bt_next()

bool _bt_next ( IndexScanDesc  scan,
ScanDirection  dir 
)

Definition at line 1593 of file nbtsearch.c.

1594{
1595 BTScanOpaque so = (BTScanOpaque) scan->opaque;
1596
1598
1599 /*
1600 * Advance to next tuple on current page; or if there's no more, try to
1601 * step to the next page with data.
1602 */
1603 if (ScanDirectionIsForward(dir))
1604 {
1605 if (++so->currPos.itemIndex > so->currPos.lastItem)
1606 {
1607 if (!_bt_steppage(scan, dir))
1608 return false;
1609 }
1610 }
1611 else
1612 {
1613 if (--so->currPos.itemIndex < so->currPos.firstItem)
1614 {
1615 if (!_bt_steppage(scan, dir))
1616 return false;
1617 }
1618 }
1619
1620 _bt_returnitem(scan, so);
1621 return true;
1622}
static bool _bt_steppage(IndexScanDesc scan, ScanDirection dir)
Definition: nbtsearch.c:2165
int lastItem
Definition: nbtree.h:995
int itemIndex
Definition: nbtree.h:996

References _bt_returnitem(), _bt_steppage(), Assert(), BTScanPosIsValid, BTScanOpaqueData::currPos, BTScanPosData::firstItem, BTScanPosData::itemIndex, BTScanPosData::lastItem, IndexScanDescData::opaque, and ScanDirectionIsForward.

Referenced by btgetbitmap(), and btgettuple().

◆ _bt_pagedel()

void _bt_pagedel ( Relation  rel,
Buffer  leafbuf,
BTVacState vstate 
)

Definition at line 1802 of file nbtpage.c.

1803{
1804 BlockNumber rightsib;
1805 bool rightsib_empty;
1806 Page page;
1807 BTPageOpaque opaque;
1808
1809 /*
1810 * Save original leafbuf block number from caller. Only deleted blocks
1811 * that are <= scanblkno are added to bulk delete stat's pages_deleted
1812 * count.
1813 */
1814 BlockNumber scanblkno = BufferGetBlockNumber(leafbuf);
1815
1816 /*
1817 * "stack" is a search stack leading (approximately) to the target page.
1818 * It is initially NULL, but when iterating, we keep it to avoid
1819 * duplicated search effort.
1820 *
1821 * Also, when "stack" is not NULL, we have already checked that the
1822 * current page is not the right half of an incomplete split, i.e. the
1823 * left sibling does not have its INCOMPLETE_SPLIT flag set, including
1824 * when the current target page is to the right of caller's initial page
1825 * (the scanblkno page).
1826 */
1827 BTStack stack = NULL;
1828
1829 for (;;)
1830 {
1831 page = BufferGetPage(leafbuf);
1832 opaque = BTPageGetOpaque(page);
1833
1834 /*
1835 * Internal pages are never deleted directly, only as part of deleting
1836 * the whole subtree all the way down to leaf level.
1837 *
1838 * Also check for deleted pages here. Caller never passes us a fully
1839 * deleted page. Only VACUUM can delete pages, so there can't have
1840 * been a concurrent deletion. Assume that we reached any deleted
1841 * page encountered here by following a sibling link, and that the
1842 * index is corrupt.
1843 */
1844 Assert(!P_ISDELETED(opaque));
1845 if (!P_ISLEAF(opaque) || P_ISDELETED(opaque))
1846 {
1847 /*
1848 * Pre-9.4 page deletion only marked internal pages as half-dead,
1849 * but now we only use that flag on leaf pages. The old algorithm
1850 * was never supposed to leave half-dead pages in the tree, it was
1851 * just a transient state, but it was nevertheless possible in
1852 * error scenarios. We don't know how to deal with them here. They
1853 * are harmless as far as searches are considered, but inserts
1854 * into the deleted keyspace could add out-of-order downlinks in
1855 * the upper levels. Log a notice, hopefully the admin will notice
1856 * and reindex.
1857 */
1858 if (P_ISHALFDEAD(opaque))
1859 ereport(LOG,
1860 (errcode(ERRCODE_INDEX_CORRUPTED),
1861 errmsg("index \"%s\" contains a half-dead internal page",
1863 errhint("This can be caused by an interrupted VACUUM in version 9.3 or older, before upgrade. Please REINDEX it.")));
1864
1865 if (P_ISDELETED(opaque))
1866 ereport(LOG,
1867 (errcode(ERRCODE_INDEX_CORRUPTED),
1868 errmsg_internal("found deleted block %u while following right link from block %u in index \"%s\"",
1869 BufferGetBlockNumber(leafbuf),
1870 scanblkno,
1872
1873 _bt_relbuf(rel, leafbuf);
1874 return;
1875 }
1876
1877 /*
1878 * We can never delete rightmost pages nor root pages. While at it,
1879 * check that page is empty, since it's possible that the leafbuf page
1880 * was empty a moment ago, but has since had some inserts.
1881 *
1882 * To keep the algorithm simple, we also never delete an incompletely
1883 * split page (they should be rare enough that this doesn't make any
1884 * meaningful difference to disk usage):
1885 *
1886 * The INCOMPLETE_SPLIT flag on the page tells us if the page is the
1887 * left half of an incomplete split, but ensuring that it's not the
1888 * right half is more complicated. For that, we have to check that
1889 * the left sibling doesn't have its INCOMPLETE_SPLIT flag set using
1890 * _bt_leftsib_splitflag(). On the first iteration, we temporarily
1891 * release the lock on scanblkno/leafbuf, check the left sibling, and
1892 * construct a search stack to scanblkno. On subsequent iterations,
1893 * we know we stepped right from a page that passed these tests, so
1894 * it's OK.
1895 */
1896 if (P_RIGHTMOST(opaque) || P_ISROOT(opaque) ||
1897 P_FIRSTDATAKEY(opaque) <= PageGetMaxOffsetNumber(page) ||
1898 P_INCOMPLETE_SPLIT(opaque))
1899 {
1900 /* Should never fail to delete a half-dead page */
1901 Assert(!P_ISHALFDEAD(opaque));
1902
1903 _bt_relbuf(rel, leafbuf);
1904 return;
1905 }
1906
1907 /*
1908 * First, remove downlink pointing to the page (or a parent of the
1909 * page, if we are going to delete a taller subtree), and mark the
1910 * leafbuf page half-dead
1911 */
1912 if (!P_ISHALFDEAD(opaque))
1913 {
1914 /*
1915 * We need an approximate pointer to the page's parent page. We
1916 * use a variant of the standard search mechanism to search for
1917 * the page's high key; this will give us a link to either the
1918 * current parent or someplace to its left (if there are multiple
1919 * equal high keys, which is possible with !heapkeyspace indexes).
1920 *
1921 * Also check if this is the right-half of an incomplete split
1922 * (see comment above).
1923 */
1924 if (!stack)
1925 {
1926 BTScanInsert itup_key;
1927 ItemId itemid;
1928 IndexTuple targetkey;
1929 BlockNumber leftsib,
1930 leafblkno;
1931 Buffer sleafbuf;
1932
1933 itemid = PageGetItemId(page, P_HIKEY);
1934 targetkey = CopyIndexTuple((IndexTuple) PageGetItem(page, itemid));
1935
1936 leftsib = opaque->btpo_prev;
1937 leafblkno = BufferGetBlockNumber(leafbuf);
1938
1939 /*
1940 * To avoid deadlocks, we'd better drop the leaf page lock
1941 * before going further.
1942 */
1943 _bt_unlockbuf(rel, leafbuf);
1944
1945 /*
1946 * Check that the left sibling of leafbuf (if any) is not
1947 * marked with INCOMPLETE_SPLIT flag before proceeding
1948 */
1949 Assert(leafblkno == scanblkno);
1950 if (_bt_leftsib_splitflag(rel, leftsib, leafblkno))
1951 {
1952 ReleaseBuffer(leafbuf);
1953 return;
1954 }
1955
1956 /*
1957 * We need an insertion scan key, so build one.
1958 *
1959 * _bt_search searches for the leaf page that contains any
1960 * matching non-pivot tuples, but we need it to "search" for
1961 * the high key pivot from the page that we're set to delete.
1962 * Compensate for the mismatch by having _bt_search locate the
1963 * last position < equal-to-untruncated-prefix non-pivots.
1964 */
1965 itup_key = _bt_mkscankey(rel, targetkey);
1966
1967 /* Set up a BTLessStrategyNumber-like insertion scan key */
1968 itup_key->nextkey = false;
1969 itup_key->backward = true;
1970 stack = _bt_search(rel, NULL, itup_key, &sleafbuf, BT_READ);
1971 /* won't need a second lock or pin on leafbuf */
1972 _bt_relbuf(rel, sleafbuf);
1973
1974 /*
1975 * Re-lock the leaf page, and start over to use our stack
1976 * within _bt_mark_page_halfdead. We must do it that way
1977 * because it's possible that leafbuf can no longer be
1978 * deleted. We need to recheck.
1979 *
1980 * Note: We can't simply hold on to the sleafbuf lock instead,
1981 * because it's barely possible that sleafbuf is not the same
1982 * page as leafbuf. This happens when leafbuf split after our
1983 * original lock was dropped, but before _bt_search finished
1984 * its descent. We rely on the assumption that we'll find
1985 * leafbuf isn't safe to delete anymore in this scenario.
1986 * (Page deletion can cope with the stack being to the left of
1987 * leafbuf, but not to the right of leafbuf.)
1988 */
1989 _bt_lockbuf(rel, leafbuf, BT_WRITE);
1990 continue;
1991 }
1992
1993 /*
1994 * See if it's safe to delete the leaf page, and determine how
1995 * many parent/internal pages above the leaf level will be
1996 * deleted. If it's safe then _bt_mark_page_halfdead will also
1997 * perform the first phase of deletion, which includes marking the
1998 * leafbuf page half-dead.
1999 */
2000 Assert(P_ISLEAF(opaque) && !P_IGNORE(opaque));
2001 if (!_bt_mark_page_halfdead(rel, vstate->info->heaprel, leafbuf,
2002 stack))
2003 {
2004 _bt_relbuf(rel, leafbuf);
2005 return;
2006 }
2007 }
2008
2009 /*
2010 * Then unlink it from its siblings. Each call to
2011 * _bt_unlink_halfdead_page unlinks the topmost page from the subtree,
2012 * making it shallower. Iterate until the leafbuf page is deleted.
2013 */
2014 rightsib_empty = false;
2015 Assert(P_ISLEAF(opaque) && P_ISHALFDEAD(opaque));
2016 while (P_ISHALFDEAD(opaque))
2017 {
2018 /* Check for interrupts in _bt_unlink_halfdead_page */
2019 if (!_bt_unlink_halfdead_page(rel, leafbuf, scanblkno,
2020 &rightsib_empty, vstate))
2021 {
2022 /*
2023 * _bt_unlink_halfdead_page should never fail, since we
2024 * established that deletion is generally safe in
2025 * _bt_mark_page_halfdead -- index must be corrupt.
2026 *
2027 * Note that _bt_unlink_halfdead_page already released the
2028 * lock and pin on leafbuf for us.
2029 */
2030 Assert(false);
2031 return;
2032 }
2033 }
2034
2035 Assert(P_ISLEAF(opaque) && P_ISDELETED(opaque));
2036
2037 rightsib = opaque->btpo_next;
2038
2039 _bt_relbuf(rel, leafbuf);
2040
2041 /*
2042 * Check here, as calling loops will have locks held, preventing
2043 * interrupts from being processed.
2044 */
2046
2047 /*
2048 * The page has now been deleted. If its right sibling is completely
2049 * empty, it's possible that the reason we haven't deleted it earlier
2050 * is that it was the rightmost child of the parent. Now that we
2051 * removed the downlink for this page, the right sibling might now be
2052 * the only child of the parent, and could be removed. It would be
2053 * picked up by the next vacuum anyway, but might as well try to
2054 * remove it now, so loop back to process the right sibling.
2055 *
2056 * Note: This relies on the assumption that _bt_getstackbuf() will be
2057 * able to reuse our original descent stack with a different child
2058 * block (provided that the child block is to the right of the
2059 * original leaf page reached by _bt_search()). It will even update
2060 * the descent stack each time we loop around, avoiding repeated work.
2061 */
2062 if (!rightsib_empty)
2063 break;
2064
2065 leafbuf = _bt_getbuf(rel, rightsib, BT_WRITE);
2066 }
2067}
#define LOG
Definition: elog.h:31
IndexTuple CopyIndexTuple(IndexTuple source)
Definition: indextuple.c:547
#define CHECK_FOR_INTERRUPTS()
Definition: miscadmin.h:122
static bool _bt_leftsib_splitflag(Relation rel, BlockNumber leftsib, BlockNumber target)
Definition: nbtpage.c:1695
static bool _bt_mark_page_halfdead(Relation rel, Relation heaprel, Buffer leafbuf, BTStack stack)
Definition: nbtpage.c:2088
static bool _bt_unlink_halfdead_page(Relation rel, Buffer leafbuf, BlockNumber scanblkno, bool *rightsib_empty, BTVacState *vstate)
Definition: nbtpage.c:2314
#define P_ISHALFDEAD(opaque)
Definition: nbtree.h:224
#define P_ISDELETED(opaque)
Definition: nbtree.h:222
#define P_ISROOT(opaque)
Definition: nbtree.h:221
IndexVacuumInfo * info
Definition: nbtree.h:332
Relation heaprel
Definition: genam.h:72

References _bt_getbuf(), _bt_leftsib_splitflag(), _bt_lockbuf(), _bt_mark_page_halfdead(), _bt_mkscankey(), _bt_relbuf(), _bt_search(), _bt_unlink_halfdead_page(), _bt_unlockbuf(), Assert(), BTScanInsertData::backward, BT_READ, BT_WRITE, BTPageGetOpaque, BTPageOpaqueData::btpo_next, BTPageOpaqueData::btpo_prev, BufferGetBlockNumber(), BufferGetPage(), CHECK_FOR_INTERRUPTS, CopyIndexTuple(), ereport, errcode(), errhint(), errmsg(), errmsg_internal(), IndexVacuumInfo::heaprel, BTVacState::info, LOG, BTScanInsertData::nextkey, P_FIRSTDATAKEY, P_HIKEY, P_IGNORE, P_INCOMPLETE_SPLIT, P_ISDELETED, P_ISHALFDEAD, P_ISLEAF, P_ISROOT, P_RIGHTMOST, PageGetItem(), PageGetItemId(), PageGetMaxOffsetNumber(), RelationGetRelationName, and ReleaseBuffer().

Referenced by btvacuumpage().

◆ _bt_pageinit()

void _bt_pageinit ( Page  page,
Size  size 
)

Definition at line 1129 of file nbtpage.c.

1130{
1131 PageInit(page, size, sizeof(BTPageOpaqueData));
1132}
void PageInit(Page page, Size pageSize, Size specialSize)
Definition: bufpage.c:42

References PageInit().

Referenced by _bt_allocbuf(), _bt_blnewpage(), _bt_initmetapage(), _bt_restore_meta(), _bt_split(), btree_xlog_mark_page_halfdead(), btree_xlog_newroot(), btree_xlog_split(), and btree_xlog_unlink_page().

◆ _bt_parallel_build_main()

void _bt_parallel_build_main ( dsm_segment seg,
shm_toc toc 
)

Definition at line 1743 of file nbtsort.c.

1744{
1745 char *sharedquery;
1746 BTSpool *btspool;
1747 BTSpool *btspool2;
1748 BTShared *btshared;
1749 Sharedsort *sharedsort;
1750 Sharedsort *sharedsort2;
1751 Relation heapRel;
1752 Relation indexRel;
1753 LOCKMODE heapLockmode;
1754 LOCKMODE indexLockmode;
1755 WalUsage *walusage;
1756 BufferUsage *bufferusage;
1757 int sortmem;
1758
1759#ifdef BTREE_BUILD_STATS
1761 ResetUsage();
1762#endif /* BTREE_BUILD_STATS */
1763
1764 /*
1765 * The only possible status flag that can be set to the parallel worker is
1766 * PROC_IN_SAFE_IC.
1767 */
1768 Assert((MyProc->statusFlags == 0) ||
1770
1771 /* Set debug_query_string for individual workers first */
1772 sharedquery = shm_toc_lookup(toc, PARALLEL_KEY_QUERY_TEXT, true);
1773 debug_query_string = sharedquery;
1774
1775 /* Report the query string from leader */
1777
1778 /* Look up nbtree shared state */
1779 btshared = shm_toc_lookup(toc, PARALLEL_KEY_BTREE_SHARED, false);
1780
1781 /* Open relations using lock modes known to be obtained by index.c */
1782 if (!btshared->isconcurrent)
1783 {
1784 heapLockmode = ShareLock;
1785 indexLockmode = AccessExclusiveLock;
1786 }
1787 else
1788 {
1789 heapLockmode = ShareUpdateExclusiveLock;
1790 indexLockmode = RowExclusiveLock;
1791 }
1792
1793 /* Track query ID */
1794 pgstat_report_query_id(btshared->queryid, false);
1795
1796 /* Open relations within worker */
1797 heapRel = table_open(btshared->heaprelid, heapLockmode);
1798 indexRel = index_open(btshared->indexrelid, indexLockmode);
1799
1800 /* Initialize worker's own spool */
1801 btspool = (BTSpool *) palloc0(sizeof(BTSpool));
1802 btspool->heap = heapRel;
1803 btspool->index = indexRel;
1804 btspool->isunique = btshared->isunique;
1805 btspool->nulls_not_distinct = btshared->nulls_not_distinct;
1806
1807 /* Look up shared state private to tuplesort.c */
1808 sharedsort = shm_toc_lookup(toc, PARALLEL_KEY_TUPLESORT, false);
1809 tuplesort_attach_shared(sharedsort, seg);
1810 if (!btshared->isunique)
1811 {
1812 btspool2 = NULL;
1813 sharedsort2 = NULL;
1814 }
1815 else
1816 {
1817 /* Allocate memory for worker's own private secondary spool */
1818 btspool2 = (BTSpool *) palloc0(sizeof(BTSpool));
1819
1820 /* Initialize worker's own secondary spool */
1821 btspool2->heap = btspool->heap;
1822 btspool2->index = btspool->index;
1823 btspool2->isunique = false;
1824 /* Look up shared state private to tuplesort.c */
1825 sharedsort2 = shm_toc_lookup(toc, PARALLEL_KEY_TUPLESORT_SPOOL2, false);
1826 tuplesort_attach_shared(sharedsort2, seg);
1827 }
1828
1829 /* Prepare to track buffer usage during parallel execution */
1831
1832 /* Perform sorting of spool, and possibly a spool2 */
1833 sortmem = maintenance_work_mem / btshared->scantuplesortstates;
1834 _bt_parallel_scan_and_sort(btspool, btspool2, btshared, sharedsort,
1835 sharedsort2, sortmem, false);
1836
1837 /* Report WAL/buffer usage during parallel execution */
1838 bufferusage = shm_toc_lookup(toc, PARALLEL_KEY_BUFFER_USAGE, false);
1839 walusage = shm_toc_lookup(toc, PARALLEL_KEY_WAL_USAGE, false);
1841 &walusage[ParallelWorkerNumber]);
1842
1843#ifdef BTREE_BUILD_STATS
1845 {
1846 ShowUsage("BTREE BUILD (Worker Partial Spool) STATISTICS");
1847 ResetUsage();
1848 }
1849#endif /* BTREE_BUILD_STATS */
1850
1851 index_close(indexRel, indexLockmode);
1852 table_close(heapRel, heapLockmode);
1853}
int ParallelWorkerNumber
Definition: parallel.c:115
void pgstat_report_query_id(int64 query_id, bool force)
void pgstat_report_activity(BackendState state, const char *cmd_str)
@ STATE_RUNNING
int maintenance_work_mem
Definition: globals.c:133
bool log_btree_build_stats
Definition: guc_tables.c:525
void index_close(Relation relation, LOCKMODE lockmode)
Definition: indexam.c:177
Relation index_open(Oid relationId, LOCKMODE lockmode)
Definition: indexam.c:133
void InstrEndParallelQuery(BufferUsage *bufusage, WalUsage *walusage)
Definition: instrument.c:208
void InstrStartParallelQuery(void)
Definition: instrument.c:200
int LOCKMODE
Definition: lockdefs.h:26
#define AccessExclusiveLock
Definition: lockdefs.h:43
#define ShareUpdateExclusiveLock
Definition: lockdefs.h:39
#define ShareLock
Definition: lockdefs.h:40
#define RowExclusiveLock
Definition: lockdefs.h:38
#define PARALLEL_KEY_BUFFER_USAGE
Definition: nbtsort.c:67
#define PARALLEL_KEY_TUPLESORT_SPOOL2
Definition: nbtsort.c:64
static void _bt_parallel_scan_and_sort(BTSpool *btspool, BTSpool *btspool2, BTShared *btshared, Sharedsort *sharedsort, Sharedsort *sharedsort2, int sortmem, bool progress)
Definition: nbtsort.c:1868
#define PARALLEL_KEY_BTREE_SHARED
Definition: nbtsort.c:62
#define PARALLEL_KEY_TUPLESORT
Definition: nbtsort.c:63
#define PARALLEL_KEY_QUERY_TEXT
Definition: nbtsort.c:65
#define PARALLEL_KEY_WAL_USAGE
Definition: nbtsort.c:66
const char * debug_query_string
Definition: postgres.c:88
void ShowUsage(const char *title)
Definition: postgres.c:5067
void ResetUsage(void)
Definition: postgres.c:5060
#define PROC_IN_SAFE_IC
Definition: proc.h:59
void * shm_toc_lookup(shm_toc *toc, uint64 key, bool noError)
Definition: shm_toc.c:232
PGPROC * MyProc
Definition: proc.c:66
bool isconcurrent
Definition: nbtsort.c:105
Oid heaprelid
Definition: nbtsort.c:101
int64 queryid
Definition: nbtsort.c:109
bool isunique
Definition: nbtsort.c:103
int scantuplesortstates
Definition: nbtsort.c:106
Oid indexrelid
Definition: nbtsort.c:102
bool nulls_not_distinct
Definition: nbtsort.c:104
bool isunique
Definition: nbtsort.c:85
bool nulls_not_distinct
Definition: nbtsort.c:86
Relation heap
Definition: nbtsort.c:83
Relation index
Definition: nbtsort.c:84
uint8 statusFlags
Definition: proc.h:259
void table_close(Relation relation, LOCKMODE lockmode)
Definition: table.c:126
Relation table_open(Oid relationId, LOCKMODE lockmode)
Definition: table.c:40
void tuplesort_attach_shared(Sharedsort *shared, dsm_segment *seg)
Definition: tuplesort.c:2955

References _bt_parallel_scan_and_sort(), AccessExclusiveLock, Assert(), debug_query_string, BTSpool::heap, BTShared::heaprelid, BTSpool::index, index_close(), index_open(), BTShared::indexrelid, InstrEndParallelQuery(), InstrStartParallelQuery(), BTShared::isconcurrent, BTSpool::isunique, BTShared::isunique, log_btree_build_stats, maintenance_work_mem, MyProc, BTSpool::nulls_not_distinct, BTShared::nulls_not_distinct, palloc0(), PARALLEL_KEY_BTREE_SHARED, PARALLEL_KEY_BUFFER_USAGE, PARALLEL_KEY_QUERY_TEXT, PARALLEL_KEY_TUPLESORT, PARALLEL_KEY_TUPLESORT_SPOOL2, PARALLEL_KEY_WAL_USAGE, ParallelWorkerNumber, pgstat_report_activity(), pgstat_report_query_id(), PROC_IN_SAFE_IC, BTShared::queryid, ResetUsage(), RowExclusiveLock, BTShared::scantuplesortstates, ShareLock, ShareUpdateExclusiveLock, shm_toc_lookup(), ShowUsage(), STATE_RUNNING, PGPROC::statusFlags, table_close(), table_open(), and tuplesort_attach_shared().

◆ _bt_parallel_done()

void _bt_parallel_done ( IndexScanDesc  scan)

Definition at line 981 of file nbtree.c.

982{
983 BTScanOpaque so = (BTScanOpaque) scan->opaque;
984 ParallelIndexScanDesc parallel_scan = scan->parallel_scan;
985 BTParallelScanDesc btscan;
986 bool status_changed = false;
987
989
990 /* Do nothing, for non-parallel scans */
991 if (parallel_scan == NULL)
992 return;
993
994 /*
995 * Should not mark parallel scan done when there's still a pending
996 * primitive index scan
997 */
998 if (so->needPrimScan)
999 return;
1000
1001 btscan = (BTParallelScanDesc) OffsetToPointer(parallel_scan,
1002 parallel_scan->ps_offset_am);
1003
1004 /*
1005 * Mark the parallel scan as done, unless some other process did so
1006 * already
1007 */
1008 LWLockAcquire(&btscan->btps_lock, LW_EXCLUSIVE);
1009 Assert(btscan->btps_pageStatus != BTPARALLEL_NEED_PRIMSCAN);
1010 if (btscan->btps_pageStatus != BTPARALLEL_DONE)
1011 {
1012 btscan->btps_pageStatus = BTPARALLEL_DONE;
1013 status_changed = true;
1014 }
1015 LWLockRelease(&btscan->btps_lock);
1016
1017 /* wake up all the workers associated with this parallel scan */
1018 if (status_changed)
1019 ConditionVariableBroadcast(&btscan->btps_cv);
1020}
#define OffsetToPointer(base, offset)
Definition: c.h:772
void ConditionVariableBroadcast(ConditionVariable *cv)
@ BTPARALLEL_NEED_PRIMSCAN
Definition: nbtree.c:57
@ BTPARALLEL_DONE
Definition: nbtree.c:60
struct BTParallelScanDescData * BTParallelScanDesc
Definition: nbtree.c:93

References Assert(), BTPARALLEL_DONE, BTPARALLEL_NEED_PRIMSCAN, BTScanPosIsValid, ConditionVariableBroadcast(), BTScanOpaqueData::currPos, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), BTScanOpaqueData::needPrimScan, OffsetToPointer, IndexScanDescData::opaque, and IndexScanDescData::parallel_scan.

Referenced by _bt_endpoint(), _bt_first(), _bt_parallel_seize(), _bt_readnextpage(), and _bt_start_prim_scan().

◆ _bt_parallel_primscan_schedule()

void _bt_parallel_primscan_schedule ( IndexScanDesc  scan,
BlockNumber  curr_page 
)

Definition at line 1031 of file nbtree.c.

1032{
1033 Relation rel = scan->indexRelation;
1034 BTScanOpaque so = (BTScanOpaque) scan->opaque;
1035 ParallelIndexScanDesc parallel_scan = scan->parallel_scan;
1036 BTParallelScanDesc btscan;
1037
1038 Assert(so->numArrayKeys);
1039
1040 btscan = (BTParallelScanDesc) OffsetToPointer(parallel_scan,
1041 parallel_scan->ps_offset_am);
1042
1043 LWLockAcquire(&btscan->btps_lock, LW_EXCLUSIVE);
1044 if (btscan->btps_lastCurrPage == curr_page &&
1045 btscan->btps_pageStatus == BTPARALLEL_IDLE)
1046 {
1047 btscan->btps_nextScanPage = InvalidBlockNumber;
1048 btscan->btps_lastCurrPage = InvalidBlockNumber;
1049 btscan->btps_pageStatus = BTPARALLEL_NEED_PRIMSCAN;
1050
1051 /* Serialize scan's current array keys */
1052 _bt_parallel_serialize_arrays(rel, btscan, so);
1053 }
1054 LWLockRelease(&btscan->btps_lock);
1055}
@ BTPARALLEL_IDLE
Definition: nbtree.c:59
static void _bt_parallel_serialize_arrays(Relation rel, BTParallelScanDesc btscan, BTScanOpaque so)
Definition: nbtree.c:663

References _bt_parallel_serialize_arrays(), Assert(), BTPARALLEL_IDLE, BTPARALLEL_NEED_PRIMSCAN, IndexScanDescData::indexRelation, InvalidBlockNumber, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), BTScanOpaqueData::numArrayKeys, OffsetToPointer, IndexScanDescData::opaque, and IndexScanDescData::parallel_scan.

Referenced by _bt_advance_array_keys(), and _bt_readpage().

◆ _bt_parallel_release()

void _bt_parallel_release ( IndexScanDesc  scan,
BlockNumber  next_scan_page,
BlockNumber  curr_page 
)

Definition at line 954 of file nbtree.c.

956{
957 ParallelIndexScanDesc parallel_scan = scan->parallel_scan;
958 BTParallelScanDesc btscan;
959
960 Assert(BlockNumberIsValid(next_scan_page));
961
962 btscan = (BTParallelScanDesc) OffsetToPointer(parallel_scan,
963 parallel_scan->ps_offset_am);
964
966 btscan->btps_nextScanPage = next_scan_page;
967 btscan->btps_lastCurrPage = curr_page;
969 LWLockRelease(&btscan->btps_lock);
971}
void ConditionVariableSignal(ConditionVariable *cv)
BTPS_State btps_pageStatus
Definition: nbtree.c:72
BlockNumber btps_lastCurrPage
Definition: nbtree.c:70
ConditionVariable btps_cv
Definition: nbtree.c:76
BlockNumber btps_nextScanPage
Definition: nbtree.c:69

References Assert(), BlockNumberIsValid(), BTPARALLEL_IDLE, BTParallelScanDescData::btps_cv, BTParallelScanDescData::btps_lastCurrPage, BTParallelScanDescData::btps_lock, BTParallelScanDescData::btps_nextScanPage, BTParallelScanDescData::btps_pageStatus, ConditionVariableSignal(), LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), OffsetToPointer, IndexScanDescData::parallel_scan, and ParallelIndexScanDescData::ps_offset_am.

Referenced by _bt_readnextpage(), and _bt_readpage().

◆ _bt_parallel_seize()

bool _bt_parallel_seize ( IndexScanDesc  scan,
BlockNumber next_scan_page,
BlockNumber last_curr_page,
bool  first 
)

Definition at line 816 of file nbtree.c.

818{
819 Relation rel = scan->indexRelation;
820 BTScanOpaque so = (BTScanOpaque) scan->opaque;
821 bool exit_loop = false,
822 status = true,
823 endscan = false;
824 ParallelIndexScanDesc parallel_scan = scan->parallel_scan;
825 BTParallelScanDesc btscan;
826
827 *next_scan_page = InvalidBlockNumber;
828 *last_curr_page = InvalidBlockNumber;
829
830 /*
831 * Reset so->currPos, and initialize moreLeft/moreRight such that the next
832 * call to _bt_readnextpage treats this backend similarly to a serial
833 * backend that steps from *last_curr_page to *next_scan_page (unless this
834 * backend's so->currPos is initialized by _bt_readfirstpage before then).
835 */
837 so->currPos.moreLeft = so->currPos.moreRight = true;
838
839 if (first)
840 {
841 /*
842 * Initialize array related state when called from _bt_first, assuming
843 * that this will be the first primitive index scan for the scan
844 */
845 so->needPrimScan = false;
846 so->scanBehind = false;
847 so->oppositeDirCheck = false;
848 }
849 else
850 {
851 /*
852 * Don't attempt to seize the scan when it requires another primitive
853 * index scan, since caller's backend cannot start it right now
854 */
855 if (so->needPrimScan)
856 return false;
857 }
858
859 btscan = (BTParallelScanDesc) OffsetToPointer(parallel_scan,
860 parallel_scan->ps_offset_am);
861
862 while (1)
863 {
864 LWLockAcquire(&btscan->btps_lock, LW_EXCLUSIVE);
865
866 if (btscan->btps_pageStatus == BTPARALLEL_DONE)
867 {
868 /* We're done with this parallel index scan */
869 status = false;
870 }
871 else if (btscan->btps_pageStatus == BTPARALLEL_IDLE &&
872 btscan->btps_nextScanPage == P_NONE)
873 {
874 /* End this parallel index scan */
875 status = false;
876 endscan = true;
877 }
878 else if (btscan->btps_pageStatus == BTPARALLEL_NEED_PRIMSCAN)
879 {
880 Assert(so->numArrayKeys);
881
882 if (first)
883 {
884 /* Can start scheduled primitive scan right away, so do so */
885 btscan->btps_pageStatus = BTPARALLEL_ADVANCING;
886
887 /* Restore scan's array keys from serialized values */
888 _bt_parallel_restore_arrays(rel, btscan, so);
889 exit_loop = true;
890 }
891 else
892 {
893 /*
894 * Don't attempt to seize the scan when it requires another
895 * primitive index scan, since caller's backend cannot start
896 * it right now
897 */
898 status = false;
899 }
900
901 /*
902 * Either way, update backend local state to indicate that a
903 * pending primitive scan is required
904 */
905 so->needPrimScan = true;
906 so->scanBehind = false;
907 so->oppositeDirCheck = false;
908 }
909 else if (btscan->btps_pageStatus != BTPARALLEL_ADVANCING)
910 {
911 /*
912 * We have successfully seized control of the scan for the purpose
913 * of advancing it to a new page!
914 */
915 btscan->btps_pageStatus = BTPARALLEL_ADVANCING;
916 Assert(btscan->btps_nextScanPage != P_NONE);
917 *next_scan_page = btscan->btps_nextScanPage;
918 *last_curr_page = btscan->btps_lastCurrPage;
919 exit_loop = true;
920 }
921 LWLockRelease(&btscan->btps_lock);
922 if (exit_loop || !status)
923 break;
924 ConditionVariableSleep(&btscan->btps_cv, WAIT_EVENT_BTREE_PAGE);
925 }
927
928 /* When the scan has reached the rightmost (or leftmost) page, end it */
929 if (endscan)
930 _bt_parallel_done(scan);
931
932 return status;
933}
bool ConditionVariableCancelSleep(void)
void ConditionVariableSleep(ConditionVariable *cv, uint32 wait_event_info)
@ BTPARALLEL_ADVANCING
Definition: nbtree.c:58
static void _bt_parallel_restore_arrays(Relation rel, BTParallelScanDesc btscan, BTScanOpaque so)
Definition: nbtree.c:706
#define BTScanPosInvalidate(scanpos)
Definition: nbtree.h:1026
bool moreRight
Definition: nbtree.h:985
bool moreLeft
Definition: nbtree.h:984

References _bt_parallel_done(), _bt_parallel_restore_arrays(), Assert(), BTPARALLEL_ADVANCING, BTPARALLEL_DONE, BTPARALLEL_IDLE, BTPARALLEL_NEED_PRIMSCAN, BTScanPosInvalidate, ConditionVariableCancelSleep(), ConditionVariableSleep(), BTScanOpaqueData::currPos, IndexScanDescData::indexRelation, InvalidBlockNumber, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), BTScanPosData::moreLeft, BTScanPosData::moreRight, BTScanOpaqueData::needPrimScan, BTScanOpaqueData::numArrayKeys, OffsetToPointer, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, P_NONE, IndexScanDescData::parallel_scan, and BTScanOpaqueData::scanBehind.

Referenced by _bt_first(), and _bt_readnextpage().

◆ _bt_pendingfsm_finalize()

void _bt_pendingfsm_finalize ( Relation  rel,
BTVacState vstate 
)

Definition at line 2996 of file nbtpage.c.

2997{
2998 IndexBulkDeleteResult *stats = vstate->stats;
2999 Relation heaprel = vstate->info->heaprel;
3000
3001 Assert(stats->pages_newly_deleted >= vstate->npendingpages);
3002 Assert(heaprel != NULL);
3003
3004 if (vstate->npendingpages == 0)
3005 {
3006 /* Just free memory when nothing to do */
3007 if (vstate->pendingpages)
3008 pfree(vstate->pendingpages);
3009
3010 return;
3011 }
3012
3013#ifdef DEBUG_BTREE_PENDING_FSM
3014
3015 /*
3016 * Debugging aid: Sleep for 5 seconds to greatly increase the chances of
3017 * placing pending pages in the FSM. Note that the optimization will
3018 * never be effective without some other backend concurrently consuming an
3019 * XID.
3020 */
3021 pg_usleep(5000000L);
3022#endif
3023
3024 /*
3025 * Recompute VACUUM XID boundaries.
3026 *
3027 * We don't actually care about the oldest non-removable XID. Computing
3028 * the oldest such XID has a useful side-effect that we rely on: it
3029 * forcibly updates the XID horizon state for this backend. This step is
3030 * essential; GlobalVisCheckRemovableFullXid() will not reliably recognize
3031 * that it is now safe to recycle newly deleted pages without this step.
3032 */
3034
3035 for (int i = 0; i < vstate->npendingpages; i++)
3036 {
3037 BlockNumber target = vstate->pendingpages[i].target;
3038 FullTransactionId safexid = vstate->pendingpages[i].safexid;
3039
3040 /*
3041 * Do the equivalent of checking BTPageIsRecyclable(), but without
3042 * accessing the page again a second time.
3043 *
3044 * Give up on finding the first non-recyclable page -- all later pages
3045 * must be non-recyclable too, since _bt_pendingfsm_add() adds pages
3046 * to the array in safexid order.
3047 */
3048 if (!GlobalVisCheckRemovableFullXid(heaprel, safexid))
3049 break;
3050
3051 RecordFreeIndexPage(rel, target);
3052 stats->pages_free++;
3053 }
3054
3055 pfree(vstate->pendingpages);
3056}
void RecordFreeIndexPage(Relation rel, BlockNumber freeBlock)
Definition: indexfsm.c:52
TransactionId GetOldestNonRemovableTransactionId(Relation rel)
Definition: procarray.c:1953
bool GlobalVisCheckRemovableFullXid(Relation rel, FullTransactionId fxid)
Definition: procarray.c:4248
void pg_usleep(long microsec)
Definition: signal.c:53
FullTransactionId safexid
Definition: nbtree.h:327
BlockNumber target
Definition: nbtree.h:326
IndexBulkDeleteResult * stats
Definition: nbtree.h:333
BTPendingFSM * pendingpages
Definition: nbtree.h:344
int npendingpages
Definition: nbtree.h:345
BlockNumber pages_newly_deleted
Definition: genam.h:106
BlockNumber pages_free
Definition: genam.h:108

References Assert(), GetOldestNonRemovableTransactionId(), GlobalVisCheckRemovableFullXid(), IndexVacuumInfo::heaprel, i, BTVacState::info, BTVacState::npendingpages, IndexBulkDeleteResult::pages_free, IndexBulkDeleteResult::pages_newly_deleted, BTVacState::pendingpages, pfree(), pg_usleep(), RecordFreeIndexPage(), BTPendingFSM::safexid, BTVacState::stats, and BTPendingFSM::target.

Referenced by btvacuumscan().

◆ _bt_pendingfsm_init()

void _bt_pendingfsm_init ( Relation  rel,
BTVacState vstate,
bool  cleanuponly 
)

Definition at line 2954 of file nbtpage.c.

2955{
2956 Size maxbufsize;
2957
2958 /*
2959 * Don't bother with optimization in cleanup-only case -- we don't expect
2960 * any newly deleted pages. Besides, cleanup-only calls to btvacuumscan()
2961 * can only take place because this optimization didn't work out during
2962 * the last VACUUM.
2963 */
2964 if (cleanuponly)
2965 return;
2966
2967 /*
2968 * Cap maximum size of array so that we always respect work_mem. Avoid
2969 * int overflow here.
2970 */
2971 vstate->bufsize = 256;
2972 maxbufsize = (work_mem * (Size) 1024) / sizeof(BTPendingFSM);
2973 maxbufsize = Min(maxbufsize, MaxAllocSize / sizeof(BTPendingFSM));
2974 /* BTVacState.maxbufsize has type int */
2975 maxbufsize = Min(maxbufsize, INT_MAX);
2976 /* Stay sane with small work_mem */
2977 maxbufsize = Max(maxbufsize, vstate->bufsize);
2978 vstate->maxbufsize = (int) maxbufsize;
2979
2980 /* Allocate buffer, indicate that there are currently 0 pending pages */
2981 vstate->pendingpages = palloc(sizeof(BTPendingFSM) * vstate->bufsize);
2982 vstate->npendingpages = 0;
2983}
#define MaxAllocSize
Definition: fe_memutils.h:22
int work_mem
Definition: globals.c:131
struct BTPendingFSM BTPendingFSM
int bufsize
Definition: nbtree.h:342
int maxbufsize
Definition: nbtree.h:343

References BTVacState::bufsize, Max, MaxAllocSize, BTVacState::maxbufsize, Min, BTVacState::npendingpages, palloc(), BTVacState::pendingpages, and work_mem.

Referenced by btvacuumscan().

◆ _bt_preprocess_keys()

void _bt_preprocess_keys ( IndexScanDesc  scan)

Definition at line 194 of file nbtpreprocesskeys.c.

195{
196 BTScanOpaque so = (BTScanOpaque) scan->opaque;
197 int numberOfKeys = scan->numberOfKeys;
198 int16 *indoption = scan->indexRelation->rd_indoption;
199 int new_numberOfKeys;
200 int numberOfEqualCols;
201 ScanKey inkeys;
203 bool test_result,
204 redundant_key_kept = false;
205 AttrNumber attno;
206 ScanKey arrayKeyData;
207 int *keyDataMap = NULL;
208 int arrayidx = 0;
209
210 if (so->numberOfKeys > 0)
211 {
212 /*
213 * Only need to do preprocessing once per btrescan, at most. All
214 * calls after the first are handled as no-ops.
215 */
216 return;
217 }
218
219 /* initialize result variables */
220 so->qual_ok = true;
221 so->numberOfKeys = 0;
222
223 if (numberOfKeys < 1)
224 return; /* done if qual-less scan */
225
226 /* If any keys are SK_SEARCHARRAY type, set up array-key info */
227 arrayKeyData = _bt_preprocess_array_keys(scan, &numberOfKeys);
228 if (!so->qual_ok)
229 {
230 /* unmatchable array, so give up */
231 return;
232 }
233
234 /*
235 * Treat arrayKeyData[] (a partially preprocessed copy of scan->keyData[])
236 * as our input if _bt_preprocess_array_keys just allocated it, else just
237 * use scan->keyData[]
238 */
239 if (arrayKeyData)
240 {
241 inkeys = arrayKeyData;
242
243 /* Also maintain keyDataMap for remapping so->orderProcs[] later */
244 keyDataMap = MemoryContextAlloc(so->arrayContext,
245 numberOfKeys * sizeof(int));
246
247 /*
248 * Also enlarge output array when it might otherwise not have room for
249 * a skip array's scan key
250 */
251 if (numberOfKeys > scan->numberOfKeys)
252 so->keyData = repalloc(so->keyData,
253 numberOfKeys * sizeof(ScanKeyData));
254 }
255 else
256 inkeys = scan->keyData;
257
258 /* we check that input keys are correctly ordered */
259 if (inkeys[0].sk_attno < 1)
260 elog(ERROR, "btree index keys must be ordered by attribute");
261
262 /* We can short-circuit most of the work if there's just one key */
263 if (numberOfKeys == 1)
264 {
265 /* Apply indoption to scankey (might change sk_strategy!) */
266 if (!_bt_fix_scankey_strategy(&inkeys[0], indoption))
267 so->qual_ok = false;
268 memcpy(&so->keyData[0], &inkeys[0], sizeof(ScanKeyData));
269 so->numberOfKeys = 1;
270 /* We can mark the qual as required if it's for first index col */
271 if (inkeys[0].sk_attno == 1)
273 if (arrayKeyData)
274 {
275 /*
276 * Don't call _bt_preprocess_array_keys_final in this fast path
277 * (we'll miss out on the single value array transformation, but
278 * that's not nearly as important when there's only one scan key)
279 */
282 (so->arrayKeys[0].scan_key == 0 &&
283 !(so->keyData[0].sk_flags & SK_BT_SKIP) &&
284 OidIsValid(so->orderProcs[0].fn_oid)));
285 }
286
287 return;
288 }
289
290 /*
291 * Otherwise, do the full set of pushups.
292 */
293 new_numberOfKeys = 0;
294 numberOfEqualCols = 0;
295
296 /*
297 * Initialize for processing of keys for attr 1.
298 *
299 * xform[i] points to the currently best scan key of strategy type i+1; it
300 * is NULL if we haven't yet found such a key for this attr.
301 */
302 attno = 1;
303 memset(xform, 0, sizeof(xform));
304
305 /*
306 * Loop iterates from 0 to numberOfKeys inclusive; we use the last pass to
307 * handle after-last-key processing. Actual exit from the loop is at the
308 * "break" statement below.
309 */
310 for (int i = 0;; i++)
311 {
312 ScanKey inkey = inkeys + i;
313 int j;
314
315 if (i < numberOfKeys)
316 {
317 /* Apply indoption to scankey (might change sk_strategy!) */
318 if (!_bt_fix_scankey_strategy(inkey, indoption))
319 {
320 /* NULL can't be matched, so give up */
321 so->qual_ok = false;
322 return;
323 }
324 }
325
326 /*
327 * If we are at the end of the keys for a particular attr, finish up
328 * processing and emit the cleaned-up keys.
329 */
330 if (i == numberOfKeys || inkey->sk_attno != attno)
331 {
332 int priorNumberOfEqualCols = numberOfEqualCols;
333
334 /* check input keys are correctly ordered */
335 if (i < numberOfKeys && inkey->sk_attno < attno)
336 elog(ERROR, "btree index keys must be ordered by attribute");
337
338 /*
339 * If = has been specified, all other keys can be eliminated as
340 * redundant. Note that this is no less true if the = key is
341 * SEARCHARRAY; the only real difference is that the inequality
342 * key _becomes_ redundant by making _bt_compare_scankey_args
343 * eliminate the subset of elements that won't need to be matched
344 * (with SAOP arrays and skip arrays alike).
345 *
346 * If we have a case like "key = 1 AND key > 2", we set qual_ok to
347 * false and abandon further processing. We'll do the same thing
348 * given a case like "key IN (0, 1) AND key > 2".
349 *
350 * We also have to deal with the case of "key IS NULL", which is
351 * unsatisfiable in combination with any other index condition. By
352 * the time we get here, that's been classified as an equality
353 * check, and we've rejected any combination of it with a regular
354 * equality condition; but not with other types of conditions.
355 */
356 if (xform[BTEqualStrategyNumber - 1].inkey)
357 {
358 ScanKey eq = xform[BTEqualStrategyNumber - 1].inkey;
359 BTArrayKeyInfo *array = NULL;
360 FmgrInfo *orderproc = NULL;
361
362 if (arrayKeyData && (eq->sk_flags & SK_SEARCHARRAY))
363 {
364 int eq_in_ikey,
365 eq_arrayidx;
366
367 eq_in_ikey = xform[BTEqualStrategyNumber - 1].inkeyi;
368 eq_arrayidx = xform[BTEqualStrategyNumber - 1].arrayidx;
369 array = &so->arrayKeys[eq_arrayidx - 1];
370 orderproc = so->orderProcs + eq_in_ikey;
371
372 Assert(array->scan_key == eq_in_ikey);
373 Assert(OidIsValid(orderproc->fn_oid));
374 }
375
376 for (j = BTMaxStrategyNumber; --j >= 0;)
377 {
378 ScanKey chk = xform[j].inkey;
379
380 if (!chk || j == (BTEqualStrategyNumber - 1))
381 continue;
382
383 if (eq->sk_flags & SK_SEARCHNULL)
384 {
385 /* IS NULL is contradictory to anything else */
386 so->qual_ok = false;
387 return;
388 }
389
390 if (_bt_compare_scankey_args(scan, chk, eq, chk,
391 array, orderproc,
392 &test_result))
393 {
394 if (!test_result)
395 {
396 /* keys proven mutually contradictory */
397 so->qual_ok = false;
398 return;
399 }
400 /* else discard the redundant non-equality key */
401 xform[j].inkey = NULL;
402 xform[j].inkeyi = -1;
403 }
404 else
405 redundant_key_kept = true;
406 }
407 /* track number of attrs for which we have "=" keys */
408 numberOfEqualCols++;
409 }
410
411 /* try to keep only one of <, <= */
412 if (xform[BTLessStrategyNumber - 1].inkey &&
413 xform[BTLessEqualStrategyNumber - 1].inkey)
414 {
415 ScanKey lt = xform[BTLessStrategyNumber - 1].inkey;
416 ScanKey le = xform[BTLessEqualStrategyNumber - 1].inkey;
417
418 if (_bt_compare_scankey_args(scan, le, lt, le, NULL, NULL,
419 &test_result))
420 {
421 if (test_result)
422 xform[BTLessEqualStrategyNumber - 1].inkey = NULL;
423 else
424 xform[BTLessStrategyNumber - 1].inkey = NULL;
425 }
426 else
427 redundant_key_kept = true;
428 }
429
430 /* try to keep only one of >, >= */
431 if (xform[BTGreaterStrategyNumber - 1].inkey &&
432 xform[BTGreaterEqualStrategyNumber - 1].inkey)
433 {
434 ScanKey gt = xform[BTGreaterStrategyNumber - 1].inkey;
435 ScanKey ge = xform[BTGreaterEqualStrategyNumber - 1].inkey;
436
437 if (_bt_compare_scankey_args(scan, ge, gt, ge, NULL, NULL,
438 &test_result))
439 {
440 if (test_result)
441 xform[BTGreaterEqualStrategyNumber - 1].inkey = NULL;
442 else
443 xform[BTGreaterStrategyNumber - 1].inkey = NULL;
444 }
445 else
446 redundant_key_kept = true;
447 }
448
449 /*
450 * Emit the cleaned-up keys into the so->keyData[] array, and then
451 * mark them if they are required. They are required (possibly
452 * only in one direction) if all attrs before this one had "=".
453 *
454 * In practice we'll rarely output non-required scan keys here;
455 * typically, _bt_preprocess_array_keys has already added "=" keys
456 * sufficient to form an unbroken series of "=" constraints on all
457 * attrs prior to the attr from the final scan->keyData[] key.
458 */
459 for (j = BTMaxStrategyNumber; --j >= 0;)
460 {
461 if (xform[j].inkey)
462 {
463 ScanKey outkey = &so->keyData[new_numberOfKeys++];
464
465 memcpy(outkey, xform[j].inkey, sizeof(ScanKeyData));
466 if (arrayKeyData)
467 keyDataMap[new_numberOfKeys - 1] = xform[j].inkeyi;
468 if (priorNumberOfEqualCols == attno - 1)
470 }
471 }
472
473 /*
474 * Exit loop here if done.
475 */
476 if (i == numberOfKeys)
477 break;
478
479 /* Re-initialize for new attno */
480 attno = inkey->sk_attno;
481 memset(xform, 0, sizeof(xform));
482 }
483
484 /* check strategy this key's operator corresponds to */
485 j = inkey->sk_strategy - 1;
486
487 if (inkey->sk_strategy == BTEqualStrategyNumber &&
488 (inkey->sk_flags & SK_SEARCHARRAY))
489 {
490 /* must track how input scan keys map to arrays */
491 Assert(arrayKeyData);
492 arrayidx++;
493 }
494
495 /*
496 * have we seen a scan key for this same attribute and using this same
497 * operator strategy before now?
498 */
499 if (xform[j].inkey == NULL)
500 {
501 /* nope, so this scan key wins by default (at least for now) */
502 xform[j].inkey = inkey;
503 xform[j].inkeyi = i;
504 xform[j].arrayidx = arrayidx;
505 }
506 else
507 {
508 FmgrInfo *orderproc = NULL;
509 BTArrayKeyInfo *array = NULL;
510
511 /*
512 * Seen one of these before, so keep only the more restrictive key
513 * if possible
514 */
515 if (j == (BTEqualStrategyNumber - 1) && arrayKeyData)
516 {
517 /*
518 * Have to set up array keys
519 */
520 if (inkey->sk_flags & SK_SEARCHARRAY)
521 {
522 array = &so->arrayKeys[arrayidx - 1];
523 orderproc = so->orderProcs + i;
524
525 Assert(array->scan_key == i);
526 Assert(OidIsValid(orderproc->fn_oid));
527 Assert(!(inkey->sk_flags & SK_BT_SKIP));
528 }
529 else if (xform[j].inkey->sk_flags & SK_SEARCHARRAY)
530 {
531 array = &so->arrayKeys[xform[j].arrayidx - 1];
532 orderproc = so->orderProcs + xform[j].inkeyi;
533
534 Assert(array->scan_key == xform[j].inkeyi);
535 Assert(OidIsValid(orderproc->fn_oid));
536 Assert(!(xform[j].inkey->sk_flags & SK_BT_SKIP));
537 }
538
539 /*
540 * Both scan keys might have arrays, in which case we'll
541 * arbitrarily pass only one of the arrays. That won't
542 * matter, since _bt_compare_scankey_args is aware that two
543 * SEARCHARRAY scan keys mean that _bt_preprocess_array_keys
544 * failed to eliminate redundant arrays through array merging.
545 * _bt_compare_scankey_args just returns false when it sees
546 * this; it won't even try to examine either array.
547 */
548 }
549
550 if (_bt_compare_scankey_args(scan, inkey, inkey, xform[j].inkey,
551 array, orderproc, &test_result))
552 {
553 /* Have all we need to determine redundancy */
554 if (test_result)
555 {
556 /*
557 * New key is more restrictive, and so replaces old key...
558 */
559 if (j != (BTEqualStrategyNumber - 1) ||
560 !(xform[j].inkey->sk_flags & SK_SEARCHARRAY))
561 {
562 xform[j].inkey = inkey;
563 xform[j].inkeyi = i;
564 xform[j].arrayidx = arrayidx;
565 }
566 else
567 {
568 /*
569 * ...unless we have to keep the old key because it's
570 * an array that rendered the new key redundant. We
571 * need to make sure that we don't throw away an array
572 * scan key. _bt_preprocess_array_keys_final expects
573 * us to keep all of the arrays that weren't already
574 * eliminated by _bt_preprocess_array_keys earlier on.
575 */
576 Assert(!(inkey->sk_flags & SK_SEARCHARRAY));
577 }
578 }
579 else if (j == (BTEqualStrategyNumber - 1))
580 {
581 /* key == a && key == b, but a != b */
582 so->qual_ok = false;
583 return;
584 }
585 /* else old key is more restrictive, keep it */
586 }
587 else
588 {
589 /*
590 * We can't determine which key is more restrictive. Push
591 * xform[j] directly to the output array, then set xform[j] to
592 * the new scan key.
593 *
594 * Note: We do things this way around so that our arrays are
595 * always in the same order as their corresponding scan keys.
596 * _bt_preprocess_array_keys_final expects this.
597 */
598 ScanKey outkey = &so->keyData[new_numberOfKeys++];
599
600 memcpy(outkey, xform[j].inkey, sizeof(ScanKeyData));
601 if (arrayKeyData)
602 keyDataMap[new_numberOfKeys - 1] = xform[j].inkeyi;
603 if (numberOfEqualCols == attno - 1)
605 xform[j].inkey = inkey;
606 xform[j].inkeyi = i;
607 xform[j].arrayidx = arrayidx;
608 redundant_key_kept = true;
609 }
610 }
611 }
612
613 so->numberOfKeys = new_numberOfKeys;
614
615 /*
616 * Now that we've built a temporary mapping from so->keyData[] (output
617 * scan keys) to arrayKeyData[] (our input scan keys), fix array->scan_key
618 * references. Also consolidate the so->orderProcs[] array such that it
619 * can be subscripted using so->keyData[]-wise offsets.
620 */
621 if (arrayKeyData)
622 _bt_preprocess_array_keys_final(scan, keyDataMap);
623
624 /*
625 * If there are remaining redundant inequality keys, we must make sure
626 * that each index attribute has no more than one required >/>= key, and
627 * no more than one required </<= key. Attributes that have one or more
628 * required = keys now must keep only one required key (the first = key).
629 */
630 if (unlikely(redundant_key_kept) && so->qual_ok)
631 _bt_unmark_keys(scan, keyDataMap);
632
633 /* Could pfree arrayKeyData/keyDataMap now, but not worth the cycles */
634}
if(TABLE==NULL||TABLE_index==NULL)
Definition: isn.c:81
void * repalloc(void *pointer, Size size)
Definition: mcxt.c:1610
static bool _bt_fix_scankey_strategy(ScanKey skey, int16 *indoption)
static void _bt_unmark_keys(IndexScanDesc scan, int *keyDataMap)
static void _bt_mark_scankey_required(ScanKey skey)
static ScanKey _bt_preprocess_array_keys(IndexScanDesc scan, int *new_numberOfKeys)
static void _bt_preprocess_array_keys_final(IndexScanDesc scan, int *keyDataMap)
static bool _bt_compare_scankey_args(IndexScanDesc scan, ScanKey op, ScanKey leftarg, ScanKey rightarg, BTArrayKeyInfo *array, FmgrInfo *orderproc, bool *result)
#define SK_SEARCHNULL
Definition: skey.h:121
#define BTMaxStrategyNumber
Definition: stratnum.h:35
FmgrInfo * orderProcs
Definition: nbtree.h:1066
MemoryContext arrayContext
Definition: nbtree.h:1067
Oid fn_oid
Definition: fmgr.h:59
struct ScanKeyData * keyData
Definition: relscan.h:141

References _bt_compare_scankey_args(), _bt_fix_scankey_strategy(), _bt_mark_scankey_required(), _bt_preprocess_array_keys(), _bt_preprocess_array_keys_final(), _bt_unmark_keys(), BTScanOpaqueData::arrayContext, BTScanOpaqueData::arrayKeys, Assert(), BTEqualStrategyNumber, BTGreaterEqualStrategyNumber, BTGreaterStrategyNumber, BTLessEqualStrategyNumber, BTLessStrategyNumber, BTMaxStrategyNumber, elog, ERROR, FmgrInfo::fn_oid, i, if(), IndexScanDescData::indexRelation, j, BTScanOpaqueData::keyData, IndexScanDescData::keyData, MemoryContextAlloc(), BTScanOpaqueData::numberOfKeys, IndexScanDescData::numberOfKeys, OidIsValid, IndexScanDescData::opaque, BTScanOpaqueData::orderProcs, BTScanOpaqueData::qual_ok, RelationData::rd_indoption, repalloc(), BTArrayKeyInfo::scan_key, ScanKeyData::sk_attno, SK_BT_SKIP, ScanKeyData::sk_flags, SK_SEARCHARRAY, SK_SEARCHNULL, ScanKeyData::sk_strategy, and unlikely.

Referenced by _bt_first().

◆ _bt_relandgetbuf()

Buffer _bt_relandgetbuf ( Relation  rel,
Buffer  obuf,
BlockNumber  blkno,
int  access 
)

Definition at line 1003 of file nbtpage.c.

1004{
1005 Buffer buf;
1006
1007 Assert(BlockNumberIsValid(blkno));
1008 if (BufferIsValid(obuf))
1009 _bt_unlockbuf(rel, obuf);
1010 buf = ReleaseAndReadBuffer(obuf, rel, blkno);
1011 _bt_lockbuf(rel, buf, access);
1012
1013 _bt_checkpage(rel, buf);
1014 return buf;
1015}
Buffer ReleaseAndReadBuffer(Buffer buffer, Relation relation, BlockNumber blockNum)
Definition: bufmgr.c:2983

References _bt_checkpage(), _bt_lockbuf(), _bt_unlockbuf(), Assert(), BlockNumberIsValid(), buf, BufferIsValid(), and ReleaseAndReadBuffer().

Referenced by _bt_check_unique(), _bt_get_endpoint(), _bt_getroot(), _bt_gettrueroot(), _bt_lock_and_validate_left(), _bt_moveright(), _bt_search(), and _bt_stepright().

◆ _bt_relbuf()

◆ _bt_scanbehind_checkkeys()

bool _bt_scanbehind_checkkeys ( IndexScanDesc  scan,
ScanDirection  dir,
IndexTuple  finaltup 
)

Definition at line 2280 of file nbtutils.c.

2282{
2283 Relation rel = scan->indexRelation;
2284 TupleDesc tupdesc = RelationGetDescr(rel);
2285 BTScanOpaque so = (BTScanOpaque) scan->opaque;
2286 int nfinaltupatts = BTreeTupleGetNAtts(finaltup, rel);
2287 bool scanBehind;
2288
2289 Assert(so->numArrayKeys);
2290
2291 if (_bt_tuple_before_array_skeys(scan, dir, finaltup, tupdesc,
2292 nfinaltupatts, false, 0, &scanBehind))
2293 return false;
2294
2295 /*
2296 * If scanBehind was set, all of the untruncated attribute values from
2297 * finaltup that correspond to an array match the array's current element,
2298 * but there are other keys associated with truncated suffix attributes.
2299 * Array advancement must have incremented the scan's arrays on the
2300 * previous page, resulting in a set of array keys that happen to be an
2301 * exact match for the current page high key's untruncated prefix values.
2302 *
2303 * This page definitely doesn't contain tuples that the scan will need to
2304 * return. The next page may or may not contain relevant tuples. Handle
2305 * this by cutting our losses and starting a new primscan.
2306 */
2307 if (scanBehind)
2308 return false;
2309
2310 if (!so->oppositeDirCheck)
2311 return true;
2312
2313 return _bt_oppodir_checkkeys(scan, dir, finaltup);
2314}
static bool _bt_oppodir_checkkeys(IndexScanDesc scan, ScanDirection dir, IndexTuple finaltup)
Definition: nbtutils.c:2335

References _bt_oppodir_checkkeys(), _bt_tuple_before_array_skeys(), Assert(), BTreeTupleGetNAtts, IndexScanDescData::indexRelation, BTScanOpaqueData::numArrayKeys, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, and RelationGetDescr.

Referenced by _bt_readpage().

◆ _bt_search()

BTStack _bt_search ( Relation  rel,
Relation  heaprel,
BTScanInsert  key,
Buffer bufP,
int  access 
)

Definition at line 107 of file nbtsearch.c.

109{
110 BTStack stack_in = NULL;
111 int page_access = BT_READ;
112
113 /* heaprel must be set whenever _bt_allocbuf is reachable */
115 Assert(access == BT_READ || heaprel != NULL);
116
117 /* Get the root page to start with */
118 *bufP = _bt_getroot(rel, heaprel, access);
119
120 /* If index is empty and access = BT_READ, no root page is created. */
121 if (!BufferIsValid(*bufP))
122 return (BTStack) NULL;
123
124 /* Loop iterates once per level descended in the tree */
125 for (;;)
126 {
127 Page page;
128 BTPageOpaque opaque;
129 OffsetNumber offnum;
130 ItemId itemid;
131 IndexTuple itup;
132 BlockNumber child;
133 BTStack new_stack;
134
135 /*
136 * Race -- the page we just grabbed may have split since we read its
137 * downlink in its parent page (or the metapage). If it has, we may
138 * need to move right to its new sibling. Do that.
139 *
140 * In write-mode, allow _bt_moveright to finish any incomplete splits
141 * along the way. Strictly speaking, we'd only need to finish an
142 * incomplete split on the leaf page we're about to insert to, not on
143 * any of the upper levels (internal pages with incomplete splits are
144 * also taken care of in _bt_getstackbuf). But this is a good
145 * opportunity to finish splits of internal pages too.
146 */
147 *bufP = _bt_moveright(rel, heaprel, key, *bufP, (access == BT_WRITE),
148 stack_in, page_access);
149
150 /* if this is a leaf page, we're done */
151 page = BufferGetPage(*bufP);
152 opaque = BTPageGetOpaque(page);
153 if (P_ISLEAF(opaque))
154 break;
155
156 /*
157 * Find the appropriate pivot tuple on this page. Its downlink points
158 * to the child page that we're about to descend to.
159 */
160 offnum = _bt_binsrch(rel, key, *bufP);
161 itemid = PageGetItemId(page, offnum);
162 itup = (IndexTuple) PageGetItem(page, itemid);
163 Assert(BTreeTupleIsPivot(itup) || !key->heapkeyspace);
164 child = BTreeTupleGetDownLink(itup);
165
166 /*
167 * We need to save the location of the pivot tuple we chose in a new
168 * stack entry for this page/level. If caller ends up splitting a
169 * page one level down, it usually ends up inserting a new pivot
170 * tuple/downlink immediately after the location recorded here.
171 */
172 new_stack = (BTStack) palloc(sizeof(BTStackData));
173 new_stack->bts_blkno = BufferGetBlockNumber(*bufP);
174 new_stack->bts_offset = offnum;
175 new_stack->bts_parent = stack_in;
176
177 /*
178 * Page level 1 is lowest non-leaf page level prior to leaves. So, if
179 * we're on the level 1 and asked to lock leaf page in write mode,
180 * then lock next page in write mode, because it must be a leaf.
181 */
182 if (opaque->btpo_level == 1 && access == BT_WRITE)
183 page_access = BT_WRITE;
184
185 /* drop the read lock on the page, then acquire one on its child */
186 *bufP = _bt_relandgetbuf(rel, *bufP, child, page_access);
187
188 /* okay, all set to move down a level */
189 stack_in = new_stack;
190 }
191
192 /*
193 * If we're asked to lock leaf in write mode, but didn't manage to, then
194 * relock. This should only happen when the root page is a leaf page (and
195 * the only page in the index other than the metapage).
196 */
197 if (access == BT_WRITE && page_access == BT_READ)
198 {
199 /* trade in our read lock for a write lock */
200 _bt_unlockbuf(rel, *bufP);
201 _bt_lockbuf(rel, *bufP, BT_WRITE);
202
203 /*
204 * Race -- the leaf page may have split after we dropped the read lock
205 * but before we acquired a write lock. If it has, we may need to
206 * move right to its new sibling. Do that.
207 */
208 *bufP = _bt_moveright(rel, heaprel, key, *bufP, true, stack_in, BT_WRITE);
209 }
210
211 return stack_in;
212}
BTStackData * BTStack
Definition: nbtree.h:749
static Buffer _bt_moveright(Relation rel, Relation heaprel, BTScanInsert key, Buffer buf, bool forupdate, BTStack stack, int access)
Definition: nbtsearch.c:246

References _bt_binsrch(), _bt_getroot(), _bt_lockbuf(), _bt_moveright(), _bt_relandgetbuf(), _bt_unlockbuf(), Assert(), BT_READ, BT_WRITE, BTPageGetOpaque, BTPageOpaqueData::btpo_level, BTreeTupleGetDownLink(), BTreeTupleIsPivot(), BTStackData::bts_blkno, BTStackData::bts_offset, BTStackData::bts_parent, BufferGetBlockNumber(), BufferGetPage(), BufferIsValid(), sort-test::key, P_ISLEAF, PageGetItem(), PageGetItemId(), and palloc().

Referenced by _bt_first(), _bt_pagedel(), _bt_search_insert(), and bt_rootdescend().

◆ _bt_set_cleanup_info()

void _bt_set_cleanup_info ( Relation  rel,
BlockNumber  num_delpages 
)

Definition at line 232 of file nbtpage.c.

233{
234 Buffer metabuf;
235 Page metapg;
236 BTMetaPageData *metad;
237
238 /*
239 * On-disk compatibility note: The btm_last_cleanup_num_delpages metapage
240 * field started out as a TransactionId field called btm_oldest_btpo_xact.
241 * Both "versions" are just uint32 fields. It was convenient to repurpose
242 * the field when we began to use 64-bit XIDs in deleted pages.
243 *
244 * It's possible that a pg_upgrade'd database will contain an XID value in
245 * what is now recognized as the metapage's btm_last_cleanup_num_delpages
246 * field. _bt_vacuum_needs_cleanup() may even believe that this value
247 * indicates that there are lots of pages that it needs to recycle, when
248 * in reality there are only one or two. The worst that can happen is
249 * that there will be a call to btvacuumscan a little earlier, which will
250 * set btm_last_cleanup_num_delpages to a sane value when we're called.
251 *
252 * Note also that the metapage's btm_last_cleanup_num_heap_tuples field is
253 * no longer used as of PostgreSQL 14. We set it to -1.0 on rewrite, just
254 * to be consistent.
255 */
256 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
257 metapg = BufferGetPage(metabuf);
258 metad = BTPageGetMeta(metapg);
259
260 /* Don't miss chance to upgrade index/metapage when BTREE_MIN_VERSION */
261 if (metad->btm_version >= BTREE_NOVAC_VERSION &&
262 metad->btm_last_cleanup_num_delpages == num_delpages)
263 {
264 /* Usually means index continues to have num_delpages of 0 */
265 _bt_relbuf(rel, metabuf);
266 return;
267 }
268
269 /* trade in our read lock for a write lock */
270 _bt_unlockbuf(rel, metabuf);
271 _bt_lockbuf(rel, metabuf, BT_WRITE);
272
274
275 /* upgrade meta-page if needed */
276 if (metad->btm_version < BTREE_NOVAC_VERSION)
277 _bt_upgrademetapage(metapg);
278
279 /* update cleanup-related information */
280 metad->btm_last_cleanup_num_delpages = num_delpages;
282 MarkBufferDirty(metabuf);
283
284 /* write wal record if needed */
285 if (RelationNeedsWAL(rel))
286 {
288 XLogRecPtr recptr;
289
292
294 md.version = metad->btm_version;
295 md.root = metad->btm_root;
296 md.level = metad->btm_level;
297 md.fastroot = metad->btm_fastroot;
298 md.fastlevel = metad->btm_fastlevel;
299 md.last_cleanup_num_delpages = num_delpages;
301
302 XLogRegisterBufData(0, &md, sizeof(xl_btree_metadata));
303
304 recptr = XLogInsert(RM_BTREE_ID, XLOG_BTREE_META_CLEANUP);
305
306 PageSetLSN(metapg, recptr);
307 }
308
310
311 _bt_relbuf(rel, metabuf);
312}
#define XLOG_BTREE_META_CLEANUP
Definition: nbtxlog.h:41

References _bt_getbuf(), _bt_lockbuf(), _bt_relbuf(), _bt_unlockbuf(), _bt_upgrademetapage(), xl_btree_metadata::allequalimage, Assert(), BT_READ, BT_WRITE, BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_fastlevel, BTMetaPageData::btm_fastroot, BTMetaPageData::btm_last_cleanup_num_delpages, BTMetaPageData::btm_last_cleanup_num_heap_tuples, BTMetaPageData::btm_level, BTMetaPageData::btm_root, BTMetaPageData::btm_version, BTPageGetMeta, BTREE_METAPAGE, BTREE_NOVAC_VERSION, BufferGetPage(), END_CRIT_SECTION, xl_btree_metadata::fastlevel, xl_btree_metadata::fastroot, xl_btree_metadata::last_cleanup_num_delpages, xl_btree_metadata::level, MarkBufferDirty(), PageSetLSN(), REGBUF_STANDARD, REGBUF_WILL_INIT, RelationNeedsWAL, xl_btree_metadata::root, START_CRIT_SECTION, xl_btree_metadata::version, XLOG_BTREE_META_CLEANUP, XLogBeginInsert(), XLogInsert(), XLogRegisterBufData(), and XLogRegisterBuffer().

Referenced by btvacuumcleanup().

◆ _bt_set_startikey()

void _bt_set_startikey ( IndexScanDesc  scan,
BTReadPageState pstate 
)

Definition at line 2393 of file nbtutils.c.

2394{
2395 BTScanOpaque so = (BTScanOpaque) scan->opaque;
2396 Relation rel = scan->indexRelation;
2397 TupleDesc tupdesc = RelationGetDescr(rel);
2398 ItemId iid;
2399 IndexTuple firsttup,
2400 lasttup;
2401 int startikey = 0,
2402 arrayidx = 0,
2403 firstchangingattnum;
2404 bool start_past_saop_eq = false;
2405
2406 Assert(!so->scanBehind);
2407 Assert(pstate->minoff < pstate->maxoff);
2408 Assert(!pstate->firstpage);
2409 Assert(pstate->startikey == 0);
2410 Assert(!so->numArrayKeys || pstate->finaltup ||
2411 P_RIGHTMOST(BTPageGetOpaque(pstate->page)) ||
2412 P_LEFTMOST(BTPageGetOpaque(pstate->page)));
2413
2414 if (so->numberOfKeys == 0)
2415 return;
2416
2417 /* minoff is an offset to the lowest non-pivot tuple on the page */
2418 iid = PageGetItemId(pstate->page, pstate->minoff);
2419 firsttup = (IndexTuple) PageGetItem(pstate->page, iid);
2420
2421 /* maxoff is an offset to the highest non-pivot tuple on the page */
2422 iid = PageGetItemId(pstate->page, pstate->maxoff);
2423 lasttup = (IndexTuple) PageGetItem(pstate->page, iid);
2424
2425 /* Determine the first attribute whose values change on caller's page */
2426 firstchangingattnum = _bt_keep_natts_fast(rel, firsttup, lasttup);
2427
2428 for (; startikey < so->numberOfKeys; startikey++)
2429 {
2430 ScanKey key = so->keyData + startikey;
2431 BTArrayKeyInfo *array;
2432 Datum firstdatum,
2433 lastdatum;
2434 bool firstnull,
2435 lastnull;
2436 int32 result;
2437
2438 /*
2439 * Determine if it's safe to set pstate.startikey to an offset to a
2440 * key that comes after this key, by examining this key
2441 */
2442 if (key->sk_flags & SK_ROW_HEADER)
2443 {
2444 /* RowCompare inequality (header key) */
2445 ScanKey subkey = (ScanKey) DatumGetPointer(key->sk_argument);
2446 bool satisfied = false;
2447
2448 for (;;)
2449 {
2450 int cmpresult;
2451 bool firstsatisfies = false;
2452
2453 if (subkey->sk_attno > firstchangingattnum) /* >, not >= */
2454 break; /* unsafe, preceding attr has multiple
2455 * distinct values */
2456
2457 if (subkey->sk_flags & SK_ISNULL)
2458 break; /* unsafe, unsatisfiable NULL subkey arg */
2459
2460 firstdatum = index_getattr(firsttup, subkey->sk_attno,
2461 tupdesc, &firstnull);
2462 lastdatum = index_getattr(lasttup, subkey->sk_attno,
2463 tupdesc, &lastnull);
2464
2465 if (firstnull || lastnull)
2466 break; /* unsafe, NULL value won't satisfy subkey */
2467
2468 /*
2469 * Compare the first tuple's datum for this row compare member
2470 */
2471 cmpresult = DatumGetInt32(FunctionCall2Coll(&subkey->sk_func,
2472 subkey->sk_collation,
2473 firstdatum,
2474 subkey->sk_argument));
2475 if (subkey->sk_flags & SK_BT_DESC)
2476 INVERT_COMPARE_RESULT(cmpresult);
2477
2478 if (cmpresult != 0 || (subkey->sk_flags & SK_ROW_END))
2479 {
2480 firstsatisfies = _bt_rowcompare_cmpresult(subkey,
2481 cmpresult);
2482 if (!firstsatisfies)
2483 {
2484 /* Unsafe, firstdatum does not satisfy subkey */
2485 break;
2486 }
2487 }
2488
2489 /*
2490 * Compare the last tuple's datum for this row compare member
2491 */
2492 cmpresult = DatumGetInt32(FunctionCall2Coll(&subkey->sk_func,
2493 subkey->sk_collation,
2494 lastdatum,
2495 subkey->sk_argument));
2496 if (subkey->sk_flags & SK_BT_DESC)
2497 INVERT_COMPARE_RESULT(cmpresult);
2498
2499 if (cmpresult != 0 || (subkey->sk_flags & SK_ROW_END))
2500 {
2501 if (!firstsatisfies)
2502 {
2503 /*
2504 * It's only safe to set startikey beyond the row
2505 * compare header key when both firsttup and lasttup
2506 * satisfy the key as a whole based on the same
2507 * deciding subkey/attribute. That can't happen now.
2508 */
2509 break; /* unsafe */
2510 }
2511
2512 satisfied = _bt_rowcompare_cmpresult(subkey, cmpresult);
2513 break; /* safe iff 'satisfied' is true */
2514 }
2515
2516 /* Move on to next row member/subkey */
2517 if (subkey->sk_flags & SK_ROW_END)
2518 break; /* defensive */
2519 subkey++;
2520
2521 /*
2522 * We deliberately don't check if the next subkey has the same
2523 * strategy as this iteration's subkey (which happens when
2524 * subkeys for both ASC and DESC columns are used together),
2525 * nor if any subkey is marked required. This is safe because
2526 * in general all prior index attributes must have only one
2527 * distinct value (across all of the tuples on the page) in
2528 * order for us to even consider any subkey's attribute.
2529 */
2530 }
2531
2532 if (satisfied)
2533 {
2534 /* Safe, row compare satisfied by every tuple on page */
2535 continue;
2536 }
2537
2538 break; /* unsafe */
2539 }
2540 if (key->sk_strategy != BTEqualStrategyNumber)
2541 {
2542 /*
2543 * Scalar inequality key.
2544 *
2545 * It's definitely safe for _bt_checkkeys to avoid assessing this
2546 * inequality when the page's first and last non-pivot tuples both
2547 * satisfy the inequality (since the same must also be true of all
2548 * the tuples in between these two).
2549 *
2550 * Unlike the "=" case, it doesn't matter if this attribute has
2551 * more than one distinct value (though it _is_ necessary for any
2552 * and all _prior_ attributes to contain no more than one distinct
2553 * value amongst all of the tuples from pstate.page).
2554 */
2555 if (key->sk_attno > firstchangingattnum) /* >, not >= */
2556 break; /* unsafe, preceding attr has multiple
2557 * distinct values */
2558
2559 firstdatum = index_getattr(firsttup, key->sk_attno, tupdesc, &firstnull);
2560 lastdatum = index_getattr(lasttup, key->sk_attno, tupdesc, &lastnull);
2561
2562 if (key->sk_flags & SK_ISNULL)
2563 {
2564 /* IS NOT NULL key */
2565 Assert(key->sk_flags & SK_SEARCHNOTNULL);
2566
2567 if (firstnull || lastnull)
2568 break; /* unsafe */
2569
2570 /* Safe, IS NOT NULL key satisfied by every tuple */
2571 continue;
2572 }
2573
2574 /* Test firsttup */
2575 if (firstnull ||
2577 key->sk_collation, firstdatum,
2578 key->sk_argument)))
2579 break; /* unsafe */
2580
2581 /* Test lasttup */
2582 if (lastnull ||
2584 key->sk_collation, lastdatum,
2585 key->sk_argument)))
2586 break; /* unsafe */
2587
2588 /* Safe, scalar inequality satisfied by every tuple */
2589 continue;
2590 }
2591
2592 /* Some = key (could be a scalar = key, could be an array = key) */
2593 Assert(key->sk_strategy == BTEqualStrategyNumber);
2594
2595 if (!(key->sk_flags & SK_SEARCHARRAY))
2596 {
2597 /*
2598 * Scalar = key (possibly an IS NULL key).
2599 *
2600 * It is unsafe to set pstate.startikey to an ikey beyond this
2601 * key, unless the = key is satisfied by every possible tuple on
2602 * the page (possible only when attribute has just one distinct
2603 * value among all tuples on the page).
2604 */
2605 if (key->sk_attno >= firstchangingattnum)
2606 break; /* unsafe, multiple distinct attr values */
2607
2608 firstdatum = index_getattr(firsttup, key->sk_attno, tupdesc,
2609 &firstnull);
2610 if (key->sk_flags & SK_ISNULL)
2611 {
2612 /* IS NULL key */
2613 Assert(key->sk_flags & SK_SEARCHNULL);
2614
2615 if (!firstnull)
2616 break; /* unsafe */
2617
2618 /* Safe, IS NULL key satisfied by every tuple */
2619 continue;
2620 }
2621 if (firstnull ||
2623 key->sk_collation, firstdatum,
2624 key->sk_argument)))
2625 break; /* unsafe */
2626
2627 /* Safe, scalar = key satisfied by every tuple */
2628 continue;
2629 }
2630
2631 /* = array key (could be a SAOP array, could be a skip array) */
2632 array = &so->arrayKeys[arrayidx++];
2633 Assert(array->scan_key == startikey);
2634 if (array->num_elems != -1)
2635 {
2636 /*
2637 * SAOP array = key.
2638 *
2639 * Handle this like we handle scalar = keys (though binary search
2640 * for a matching element, to avoid relying on key's sk_argument).
2641 */
2642 if (key->sk_attno >= firstchangingattnum)
2643 break; /* unsafe, multiple distinct attr values */
2644
2645 firstdatum = index_getattr(firsttup, key->sk_attno, tupdesc,
2646 &firstnull);
2647 _bt_binsrch_array_skey(&so->orderProcs[startikey],
2649 firstdatum, firstnull, array, key,
2650 &result);
2651 if (result != 0)
2652 break; /* unsafe */
2653
2654 /* Safe, SAOP = key satisfied by every tuple */
2655 start_past_saop_eq = true;
2656 continue;
2657 }
2658
2659 /*
2660 * Skip array = key
2661 */
2662 Assert(key->sk_flags & SK_BT_SKIP);
2663 if (array->null_elem)
2664 {
2665 /*
2666 * Non-range skip array = key.
2667 *
2668 * Safe, non-range skip array "satisfied" by every tuple on page
2669 * (safe even when "key->sk_attno > firstchangingattnum").
2670 */
2671 continue;
2672 }
2673
2674 /*
2675 * Range skip array = key.
2676 *
2677 * Handle this like we handle scalar inequality keys (but avoid using
2678 * key's sk_argument directly, as in the SAOP array case).
2679 */
2680 if (key->sk_attno > firstchangingattnum) /* >, not >= */
2681 break; /* unsafe, preceding attr has multiple
2682 * distinct values */
2683
2684 firstdatum = index_getattr(firsttup, key->sk_attno, tupdesc, &firstnull);
2685 lastdatum = index_getattr(lasttup, key->sk_attno, tupdesc, &lastnull);
2686
2687 /* Test firsttup */
2689 firstdatum, firstnull, array, key,
2690 &result);
2691 if (result != 0)
2692 break; /* unsafe */
2693
2694 /* Test lasttup */
2696 lastdatum, lastnull, array, key,
2697 &result);
2698 if (result != 0)
2699 break; /* unsafe */
2700
2701 /* Safe, range skip array satisfied by every tuple on page */
2702 }
2703
2704 /*
2705 * Use of forcenonrequired is typically undesirable, since it'll force
2706 * _bt_readpage caller to read every tuple on the page -- even though, in
2707 * general, it might well be possible to end the scan on an earlier tuple.
2708 * However, caller must use forcenonrequired when start_past_saop_eq=true,
2709 * since the usual required array behavior might fail to roll over to the
2710 * SAOP array.
2711 *
2712 * We always prefer forcenonrequired=true during scans with skip arrays
2713 * (except on the first page of each primitive index scan), though -- even
2714 * when "startikey == 0". That way, _bt_advance_array_keys's low-order
2715 * key precheck optimization can always be used (unless on the first page
2716 * of the scan). It seems slightly preferable to check more tuples when
2717 * that allows us to do significantly less skip array maintenance.
2718 */
2719 pstate->forcenonrequired = (start_past_saop_eq || so->skipScan);
2720 pstate->startikey = startikey;
2721
2722 /*
2723 * _bt_readpage caller is required to call _bt_checkkeys against page's
2724 * finaltup with forcenonrequired=false whenever we initially set
2725 * forcenonrequired=true. That way the scan's arrays will reliably track
2726 * its progress through the index's key space.
2727 *
2728 * We don't expect this when _bt_readpage caller has no finaltup due to
2729 * its page being the rightmost (or the leftmost, during backwards scans).
2730 * When we see that _bt_readpage has no finaltup, back out of everything.
2731 */
2732 Assert(!pstate->forcenonrequired || so->numArrayKeys);
2733 if (pstate->forcenonrequired && !pstate->finaltup)
2734 {
2735 pstate->forcenonrequired = false;
2736 pstate->startikey = 0;
2737 }
2738}
static void _bt_binsrch_skiparray_skey(bool cur_elem_trig, ScanDirection dir, Datum tupdatum, bool tupnull, BTArrayKeyInfo *array, ScanKey cur, int32 *set_elem_result)
Definition: nbtutils.c:445
int _bt_binsrch_array_skey(FmgrInfo *orderproc, bool cur_elem_trig, ScanDirection dir, Datum tupdatum, bool tupnull, BTArrayKeyInfo *array, ScanKey cur, int32 *set_elem_result)
Definition: nbtutils.c:289
static bool _bt_rowcompare_cmpresult(ScanKey subkey, int cmpresult)
Definition: nbtutils.c:3014
@ NoMovementScanDirection
Definition: sdir.h:27
@ ForwardScanDirection
Definition: sdir.h:28
bool firstpage
Definition: nbtree.h:1108
IndexTuple finaltup
Definition: nbtree.h:1106
OffsetNumber minoff
Definition: nbtree.h:1104
OffsetNumber maxoff
Definition: nbtree.h:1105

References _bt_binsrch_array_skey(), _bt_binsrch_skiparray_skey(), _bt_keep_natts_fast(), _bt_rowcompare_cmpresult(), BTScanOpaqueData::arrayKeys, Assert(), BTEqualStrategyNumber, BTPageGetOpaque, DatumGetBool(), DatumGetInt32(), DatumGetPointer(), BTReadPageState::finaltup, BTReadPageState::firstpage, BTReadPageState::forcenonrequired, ForwardScanDirection, FunctionCall2Coll(), index_getattr(), IndexScanDescData::indexRelation, INVERT_COMPARE_RESULT, sort-test::key, BTScanOpaqueData::keyData, BTReadPageState::maxoff, BTReadPageState::minoff, NoMovementScanDirection, BTArrayKeyInfo::null_elem, BTArrayKeyInfo::num_elems, BTScanOpaqueData::numArrayKeys, BTScanOpaqueData::numberOfKeys, IndexScanDescData::opaque, BTScanOpaqueData::orderProcs, P_LEFTMOST, P_RIGHTMOST, BTReadPageState::page, PageGetItem(), PageGetItemId(), RelationGetDescr, BTArrayKeyInfo::scan_key, BTScanOpaqueData::scanBehind, ScanKeyData::sk_argument, ScanKeyData::sk_attno, SK_BT_DESC, SK_BT_SKIP, ScanKeyData::sk_collation, ScanKeyData::sk_flags, ScanKeyData::sk_func, SK_ISNULL, SK_ROW_END, SK_ROW_HEADER, SK_SEARCHARRAY, SK_SEARCHNOTNULL, SK_SEARCHNULL, BTScanOpaqueData::skipScan, and BTReadPageState::startikey.

Referenced by _bt_readpage().

◆ _bt_start_array_keys()

void _bt_start_array_keys ( IndexScanDesc  scan,
ScanDirection  dir 
)

Definition at line 613 of file nbtutils.c.

614{
615 Relation rel = scan->indexRelation;
616 BTScanOpaque so = (BTScanOpaque) scan->opaque;
617
618 Assert(so->numArrayKeys);
619 Assert(so->qual_ok);
620
621 for (int i = 0; i < so->numArrayKeys; i++)
622 {
623 BTArrayKeyInfo *array = &so->arrayKeys[i];
624 ScanKey skey = &so->keyData[array->scan_key];
625
627
628 _bt_array_set_low_or_high(rel, skey, array,
630 }
631 so->scanBehind = so->oppositeDirCheck = false; /* reset */
632}
static void _bt_array_set_low_or_high(Relation rel, ScanKey skey, BTArrayKeyInfo *array, bool low_not_high)
Definition: nbtutils.c:641

References _bt_array_set_low_or_high(), BTScanOpaqueData::arrayKeys, Assert(), i, IndexScanDescData::indexRelation, BTScanOpaqueData::keyData, BTScanOpaqueData::numArrayKeys, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, BTScanOpaqueData::qual_ok, BTArrayKeyInfo::scan_key, BTScanOpaqueData::scanBehind, ScanDirectionIsForward, ScanKeyData::sk_flags, and SK_SEARCHARRAY.

Referenced by _bt_advance_array_keys_increment(), _bt_first(), _bt_readpage(), and btrestrpos().

◆ _bt_start_prim_scan()

bool _bt_start_prim_scan ( IndexScanDesc  scan,
ScanDirection  dir 
)

Definition at line 1274 of file nbtutils.c.

1275{
1276 BTScanOpaque so = (BTScanOpaque) scan->opaque;
1277
1278 Assert(so->numArrayKeys);
1279
1280 so->scanBehind = so->oppositeDirCheck = false; /* reset */
1281
1282 /*
1283 * Array keys are advanced within _bt_checkkeys when the scan reaches the
1284 * leaf level (more precisely, they're advanced when the scan reaches the
1285 * end of each distinct set of array elements). This process avoids
1286 * repeat access to leaf pages (across multiple primitive index scans) by
1287 * advancing the scan's array keys when it allows the primitive index scan
1288 * to find nearby matching tuples (or when it eliminates ranges of array
1289 * key space that can't possibly be satisfied by any index tuple).
1290 *
1291 * _bt_checkkeys sets a simple flag variable to schedule another primitive
1292 * index scan. The flag tells us what to do.
1293 *
1294 * We cannot rely on _bt_first always reaching _bt_checkkeys. There are
1295 * various cases where that won't happen. For example, if the index is
1296 * completely empty, then _bt_first won't call _bt_readpage/_bt_checkkeys.
1297 * We also don't expect a call to _bt_checkkeys during searches for a
1298 * non-existent value that happens to be lower/higher than any existing
1299 * value in the index.
1300 *
1301 * We don't require special handling for these cases -- we don't need to
1302 * be explicitly instructed to _not_ perform another primitive index scan.
1303 * It's up to code under the control of _bt_first to always set the flag
1304 * when another primitive index scan will be required.
1305 *
1306 * This works correctly, even with the tricky cases listed above, which
1307 * all involve access to leaf pages "near the boundaries of the key space"
1308 * (whether it's from a leftmost/rightmost page, or an imaginary empty
1309 * leaf root page). If _bt_checkkeys cannot be reached by a primitive
1310 * index scan for one set of array keys, then it also won't be reached for
1311 * any later set ("later" in terms of the direction that we scan the index
1312 * and advance the arrays). The array keys won't have advanced in these
1313 * cases, but that's the correct behavior (even _bt_advance_array_keys
1314 * won't always advance the arrays at the point they become "exhausted").
1315 */
1316 if (so->needPrimScan)
1317 {
1318 /*
1319 * Flag was set -- must call _bt_first again, which will reset the
1320 * scan's needPrimScan flag
1321 */
1322 return true;
1323 }
1324
1325 /* The top-level index scan ran out of tuples in this scan direction */
1326 if (scan->parallel_scan != NULL)
1327 _bt_parallel_done(scan);
1328
1329 return false;
1330}

References _bt_parallel_done(), Assert(), BTScanOpaqueData::needPrimScan, BTScanOpaqueData::numArrayKeys, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, IndexScanDescData::parallel_scan, and BTScanOpaqueData::scanBehind.

Referenced by btgetbitmap(), and btgettuple().

◆ _bt_start_vacuum()

BTCycleId _bt_start_vacuum ( Relation  rel)

Definition at line 3615 of file nbtutils.c.

3616{
3617 BTCycleId result;
3618 int i;
3619 BTOneVacInfo *vac;
3620
3621 LWLockAcquire(BtreeVacuumLock, LW_EXCLUSIVE);
3622
3623 /*
3624 * Assign the next cycle ID, being careful to avoid zero as well as the
3625 * reserved high values.
3626 */
3627 result = ++(btvacinfo->cycle_ctr);
3628 if (result == 0 || result > MAX_BT_CYCLE_ID)
3629 result = btvacinfo->cycle_ctr = 1;
3630
3631 /* Let's just make sure there's no entry already for this index */
3632 for (i = 0; i < btvacinfo->num_vacuums; i++)
3633 {
3634 vac = &btvacinfo->vacuums[i];
3635 if (vac->relid.relId == rel->rd_lockInfo.lockRelId.relId &&
3636 vac->relid.dbId == rel->rd_lockInfo.lockRelId.dbId)
3637 {
3638 /*
3639 * Unlike most places in the backend, we have to explicitly
3640 * release our LWLock before throwing an error. This is because
3641 * we expect _bt_end_vacuum() to be called before transaction
3642 * abort cleanup can run to release LWLocks.
3643 */
3644 LWLockRelease(BtreeVacuumLock);
3645 elog(ERROR, "multiple active vacuums for index \"%s\"",
3647 }
3648 }
3649
3650 /* OK, add an entry */
3652 {
3653 LWLockRelease(BtreeVacuumLock);
3654 elog(ERROR, "out of btvacinfo slots");
3655 }
3657 vac->relid = rel->rd_lockInfo.lockRelId;
3658 vac->cycleid = result;
3660
3661 LWLockRelease(BtreeVacuumLock);
3662 return result;
3663}
#define MAX_BT_CYCLE_ID
Definition: nbtree.h:93
uint16 BTCycleId
Definition: nbtree.h:29
BTCycleId cycleid
Definition: nbtutils.c:3557
BTCycleId cycle_ctr
Definition: nbtutils.c:3562
int max_vacuums
Definition: nbtutils.c:3564

References btvacinfo, BTVacInfo::cycle_ctr, BTOneVacInfo::cycleid, LockRelId::dbId, elog, ERROR, i, LockInfoData::lockRelId, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), MAX_BT_CYCLE_ID, BTVacInfo::max_vacuums, BTVacInfo::num_vacuums, RelationData::rd_lockInfo, RelationGetRelationName, BTOneVacInfo::relid, LockRelId::relId, and BTVacInfo::vacuums.

Referenced by btbulkdelete().

◆ _bt_swap_posting()

IndexTuple _bt_swap_posting ( IndexTuple  newitem,
IndexTuple  oposting,
int  postingoff 
)

Definition at line 1023 of file nbtdedup.c.

1024{
1025 int nhtids;
1026 char *replacepos;
1027 char *replaceposright;
1028 Size nmovebytes;
1029 IndexTuple nposting;
1030
1031 nhtids = BTreeTupleGetNPosting(oposting);
1032 Assert(_bt_posting_valid(oposting));
1033
1034 /*
1035 * The postingoff argument originated as a _bt_binsrch_posting() return
1036 * value. It will be 0 in the event of corruption that makes a leaf page
1037 * contain a non-pivot tuple that's somehow identical to newitem (no two
1038 * non-pivot tuples should ever have the same TID). This has been known
1039 * to happen in the field from time to time.
1040 *
1041 * Perform a basic sanity check to catch this case now.
1042 */
1043 if (!(postingoff > 0 && postingoff < nhtids))
1044 elog(ERROR, "posting list tuple with %d items cannot be split at offset %d",
1045 nhtids, postingoff);
1046
1047 /*
1048 * Move item pointers in posting list to make a gap for the new item's
1049 * heap TID. We shift TIDs one place to the right, losing original
1050 * rightmost TID. (nmovebytes must not include TIDs to the left of
1051 * postingoff, nor the existing rightmost/max TID that gets overwritten.)
1052 */
1053 nposting = CopyIndexTuple(oposting);
1054 replacepos = (char *) BTreeTupleGetPostingN(nposting, postingoff);
1055 replaceposright = (char *) BTreeTupleGetPostingN(nposting, postingoff + 1);
1056 nmovebytes = (nhtids - postingoff - 1) * sizeof(ItemPointerData);
1057 memmove(replaceposright, replacepos, nmovebytes);
1058
1059 /* Fill the gap at postingoff with TID of new item (original new TID) */
1060 Assert(!BTreeTupleIsPivot(newitem) && !BTreeTupleIsPosting(newitem));
1061 ItemPointerCopy(&newitem->t_tid, (ItemPointer) replacepos);
1062
1063 /* Now copy oposting's rightmost/max TID into new item (final new TID) */
1064 ItemPointerCopy(BTreeTupleGetMaxHeapTID(oposting), &newitem->t_tid);
1065
1067 BTreeTupleGetHeapTID(newitem)) < 0);
1068 Assert(_bt_posting_valid(nposting));
1069
1070 return nposting;
1071}

References Assert(), BTreeTupleGetHeapTID(), BTreeTupleGetMaxHeapTID(), BTreeTupleGetNPosting(), BTreeTupleGetPostingN(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), CopyIndexTuple(), elog, ERROR, ItemPointerCompare(), ItemPointerCopy(), and IndexTupleData::t_tid.

Referenced by _bt_insertonpg(), btree_xlog_insert(), and btree_xlog_split().

◆ _bt_truncate()

IndexTuple _bt_truncate ( Relation  rel,
IndexTuple  lastleft,
IndexTuple  firstright,
BTScanInsert  itup_key 
)

Definition at line 3844 of file nbtutils.c.

3846{
3847 TupleDesc itupdesc = RelationGetDescr(rel);
3849 int keepnatts;
3850 IndexTuple pivot;
3851 IndexTuple tidpivot;
3852 ItemPointer pivotheaptid;
3853 Size newsize;
3854
3855 /*
3856 * We should only ever truncate non-pivot tuples from leaf pages. It's
3857 * never okay to truncate when splitting an internal page.
3858 */
3859 Assert(!BTreeTupleIsPivot(lastleft) && !BTreeTupleIsPivot(firstright));
3860
3861 /* Determine how many attributes must be kept in truncated tuple */
3862 keepnatts = _bt_keep_natts(rel, lastleft, firstright, itup_key);
3863
3864#ifdef DEBUG_NO_TRUNCATE
3865 /* Force truncation to be ineffective for testing purposes */
3866 keepnatts = nkeyatts + 1;
3867#endif
3868
3869 pivot = index_truncate_tuple(itupdesc, firstright,
3870 Min(keepnatts, nkeyatts));
3871
3872 if (BTreeTupleIsPosting(pivot))
3873 {
3874 /*
3875 * index_truncate_tuple() just returns a straight copy of firstright
3876 * when it has no attributes to truncate. When that happens, we may
3877 * need to truncate away a posting list here instead.
3878 */
3879 Assert(keepnatts == nkeyatts || keepnatts == nkeyatts + 1);
3881 pivot->t_info &= ~INDEX_SIZE_MASK;
3882 pivot->t_info |= MAXALIGN(BTreeTupleGetPostingOffset(firstright));
3883 }
3884
3885 /*
3886 * If there is a distinguishing key attribute within pivot tuple, we're
3887 * done
3888 */
3889 if (keepnatts <= nkeyatts)
3890 {
3891 BTreeTupleSetNAtts(pivot, keepnatts, false);
3892 return pivot;
3893 }
3894
3895 /*
3896 * We have to store a heap TID in the new pivot tuple, since no non-TID
3897 * key attribute value in firstright distinguishes the right side of the
3898 * split from the left side. nbtree conceptualizes this case as an
3899 * inability to truncate away any key attributes, since heap TID is
3900 * treated as just another key attribute (despite lacking a pg_attribute
3901 * entry).
3902 *
3903 * Use enlarged space that holds a copy of pivot. We need the extra space
3904 * to store a heap TID at the end (using the special pivot tuple
3905 * representation). Note that the original pivot already has firstright's
3906 * possible posting list/non-key attribute values removed at this point.
3907 */
3908 newsize = MAXALIGN(IndexTupleSize(pivot)) + MAXALIGN(sizeof(ItemPointerData));
3909 tidpivot = palloc0(newsize);
3910 memcpy(tidpivot, pivot, MAXALIGN(IndexTupleSize(pivot)));
3911 /* Cannot leak memory here */
3912 pfree(pivot);
3913
3914 /*
3915 * Store all of firstright's key attribute values plus a tiebreaker heap
3916 * TID value in enlarged pivot tuple
3917 */
3918 tidpivot->t_info &= ~INDEX_SIZE_MASK;
3919 tidpivot->t_info |= newsize;
3920 BTreeTupleSetNAtts(tidpivot, nkeyatts, true);
3921 pivotheaptid = BTreeTupleGetHeapTID(tidpivot);
3922
3923 /*
3924 * Lehman & Yao use lastleft as the leaf high key in all cases, but don't
3925 * consider suffix truncation. It seems like a good idea to follow that
3926 * example in cases where no truncation takes place -- use lastleft's heap
3927 * TID. (This is also the closest value to negative infinity that's
3928 * legally usable.)
3929 */
3930 ItemPointerCopy(BTreeTupleGetMaxHeapTID(lastleft), pivotheaptid);
3931
3932 /*
3933 * We're done. Assert() that heap TID invariants hold before returning.
3934 *
3935 * Lehman and Yao require that the downlink to the right page, which is to
3936 * be inserted into the parent page in the second phase of a page split be
3937 * a strict lower bound on items on the right page, and a non-strict upper
3938 * bound for items on the left page. Assert that heap TIDs follow these
3939 * invariants, since a heap TID value is apparently needed as a
3940 * tiebreaker.
3941 */
3942#ifndef DEBUG_NO_TRUNCATE
3944 BTreeTupleGetHeapTID(firstright)) < 0);
3945 Assert(ItemPointerCompare(pivotheaptid,
3946 BTreeTupleGetHeapTID(lastleft)) >= 0);
3947 Assert(ItemPointerCompare(pivotheaptid,
3948 BTreeTupleGetHeapTID(firstright)) < 0);
3949#else
3950
3951 /*
3952 * Those invariants aren't guaranteed to hold for lastleft + firstright
3953 * heap TID attribute values when they're considered here only because
3954 * DEBUG_NO_TRUNCATE is defined (a heap TID is probably not actually
3955 * needed as a tiebreaker). DEBUG_NO_TRUNCATE must therefore use a heap
3956 * TID value that always works as a strict lower bound for items to the
3957 * right. In particular, it must avoid using firstright's leading key
3958 * attribute values along with lastleft's heap TID value when lastleft's
3959 * TID happens to be greater than firstright's TID.
3960 */
3961 ItemPointerCopy(BTreeTupleGetHeapTID(firstright), pivotheaptid);
3962
3963 /*
3964 * Pivot heap TID should never be fully equal to firstright. Note that
3965 * the pivot heap TID will still end up equal to lastleft's heap TID when
3966 * that's the only usable value.
3967 */
3968 ItemPointerSetOffsetNumber(pivotheaptid,
3970 Assert(ItemPointerCompare(pivotheaptid,
3971 BTreeTupleGetHeapTID(firstright)) < 0);
3972#endif
3973
3974 return tidpivot;
3975}
IndexTuple index_truncate_tuple(TupleDesc sourceDescriptor, IndexTuple source, int leavenatts)
Definition: indextuple.c:576
static void ItemPointerSetOffsetNumber(ItemPointerData *pointer, OffsetNumber offsetNumber)
Definition: itemptr.h:158
static void BTreeTupleSetNAtts(IndexTuple itup, uint16 nkeyatts, bool heaptid)
Definition: nbtree.h:595
static int _bt_keep_natts(Relation rel, IndexTuple lastleft, IndexTuple firstright, BTScanInsert itup_key)
Definition: nbtutils.c:3989

References _bt_keep_natts(), Assert(), BTreeTupleGetHeapTID(), BTreeTupleGetMaxHeapTID(), BTreeTupleGetPostingOffset(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), BTreeTupleSetNAtts(), index_truncate_tuple(), IndexRelationGetNumberOfAttributes, IndexRelationGetNumberOfKeyAttributes, IndexTupleSize(), ItemPointerCompare(), ItemPointerCopy(), ItemPointerGetOffsetNumber(), ItemPointerSetOffsetNumber(), MAXALIGN, Min, OffsetNumberPrev, palloc0(), pfree(), RelationGetDescr, and IndexTupleData::t_info.

Referenced by _bt_buildadd(), and _bt_split().

◆ _bt_unlockbuf()

void _bt_unlockbuf ( Relation  rel,
Buffer  buf 
)

Definition at line 1070 of file nbtpage.c.

1071{
1072 /*
1073 * Buffer is pinned and locked, which means that it is expected to be
1074 * defined and addressable. Check that proactively.
1075 */
1077
1078 /* LockBuffer() asserts that pin is held by this backend */
1080
1081 if (!RelationUsesLocalBuffers(rel))
1083}
#define BUFFER_LOCK_UNLOCK
Definition: bufmgr.h:196
#define VALGRIND_CHECK_MEM_IS_DEFINED(addr, size)
Definition: memdebug.h:23
#define VALGRIND_MAKE_MEM_NOACCESS(addr, size)
Definition: memdebug.h:27

References buf, BUFFER_LOCK_UNLOCK, BufferGetPage(), LockBuffer(), RelationUsesLocalBuffers, VALGRIND_CHECK_MEM_IS_DEFINED, and VALGRIND_MAKE_MEM_NOACCESS.

Referenced by _bt_drop_lock_and_maybe_pin(), _bt_getroot(), _bt_killitems(), _bt_moveright(), _bt_pagedel(), _bt_readfirstpage(), _bt_relandgetbuf(), _bt_relbuf(), _bt_search(), _bt_set_cleanup_info(), and _bt_unlink_halfdead_page().

◆ _bt_update_posting()

void _bt_update_posting ( BTVacuumPosting  vacposting)

Definition at line 925 of file nbtdedup.c.

926{
927 IndexTuple origtuple = vacposting->itup;
928 uint32 keysize,
929 newsize;
930 IndexTuple itup;
931 int nhtids;
932 int ui,
933 d;
934 ItemPointer htids;
935
936 nhtids = BTreeTupleGetNPosting(origtuple) - vacposting->ndeletedtids;
937
938 Assert(_bt_posting_valid(origtuple));
939 Assert(nhtids > 0 && nhtids < BTreeTupleGetNPosting(origtuple));
940
941 /*
942 * Determine final size of new tuple.
943 *
944 * This calculation needs to match the code used within _bt_form_posting()
945 * for new posting list tuples. We avoid calling _bt_form_posting() here
946 * to save ourselves a second memory allocation for a htids workspace.
947 */
948 keysize = BTreeTupleGetPostingOffset(origtuple);
949 if (nhtids > 1)
950 newsize = MAXALIGN(keysize +
951 nhtids * sizeof(ItemPointerData));
952 else
953 newsize = keysize;
954
955 Assert(newsize <= INDEX_SIZE_MASK);
956 Assert(newsize == MAXALIGN(newsize));
957
958 /* Allocate memory using palloc0() (matches index_form_tuple()) */
959 itup = palloc0(newsize);
960 memcpy(itup, origtuple, keysize);
961 itup->t_info &= ~INDEX_SIZE_MASK;
962 itup->t_info |= newsize;
963
964 if (nhtids > 1)
965 {
966 /* Form posting list tuple */
967 BTreeTupleSetPosting(itup, nhtids, keysize);
968 htids = BTreeTupleGetPosting(itup);
969 }
970 else
971 {
972 /* Form standard non-pivot tuple */
973 itup->t_info &= ~INDEX_ALT_TID_MASK;
974 htids = &itup->t_tid;
975 }
976
977 ui = 0;
978 d = 0;
979 for (int i = 0; i < BTreeTupleGetNPosting(origtuple); i++)
980 {
981 if (d < vacposting->ndeletedtids && vacposting->deletetids[d] == i)
982 {
983 d++;
984 continue;
985 }
986 htids[ui++] = *BTreeTupleGetPostingN(origtuple, i);
987 }
988 Assert(ui == nhtids);
989 Assert(d == vacposting->ndeletedtids);
990 Assert(nhtids == 1 || _bt_posting_valid(itup));
991 Assert(nhtids > 1 || ItemPointerIsValid(&itup->t_tid));
992
993 /* vacposting arg's itup will now point to updated version */
994 vacposting->itup = itup;
995}

References Assert(), BTreeTupleGetNPosting(), BTreeTupleGetPosting(), BTreeTupleGetPostingN(), BTreeTupleGetPostingOffset(), BTreeTupleSetPosting(), BTVacuumPostingData::deletetids, i, INDEX_SIZE_MASK, ItemPointerIsValid(), BTVacuumPostingData::itup, MAXALIGN, BTVacuumPostingData::ndeletedtids, palloc0(), IndexTupleData::t_info, and IndexTupleData::t_tid.

Referenced by _bt_delitems_update(), and btree_xlog_updates().

◆ _bt_upgradelockbufcleanup()

void _bt_upgradelockbufcleanup ( Relation  rel,
Buffer  buf 
)

Definition at line 1109 of file nbtpage.c.

1110{
1111 /*
1112 * Buffer is pinned and locked, which means that it is expected to be
1113 * defined and addressable. Check that proactively.
1114 */
1116
1117 /* LockBuffer() asserts that pin is held by this backend */
1120}
void LockBufferForCleanup(Buffer buffer)
Definition: bufmgr.c:5652

References buf, BUFFER_LOCK_UNLOCK, BufferGetPage(), LockBuffer(), LockBufferForCleanup(), and VALGRIND_CHECK_MEM_IS_DEFINED.

Referenced by btvacuumpage().

◆ _bt_upgrademetapage()

void _bt_upgrademetapage ( Page  page)

Definition at line 107 of file nbtpage.c.

108{
109 BTMetaPageData *metad;
111
112 metad = BTPageGetMeta(page);
113 metaopaque = BTPageGetOpaque(page);
114
115 /* It must be really a meta page of upgradable version */
116 Assert(metaopaque->btpo_flags & BTP_META);
119
120 /* Set version number and fill extra fields added into version 3 */
124 /* Only a REINDEX can set this field */
125 Assert(!metad->btm_allequalimage);
126 metad->btm_allequalimage = false;
127
128 /* Adjust pd_lower (see _bt_initmetapage() for details) */
129 ((PageHeader) page)->pd_lower =
130 ((char *) metad + sizeof(BTMetaPageData)) - (char *) page;
131}

References Assert(), BTMetaPageData::btm_allequalimage, BTMetaPageData::btm_last_cleanup_num_delpages, BTMetaPageData::btm_last_cleanup_num_heap_tuples, BTMetaPageData::btm_version, BTP_META, BTPageGetMeta, BTPageGetOpaque, BTREE_MIN_VERSION, BTREE_NOVAC_VERSION, and PG_USED_FOR_ASSERTS_ONLY.

Referenced by _bt_getroot(), _bt_insertonpg(), _bt_newlevel(), _bt_set_cleanup_info(), and _bt_unlink_halfdead_page().

◆ _bt_vacuum_cycleid()

BTCycleId _bt_vacuum_cycleid ( Relation  rel)

Definition at line 3581 of file nbtutils.c.

3582{
3583 BTCycleId result = 0;
3584 int i;
3585
3586 /* Share lock is enough since this is a read-only operation */
3587 LWLockAcquire(BtreeVacuumLock, LW_SHARED);
3588
3589 for (i = 0; i < btvacinfo->num_vacuums; i++)
3590 {
3591 BTOneVacInfo *vac = &btvacinfo->vacuums[i];
3592
3593 if (vac->relid.relId == rel->rd_lockInfo.lockRelId.relId &&
3594 vac->relid.dbId == rel->rd_lockInfo.lockRelId.dbId)
3595 {
3596 result = vac->cycleid;
3597 break;
3598 }
3599 }
3600
3601 LWLockRelease(BtreeVacuumLock);
3602 return result;
3603}
@ LW_SHARED
Definition: lwlock.h:113

References btvacinfo, BTOneVacInfo::cycleid, LockRelId::dbId, i, LockInfoData::lockRelId, LW_SHARED, LWLockAcquire(), LWLockRelease(), BTVacInfo::num_vacuums, RelationData::rd_lockInfo, BTOneVacInfo::relid, LockRelId::relId, and BTVacInfo::vacuums.

Referenced by _bt_split().

◆ _bt_vacuum_needs_cleanup()

bool _bt_vacuum_needs_cleanup ( Relation  rel)

Definition at line 179 of file nbtpage.c.

180{
181 Buffer metabuf;
182 Page metapg;
183 BTMetaPageData *metad;
184 uint32 btm_version;
185 BlockNumber prev_num_delpages;
186
187 /*
188 * Copy details from metapage to local variables quickly.
189 *
190 * Note that we deliberately avoid using cached version of metapage here.
191 */
192 metabuf = _bt_getbuf(rel, BTREE_METAPAGE, BT_READ);
193 metapg = BufferGetPage(metabuf);
194 metad = BTPageGetMeta(metapg);
195 btm_version = metad->btm_version;
196
197 if (btm_version < BTREE_NOVAC_VERSION)
198 {
199 /*
200 * Metapage needs to be dynamically upgraded to store fields that are
201 * only present when btm_version >= BTREE_NOVAC_VERSION
202 */
203 _bt_relbuf(rel, metabuf);
204 return true;
205 }
206
207 prev_num_delpages = metad->btm_last_cleanup_num_delpages;
208 _bt_relbuf(rel, metabuf);
209
210 /*
211 * Trigger cleanup in rare cases where prev_num_delpages exceeds 5% of the
212 * total size of the index. We can reasonably expect (though are not
213 * guaranteed) to be able to recycle this many pages if we decide to do a
214 * btvacuumscan call during the ongoing btvacuumcleanup. For further
215 * details see the nbtree/README section on placing deleted pages in the
216 * FSM.
217 */
218 if (prev_num_delpages > 0 &&
219 prev_num_delpages > RelationGetNumberOfBlocks(rel) / 20)
220 return true;
221
222 return false;
223}
#define RelationGetNumberOfBlocks(reln)
Definition: bufmgr.h:283

References _bt_getbuf(), _bt_relbuf(), BT_READ, BTMetaPageData::btm_last_cleanup_num_delpages, BTMetaPageData::btm_version, BTPageGetMeta, BTREE_METAPAGE, BTREE_NOVAC_VERSION, BufferGetPage(), and RelationGetNumberOfBlocks.

Referenced by btvacuumcleanup().

◆ btadjustmembers()

void btadjustmembers ( Oid  opfamilyoid,
Oid  opclassoid,
List operators,
List functions 
)

Definition at line 288 of file nbtvalidate.c.

292{
293 Oid opcintype;
294 ListCell *lc;
295
296 /*
297 * Btree operators and comparison support functions are always "loose"
298 * members of the opfamily if they are cross-type. If they are not
299 * cross-type, we prefer to tie them to the appropriate opclass ... but if
300 * the user hasn't created one, we can't do that, and must fall back to
301 * using the opfamily dependency. (We mustn't force creation of an
302 * opclass in such a case, as leaving an incomplete opclass laying about
303 * would be bad. Throwing an error is another undesirable alternative.)
304 *
305 * This behavior results in a bit of a dump/reload hazard, in that the
306 * order of restoring objects could affect what dependencies we end up
307 * with. pg_dump's existing behavior will preserve the dependency choices
308 * in most cases, but not if a cross-type operator has been bound tightly
309 * into an opclass. That's a mistake anyway, so silently "fixing" it
310 * isn't awful.
311 *
312 * Optional support functions are always "loose" family members.
313 *
314 * To avoid repeated lookups, we remember the most recently used opclass's
315 * input type.
316 */
317 if (OidIsValid(opclassoid))
318 {
319 /* During CREATE OPERATOR CLASS, need CCI to see the pg_opclass row */
321 opcintype = get_opclass_input_type(opclassoid);
322 }
323 else
324 opcintype = InvalidOid;
325
326 /*
327 * We handle operators and support functions almost identically, so rather
328 * than duplicate this code block, just join the lists.
329 */
330 foreach(lc, list_concat_copy(operators, functions))
331 {
333
334 if (op->is_func && op->number != BTORDER_PROC)
335 {
336 /* Optional support proc, so always a soft family dependency */
337 op->ref_is_hard = false;
338 op->ref_is_family = true;
339 op->refobjid = opfamilyoid;
340 }
341 else if (op->lefttype != op->righttype)
342 {
343 /* Cross-type, so always a soft family dependency */
344 op->ref_is_hard = false;
345 op->ref_is_family = true;
346 op->refobjid = opfamilyoid;
347 }
348 else
349 {
350 /* Not cross-type; is there a suitable opclass? */
351 if (op->lefttype != opcintype)
352 {
353 /* Avoid repeating this expensive lookup, even if it fails */
354 opcintype = op->lefttype;
355 opclassoid = opclass_for_family_datatype(BTREE_AM_OID,
356 opfamilyoid,
357 opcintype);
358 }
359 if (OidIsValid(opclassoid))
360 {
361 /* Hard dependency on opclass */
362 op->ref_is_hard = true;
363 op->ref_is_family = false;
364 op->refobjid = opclassoid;
365 }
366 else
367 {
368 /* We're stuck, so make a soft dependency on the opfamily */
369 op->ref_is_hard = false;
370 op->ref_is_family = true;
371 op->refobjid = opfamilyoid;
372 }
373 }
374 }
375}
Oid opclass_for_family_datatype(Oid amoid, Oid opfamilyoid, Oid datatypeoid)
Definition: amvalidate.c:236
List * list_concat_copy(const List *list1, const List *list2)
Definition: list.c:598
Oid get_opclass_input_type(Oid opclass)
Definition: lsyscache.c:1331
#define lfirst(lc)
Definition: pg_list.h:172
static const struct fns functions
Definition: regcomp.c:358
Oid refobjid
Definition: amapi.h:96
Oid lefttype
Definition: amapi.h:91
bool ref_is_family
Definition: amapi.h:95
Oid righttype
Definition: amapi.h:92
int number
Definition: amapi.h:90
bool is_func
Definition: amapi.h:88
bool ref_is_hard
Definition: amapi.h:94
void CommandCounterIncrement(void)
Definition: xact.c:1100

References BTORDER_PROC, CommandCounterIncrement(), functions, get_opclass_input_type(), InvalidOid, OpFamilyMember::is_func, OpFamilyMember::lefttype, lfirst, list_concat_copy(), OpFamilyMember::number, OidIsValid, opclass_for_family_datatype(), OpFamilyMember::ref_is_family, OpFamilyMember::ref_is_hard, OpFamilyMember::refobjid, and OpFamilyMember::righttype.

Referenced by bthandler().

◆ btbeginscan()

IndexScanDesc btbeginscan ( Relation  rel,
int  nkeys,
int  norderbys 
)

Definition at line 336 of file nbtree.c.

337{
338 IndexScanDesc scan;
339 BTScanOpaque so;
340
341 /* no order by operators allowed */
342 Assert(norderbys == 0);
343
344 /* get the scan */
345 scan = RelationGetIndexScan(rel, nkeys, norderbys);
346
347 /* allocate private workspace */
348 so = (BTScanOpaque) palloc(sizeof(BTScanOpaqueData));
351 if (scan->numberOfKeys > 0)
352 so->keyData = (ScanKey) palloc(scan->numberOfKeys * sizeof(ScanKeyData));
353 else
354 so->keyData = NULL;
355
356 so->skipScan = false;
357 so->needPrimScan = false;
358 so->scanBehind = false;
359 so->oppositeDirCheck = false;
360 so->arrayKeys = NULL;
361 so->orderProcs = NULL;
362 so->arrayContext = NULL;
363
364 so->killedItems = NULL; /* until needed */
365 so->numKilled = 0;
366
367 /*
368 * We don't know yet whether the scan will be index-only, so we do not
369 * allocate the tuple workspace arrays until btrescan. However, we set up
370 * scan->xs_itupdesc whether we'll need it or not, since that's so cheap.
371 */
372 so->currTuples = so->markTuples = NULL;
373
374 scan->xs_itupdesc = RelationGetDescr(rel);
375
376 scan->opaque = so;
377
378 return scan;
379}
IndexScanDesc RelationGetIndexScan(Relation indexRelation, int nkeys, int norderbys)
Definition: genam.c:80
char * markTuples
Definition: nbtree.h:1080
char * currTuples
Definition: nbtree.h:1079
BTScanPosData markPos
Definition: nbtree.h:1093
struct TupleDescData * xs_itupdesc
Definition: relscan.h:168

References BTScanOpaqueData::arrayContext, BTScanOpaqueData::arrayKeys, Assert(), BTScanPosInvalidate, BTScanOpaqueData::currPos, BTScanOpaqueData::currTuples, BTScanOpaqueData::keyData, BTScanOpaqueData::killedItems, BTScanOpaqueData::markPos, BTScanOpaqueData::markTuples, BTScanOpaqueData::needPrimScan, IndexScanDescData::numberOfKeys, BTScanOpaqueData::numKilled, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, BTScanOpaqueData::orderProcs, palloc(), RelationGetDescr, RelationGetIndexScan(), BTScanOpaqueData::scanBehind, BTScanOpaqueData::skipScan, and IndexScanDescData::xs_itupdesc.

Referenced by bthandler().

◆ btbuild()

IndexBuildResult * btbuild ( Relation  heap,
Relation  index,
struct IndexInfo indexInfo 
)

Definition at line 296 of file nbtsort.c.

297{
298 IndexBuildResult *result;
299 BTBuildState buildstate;
300 double reltuples;
301
302#ifdef BTREE_BUILD_STATS
304 ResetUsage();
305#endif /* BTREE_BUILD_STATS */
306
307 buildstate.isunique = indexInfo->ii_Unique;
308 buildstate.nulls_not_distinct = indexInfo->ii_NullsNotDistinct;
309 buildstate.havedead = false;
310 buildstate.heap = heap;
311 buildstate.spool = NULL;
312 buildstate.spool2 = NULL;
313 buildstate.indtuples = 0;
314 buildstate.btleader = NULL;
315
316 /*
317 * We expect to be called exactly once for any index relation. If that's
318 * not the case, big trouble's what we have.
319 */
321 elog(ERROR, "index \"%s\" already contains data",
323
324 reltuples = _bt_spools_heapscan(heap, index, &buildstate, indexInfo);
325
326 /*
327 * Finish the build by (1) completing the sort of the spool file, (2)
328 * inserting the sorted tuples into btree pages and (3) building the upper
329 * levels. Finally, it may also be necessary to end use of parallelism.
330 */
331 _bt_leafbuild(buildstate.spool, buildstate.spool2);
332 _bt_spooldestroy(buildstate.spool);
333 if (buildstate.spool2)
334 _bt_spooldestroy(buildstate.spool2);
335 if (buildstate.btleader)
336 _bt_end_parallel(buildstate.btleader);
337
338 result = (IndexBuildResult *) palloc(sizeof(IndexBuildResult));
339
340 result->heap_tuples = reltuples;
341 result->index_tuples = buildstate.indtuples;
342
343#ifdef BTREE_BUILD_STATS
345 {
346 ShowUsage("BTREE BUILD STATS");
347 ResetUsage();
348 }
349#endif /* BTREE_BUILD_STATS */
350
351 return result;
352}
static void _bt_end_parallel(BTLeader *btleader)
Definition: nbtsort.c:1610
static void _bt_leafbuild(BTSpool *btspool, BTSpool *btspool2)
Definition: nbtsort.c:539
static double _bt_spools_heapscan(Relation heap, Relation index, BTBuildState *buildstate, IndexInfo *indexInfo)
Definition: nbtsort.c:366
static void _bt_spooldestroy(BTSpool *btspool)
Definition: nbtsort.c:518
bool isunique
Definition: nbtsort.c:207
BTSpool * spool
Definition: nbtsort.c:211
BTLeader * btleader
Definition: nbtsort.c:225
bool nulls_not_distinct
Definition: nbtsort.c:208
bool havedead
Definition: nbtsort.c:209
Relation heap
Definition: nbtsort.c:210
BTSpool * spool2
Definition: nbtsort.c:217
double indtuples
Definition: nbtsort.c:218
double heap_tuples
Definition: genam.h:57
double index_tuples
Definition: genam.h:58
bool ii_Unique
Definition: execnodes.h:200
bool ii_NullsNotDistinct
Definition: execnodes.h:202
Definition: type.h:96

References _bt_end_parallel(), _bt_leafbuild(), _bt_spooldestroy(), _bt_spools_heapscan(), BTBuildState::btleader, elog, ERROR, BTBuildState::havedead, BTBuildState::heap, IndexBuildResult::heap_tuples, IndexInfo::ii_NullsNotDistinct, IndexInfo::ii_Unique, IndexBuildResult::index_tuples, BTBuildState::indtuples, BTBuildState::isunique, log_btree_build_stats, BTBuildState::nulls_not_distinct, palloc(), RelationGetNumberOfBlocks, RelationGetRelationName, ResetUsage(), ShowUsage(), BTBuildState::spool, and BTBuildState::spool2.

Referenced by bthandler().

◆ btbuildempty()

void btbuildempty ( Relation  index)

Definition at line 179 of file nbtree.c.

180{
181 bool allequalimage = _bt_allequalimage(index, false);
182 BulkWriteState *bulkstate;
183 BulkWriteBuffer metabuf;
184
186
187 /* Construct metapage. */
188 metabuf = smgr_bulk_get_buf(bulkstate);
189 _bt_initmetapage((Page) metabuf, P_NONE, 0, allequalimage);
190 smgr_bulk_write(bulkstate, BTREE_METAPAGE, metabuf, true);
191
192 smgr_bulk_finish(bulkstate);
193}
BulkWriteState * smgr_bulk_start_rel(Relation rel, ForkNumber forknum)
Definition: bulk_write.c:87
void smgr_bulk_write(BulkWriteState *bulkstate, BlockNumber blocknum, BulkWriteBuffer buf, bool page_std)
Definition: bulk_write.c:323
BulkWriteBuffer smgr_bulk_get_buf(BulkWriteState *bulkstate)
Definition: bulk_write.c:347
void smgr_bulk_finish(BulkWriteState *bulkstate)
Definition: bulk_write.c:130
void _bt_initmetapage(Page page, BlockNumber rootbknum, uint32 level, bool allequalimage)
Definition: nbtpage.c:67
bool _bt_allequalimage(Relation rel, bool debugmessage)
Definition: nbtutils.c:4327
@ INIT_FORKNUM
Definition: relpath.h:61

References _bt_allequalimage(), _bt_initmetapage(), BTREE_METAPAGE, INIT_FORKNUM, P_NONE, smgr_bulk_finish(), smgr_bulk_get_buf(), smgr_bulk_start_rel(), and smgr_bulk_write().

Referenced by bthandler().

◆ btbuildphasename()

char * btbuildphasename ( int64  phasenum)

Definition at line 3796 of file nbtutils.c.

3797{
3798 switch (phasenum)
3799 {
3801 return "initializing";
3803 return "scanning table";
3805 return "sorting live tuples";
3807 return "sorting dead tuples";
3809 return "loading tuples in tree";
3810 default:
3811 return NULL;
3812 }
3813}
#define PROGRESS_BTREE_PHASE_PERFORMSORT_2
Definition: nbtree.h:1178
#define PROGRESS_BTREE_PHASE_LEAF_LOAD
Definition: nbtree.h:1179
#define PROGRESS_BTREE_PHASE_INDEXBUILD_TABLESCAN
Definition: nbtree.h:1176
#define PROGRESS_BTREE_PHASE_PERFORMSORT_1
Definition: nbtree.h:1177
#define PROGRESS_CREATEIDX_SUBPHASE_INITIALIZE
Definition: progress.h:109

References PROGRESS_BTREE_PHASE_INDEXBUILD_TABLESCAN, PROGRESS_BTREE_PHASE_LEAF_LOAD, PROGRESS_BTREE_PHASE_PERFORMSORT_1, PROGRESS_BTREE_PHASE_PERFORMSORT_2, and PROGRESS_CREATEIDX_SUBPHASE_INITIALIZE.

Referenced by bthandler().

◆ btbulkdelete()

IndexBulkDeleteResult * btbulkdelete ( IndexVacuumInfo info,
IndexBulkDeleteResult stats,
IndexBulkDeleteCallback  callback,
void *  callback_state 
)

Definition at line 1065 of file nbtree.c.

1067{
1068 Relation rel = info->index;
1069 BTCycleId cycleid;
1070
1071 /* allocate stats if first time through, else re-use existing struct */
1072 if (stats == NULL)
1074
1075 /* Establish the vacuum cycle ID to use for this scan */
1076 /* The ENSURE stuff ensures we clean up shared memory on failure */
1078 {
1079 cycleid = _bt_start_vacuum(rel);
1080
1081 btvacuumscan(info, stats, callback, callback_state, cycleid);
1082 }
1084 _bt_end_vacuum(rel);
1085
1086 return stats;
1087}
#define PG_ENSURE_ERROR_CLEANUP(cleanup_function, arg)
Definition: ipc.h:47
#define PG_END_ENSURE_ERROR_CLEANUP(cleanup_function, arg)
Definition: ipc.h:52
static void btvacuumscan(IndexVacuumInfo *info, IndexBulkDeleteResult *stats, IndexBulkDeleteCallback callback, void *callback_state, BTCycleId cycleid)
Definition: nbtree.c:1183
void _bt_end_vacuum_callback(int code, Datum arg)
Definition: nbtutils.c:3700
BTCycleId _bt_start_vacuum(Relation rel)
Definition: nbtutils.c:3615
static Datum PointerGetDatum(const void *X)
Definition: postgres.h:332
Relation index
Definition: genam.h:71
static void callback(struct sockaddr *addr, struct sockaddr *mask, void *unused)
Definition: test_ifaddrs.c:46

References _bt_end_vacuum(), _bt_end_vacuum_callback(), _bt_start_vacuum(), btvacuumscan(), callback(), IndexVacuumInfo::index, palloc0(), PG_END_ENSURE_ERROR_CLEANUP, PG_ENSURE_ERROR_CLEANUP, and PointerGetDatum().

Referenced by bthandler().

◆ btcanreturn()

bool btcanreturn ( Relation  index,
int  attno 
)

Definition at line 1745 of file nbtree.c.

1746{
1747 return true;
1748}

Referenced by bthandler().

◆ btendscan()

void btendscan ( IndexScanDesc  scan)

Definition at line 470 of file nbtree.c.

471{
472 BTScanOpaque so = (BTScanOpaque) scan->opaque;
473
474 /* we aren't holding any read locks, but gotta drop the pins */
476 {
477 /* Before leaving current page, deal with any killed items */
478 if (so->numKilled > 0)
479 _bt_killitems(scan);
481 }
482
483 so->markItemIndex = -1;
485
486 /* No need to invalidate positions, the RAM is about to be freed. */
487
488 /* Release storage */
489 if (so->keyData != NULL)
490 pfree(so->keyData);
491 /* so->arrayKeys and so->orderProcs are in arrayContext */
492 if (so->arrayContext != NULL)
494 if (so->killedItems != NULL)
495 pfree(so->killedItems);
496 if (so->currTuples != NULL)
497 pfree(so->currTuples);
498 /* so->markTuples should not be pfree'd, see btrescan */
499 pfree(so);
500}
void MemoryContextDelete(MemoryContext context)
Definition: mcxt.c:469
#define BTScanPosUnpinIfPinned(scanpos)
Definition: nbtree.h:1014
void _bt_killitems(IndexScanDesc scan)
Definition: nbtutils.c:3361

References _bt_killitems(), BTScanOpaqueData::arrayContext, BTScanPosIsValid, BTScanPosUnpinIfPinned, BTScanOpaqueData::currPos, BTScanOpaqueData::currTuples, if(), BTScanOpaqueData::keyData, BTScanOpaqueData::killedItems, BTScanOpaqueData::markItemIndex, BTScanOpaqueData::markPos, MemoryContextDelete(), BTScanOpaqueData::numKilled, IndexScanDescData::opaque, and pfree().

Referenced by bthandler().

◆ btestimateparallelscan()

Size btestimateparallelscan ( Relation  rel,
int  nkeys,
int  norderbys 
)

Definition at line 590 of file nbtree.c.

591{
593 Size estnbtreeshared,
594 genericattrspace;
595
596 /*
597 * Pessimistically assume that every input scan key will be output with
598 * its own SAOP array
599 */
600 estnbtreeshared = offsetof(BTParallelScanDescData, btps_arrElems) +
601 sizeof(int) * nkeys;
602
603 /* Single column indexes cannot possibly use a skip array */
604 if (nkeyatts == 1)
605 return estnbtreeshared;
606
607 /*
608 * Pessimistically assume that all attributes prior to the least
609 * significant attribute require a skip array (and an associated key)
610 */
611 genericattrspace = datumEstimateSpace((Datum) 0, false, true,
612 sizeof(Datum));
613 for (int attnum = 1; attnum < nkeyatts; attnum++)
614 {
615 CompactAttribute *attr;
616
617 /*
618 * We make the conservative assumption that every index column will
619 * also require a skip array.
620 *
621 * Every skip array must have space to store its scan key's sk_flags.
622 */
623 estnbtreeshared = add_size(estnbtreeshared, sizeof(int));
624
625 /* Consider space required to store a datum of opclass input type */
626 attr = TupleDescCompactAttr(rel->rd_att, attnum - 1);
627 if (attr->attbyval)
628 {
629 /* This index attribute stores pass-by-value datums */
630 Size estfixed = datumEstimateSpace((Datum) 0, false,
631 true, attr->attlen);
632
633 estnbtreeshared = add_size(estnbtreeshared, estfixed);
634 continue;
635 }
636
637 /*
638 * This index attribute stores pass-by-reference datums.
639 *
640 * Assume that serializing this array will use just as much space as a
641 * pass-by-value datum, in addition to space for the largest possible
642 * whole index tuple (this is not just a per-datum portion of the
643 * largest possible tuple because that'd be almost as large anyway).
644 *
645 * This is quite conservative, but it's not clear how we could do much
646 * better. The executor requires an up-front storage request size
647 * that reliably covers the scan's high watermark memory usage. We
648 * can't be sure of the real high watermark until the scan is over.
649 */
650 estnbtreeshared = add_size(estnbtreeshared, genericattrspace);
651 estnbtreeshared = add_size(estnbtreeshared, BTMaxItemSize);
652 }
653
654 return estnbtreeshared;
655}
Size datumEstimateSpace(Datum value, bool isnull, bool typByVal, int typLen)
Definition: datum.c:412
Size add_size(Size s1, Size s2)
Definition: shmem.c:493
TupleDesc rd_att
Definition: rel.h:112

References add_size(), CompactAttribute::attbyval, CompactAttribute::attlen, attnum, BTMaxItemSize, BTParallelScanDescData::btps_arrElems, datumEstimateSpace(), IndexRelationGetNumberOfKeyAttributes, RelationData::rd_att, and TupleDescCompactAttr().

Referenced by bthandler().

◆ btgetbitmap()

int64 btgetbitmap ( IndexScanDesc  scan,
TIDBitmap tbm 
)

Definition at line 288 of file nbtree.c.

289{
290 BTScanOpaque so = (BTScanOpaque) scan->opaque;
291 int64 ntids = 0;
292 ItemPointer heapTid;
293
294 Assert(scan->heapRelation == NULL);
295
296 /* Each loop iteration performs another primitive index scan */
297 do
298 {
299 /* Fetch the first page & tuple */
301 {
302 /* Save tuple ID, and continue scanning */
303 heapTid = &scan->xs_heaptid;
304 tbm_add_tuples(tbm, heapTid, 1, false);
305 ntids++;
306
307 for (;;)
308 {
309 /*
310 * Advance to next tuple within page. This is the same as the
311 * easy case in _bt_next().
312 */
313 if (++so->currPos.itemIndex > so->currPos.lastItem)
314 {
315 /* let _bt_next do the heavy lifting */
316 if (!_bt_next(scan, ForwardScanDirection))
317 break;
318 }
319
320 /* Save tuple ID, and continue scanning */
321 heapTid = &so->currPos.items[so->currPos.itemIndex].heapTid;
322 tbm_add_tuples(tbm, heapTid, 1, false);
323 ntids++;
324 }
325 }
326 /* Now see if we need another primitive index scan */
328
329 return ntids;
330}
int64_t int64
Definition: c.h:536
bool _bt_first(IndexScanDesc scan, ScanDirection dir)
Definition: nbtsearch.c:887
bool _bt_next(IndexScanDesc scan, ScanDirection dir)
Definition: nbtsearch.c:1593
bool _bt_start_prim_scan(IndexScanDesc scan, ScanDirection dir)
Definition: nbtutils.c:1274
ItemPointerData xs_heaptid
Definition: relscan.h:172
void tbm_add_tuples(TIDBitmap *tbm, const ItemPointer tids, int ntids, bool recheck)
Definition: tidbitmap.c:366

References _bt_first(), _bt_next(), _bt_start_prim_scan(), Assert(), BTScanOpaqueData::currPos, ForwardScanDirection, IndexScanDescData::heapRelation, BTScanPosItem::heapTid, BTScanPosData::itemIndex, BTScanPosData::items, BTScanPosData::lastItem, BTScanOpaqueData::numArrayKeys, IndexScanDescData::opaque, tbm_add_tuples(), and IndexScanDescData::xs_heaptid.

Referenced by bthandler().

◆ btgettreeheight()

int btgettreeheight ( Relation  rel)

Definition at line 1754 of file nbtree.c.

1755{
1756 return _bt_getrootheight(rel);
1757}
int _bt_getrootheight(Relation rel)
Definition: nbtpage.c:675

References _bt_getrootheight().

Referenced by bthandler().

◆ btgettuple()

bool btgettuple ( IndexScanDesc  scan,
ScanDirection  dir 
)

Definition at line 226 of file nbtree.c.

227{
228 BTScanOpaque so = (BTScanOpaque) scan->opaque;
229 bool res;
230
231 Assert(scan->heapRelation != NULL);
232
233 /* btree indexes are never lossy */
234 scan->xs_recheck = false;
235
236 /* Each loop iteration performs another primitive index scan */
237 do
238 {
239 /*
240 * If we've already initialized this scan, we can just advance it in
241 * the appropriate direction. If we haven't done so yet, we call
242 * _bt_first() to get the first item in the scan.
243 */
244 if (!BTScanPosIsValid(so->currPos))
245 res = _bt_first(scan, dir);
246 else
247 {
248 /*
249 * Check to see if we should kill the previously-fetched tuple.
250 */
251 if (scan->kill_prior_tuple)
252 {
253 /*
254 * Yes, remember it for later. (We'll deal with all such
255 * tuples at once right before leaving the index page.) The
256 * test for numKilled overrun is not just paranoia: if the
257 * caller reverses direction in the indexscan then the same
258 * item might get entered multiple times. It's not worth
259 * trying to optimize that, so we don't detect it, but instead
260 * just forget any excess entries.
261 */
262 if (so->killedItems == NULL)
263 so->killedItems = (int *)
264 palloc(MaxTIDsPerBTreePage * sizeof(int));
266 so->killedItems[so->numKilled++] = so->currPos.itemIndex;
267 }
268
269 /*
270 * Now continue the scan.
271 */
272 res = _bt_next(scan, dir);
273 }
274
275 /* If we have a tuple, return it ... */
276 if (res)
277 break;
278 /* ... otherwise see if we need another primitive index scan */
279 } while (so->numArrayKeys && _bt_start_prim_scan(scan, dir));
280
281 return res;
282}
bool kill_prior_tuple
Definition: relscan.h:147

References _bt_first(), _bt_next(), _bt_start_prim_scan(), Assert(), BTScanPosIsValid, BTScanOpaqueData::currPos, IndexScanDescData::heapRelation, BTScanPosData::itemIndex, IndexScanDescData::kill_prior_tuple, BTScanOpaqueData::killedItems, MaxTIDsPerBTreePage, BTScanOpaqueData::numArrayKeys, BTScanOpaqueData::numKilled, IndexScanDescData::opaque, palloc(), and IndexScanDescData::xs_recheck.

Referenced by bthandler().

◆ btinitparallelscan()

void btinitparallelscan ( void *  target)

Definition at line 757 of file nbtree.c.

758{
759 BTParallelScanDesc bt_target = (BTParallelScanDesc) target;
760
761 LWLockInitialize(&bt_target->btps_lock,
762 LWTRANCHE_PARALLEL_BTREE_SCAN);
766 ConditionVariableInit(&bt_target->btps_cv);
767}
void ConditionVariableInit(ConditionVariable *cv)
void LWLockInitialize(LWLock *lock, int tranche_id)
Definition: lwlock.c:698
@ BTPARALLEL_NOT_INITIALIZED
Definition: nbtree.c:56

References BTPARALLEL_NOT_INITIALIZED, BTParallelScanDescData::btps_cv, BTParallelScanDescData::btps_lastCurrPage, BTParallelScanDescData::btps_lock, BTParallelScanDescData::btps_nextScanPage, BTParallelScanDescData::btps_pageStatus, ConditionVariableInit(), InvalidBlockNumber, and LWLockInitialize().

Referenced by bthandler().

◆ btinsert()

bool btinsert ( Relation  rel,
Datum values,
bool *  isnull,
ItemPointer  ht_ctid,
Relation  heapRel,
IndexUniqueCheck  checkUnique,
bool  indexUnchanged,
struct IndexInfo indexInfo 
)

Definition at line 202 of file nbtree.c.

207{
208 bool result;
209 IndexTuple itup;
210
211 /* generate an index tuple */
212 itup = index_form_tuple(RelationGetDescr(rel), values, isnull);
213 itup->t_tid = *ht_ctid;
214
215 result = _bt_doinsert(rel, itup, checkUnique, indexUnchanged, heapRel);
216
217 pfree(itup);
218
219 return result;
220}
static Datum values[MAXATTR]
Definition: bootstrap.c:153
IndexTuple index_form_tuple(TupleDesc tupleDescriptor, const Datum *values, const bool *isnull)
Definition: indextuple.c:44
bool _bt_doinsert(Relation rel, IndexTuple itup, IndexUniqueCheck checkUnique, bool indexUnchanged, Relation heapRel)
Definition: nbtinsert.c:103

References _bt_doinsert(), index_form_tuple(), pfree(), RelationGetDescr, IndexTupleData::t_tid, and values.

Referenced by bthandler().

◆ btmarkpos()

void btmarkpos ( IndexScanDesc  scan)

Definition at line 506 of file nbtree.c.

507{
508 BTScanOpaque so = (BTScanOpaque) scan->opaque;
509
510 /* There may be an old mark with a pin (but no lock). */
512
513 /*
514 * Just record the current itemIndex. If we later step to next page
515 * before releasing the marked position, _bt_steppage makes a full copy of
516 * the currPos struct in markPos. If (as often happens) the mark is moved
517 * before we leave the page, we don't have to do that work.
518 */
519 if (BTScanPosIsValid(so->currPos))
521 else
522 {
524 so->markItemIndex = -1;
525 }
526}

References BTScanPosInvalidate, BTScanPosIsValid, BTScanPosUnpinIfPinned, BTScanOpaqueData::currPos, BTScanPosData::itemIndex, BTScanOpaqueData::markItemIndex, BTScanOpaqueData::markPos, and IndexScanDescData::opaque.

Referenced by bthandler().

◆ btoptions()

bytea * btoptions ( Datum  reloptions,
bool  validate 
)

Definition at line 3750 of file nbtutils.c.

3751{
3752 static const relopt_parse_elt tab[] = {
3753 {"fillfactor", RELOPT_TYPE_INT, offsetof(BTOptions, fillfactor)},
3754 {"vacuum_cleanup_index_scale_factor", RELOPT_TYPE_REAL,
3755 offsetof(BTOptions, vacuum_cleanup_index_scale_factor)},
3756 {"deduplicate_items", RELOPT_TYPE_BOOL,
3757 offsetof(BTOptions, deduplicate_items)}
3758 };
3759
3760 return (bytea *) build_reloptions(reloptions, validate,
3762 sizeof(BTOptions),
3763 tab, lengthof(tab));
3764}
static bool validate(Port *port, const char *auth)
Definition: auth-oauth.c:638
#define lengthof(array)
Definition: c.h:788
static int fillfactor
Definition: pgbench.c:188
void * build_reloptions(Datum reloptions, bool validate, relopt_kind kind, Size relopt_struct_size, const relopt_parse_elt *relopt_elems, int num_relopt_elems)
Definition: reloptions.c:1943
@ RELOPT_KIND_BTREE
Definition: reloptions.h:44
@ RELOPT_TYPE_INT
Definition: reloptions.h:32
@ RELOPT_TYPE_BOOL
Definition: reloptions.h:31
@ RELOPT_TYPE_REAL
Definition: reloptions.h:33
Definition: c.h:693

References build_reloptions(), fillfactor, lengthof, RELOPT_KIND_BTREE, RELOPT_TYPE_BOOL, RELOPT_TYPE_INT, RELOPT_TYPE_REAL, and validate().

Referenced by bthandler().

◆ BTPageGetDeleteXid()

static FullTransactionId BTPageGetDeleteXid ( Page  page)
inlinestatic

Definition at line 260 of file nbtree.h.

261{
262 BTPageOpaque opaque;
263 BTDeletedPageData *contents;
264
265 /* We only expect to be called with a deleted page */
266 Assert(!PageIsNew(page));
267 opaque = BTPageGetOpaque(page);
268 Assert(P_ISDELETED(opaque));
269
270 /* pg_upgrade'd deleted page -- must be safe to recycle now */
271 if (!P_HAS_FULLXID(opaque))
273
274 /* Get safexid from deleted page */
275 contents = ((BTDeletedPageData *) PageGetContents(page));
276 return contents->safexid;
277}
static char * PageGetContents(Page page)
Definition: bufpage.h:258
#define P_HAS_FULLXID(opaque)
Definition: nbtree.h:228
FullTransactionId safexid
Definition: nbtree.h:235
#define FirstNormalFullTransactionId
Definition: transam.h:57

References Assert(), BTPageGetOpaque, FirstNormalFullTransactionId, P_HAS_FULLXID, P_ISDELETED, PageGetContents(), PageIsNew(), and BTDeletedPageData::safexid.

Referenced by _bt_allocbuf(), BTPageIsRecyclable(), and GetBTPageStatistics().

◆ BTPageIsRecyclable()

static bool BTPageIsRecyclable ( Page  page,
Relation  heaprel 
)
inlinestatic

Definition at line 291 of file nbtree.h.

292{
293 BTPageOpaque opaque;
294
295 Assert(!PageIsNew(page));
296 Assert(heaprel != NULL);
297
298 /* Recycling okay iff page is deleted and safexid is old enough */
299 opaque = BTPageGetOpaque(page);
300 if (P_ISDELETED(opaque))
301 {
303
304 /*
305 * The page was deleted, but when? If it was just deleted, a scan
306 * might have seen the downlink to it, and will read the page later.
307 * As long as that can happen, we must keep the deleted page around as
308 * a tombstone.
309 *
310 * For that check if the deletion XID could still be visible to
311 * anyone. If not, then no scan that's still in progress could have
312 * seen its downlink, and we can recycle it.
313 */
314 return GlobalVisCheckRemovableFullXid(heaprel, safexid);
315 }
316
317 return false;
318}

References Assert(), BTPageGetDeleteXid(), BTPageGetOpaque, GlobalVisCheckRemovableFullXid(), P_ISDELETED, and PageIsNew().

Referenced by _bt_allocbuf(), and btvacuumpage().

◆ BTPageSetDeleted()

static void BTPageSetDeleted ( Page  page,
FullTransactionId  safexid 
)
inlinestatic

Definition at line 239 of file nbtree.h.

240{
241 BTPageOpaque opaque;
242 PageHeader header;
243 BTDeletedPageData *contents;
244
245 opaque = BTPageGetOpaque(page);
246 header = ((PageHeader) page);
247
248 opaque->btpo_flags &= ~BTP_HALF_DEAD;
251 sizeof(BTDeletedPageData);
252 header->pd_upper = header->pd_special;
253
254 /* Set safexid in deleted page */
255 contents = ((BTDeletedPageData *) PageGetContents(page));
256 contents->safexid = safexid;
257}
#define BTP_HAS_FULLXID
Definition: nbtree.h:84
struct BTDeletedPageData BTDeletedPageData
#define BTP_DELETED
Definition: nbtree.h:78
LocationIndex pd_special
Definition: bufpage.h:168
LocationIndex pd_upper
Definition: bufpage.h:167
LocationIndex pd_lower
Definition: bufpage.h:166

References BTP_DELETED, BTP_HAS_FULLXID, BTPageGetOpaque, BTPageOpaqueData::btpo_flags, MAXALIGN, PageGetContents(), PageHeaderData::pd_lower, PageHeaderData::pd_special, PageHeaderData::pd_upper, BTDeletedPageData::safexid, and SizeOfPageHeaderData.

Referenced by _bt_unlink_halfdead_page(), and btree_xlog_unlink_page().

◆ btparallelrescan()

void btparallelrescan ( IndexScanDesc  scan)

Definition at line 773 of file nbtree.c.

774{
775 BTParallelScanDesc btscan;
776 ParallelIndexScanDesc parallel_scan = scan->parallel_scan;
777
778 Assert(parallel_scan);
779
780 btscan = (BTParallelScanDesc) OffsetToPointer(parallel_scan,
781 parallel_scan->ps_offset_am);
782
783 /*
784 * In theory, we don't need to acquire the LWLock here, because there
785 * shouldn't be any other workers running at this point, but we do so for
786 * consistency.
787 */
792 LWLockRelease(&btscan->btps_lock);
793}

References Assert(), BTPARALLEL_NOT_INITIALIZED, BTParallelScanDescData::btps_lastCurrPage, BTParallelScanDescData::btps_lock, BTParallelScanDescData::btps_nextScanPage, BTParallelScanDescData::btps_pageStatus, InvalidBlockNumber, LW_EXCLUSIVE, LWLockAcquire(), LWLockRelease(), OffsetToPointer, IndexScanDescData::parallel_scan, and ParallelIndexScanDescData::ps_offset_am.

Referenced by bthandler().

◆ btproperty()

bool btproperty ( Oid  index_oid,
int  attno,
IndexAMProperty  prop,
const char *  propname,
bool *  res,
bool *  isnull 
)

Definition at line 3773 of file nbtutils.c.

3776{
3777 switch (prop)
3778 {
3779 case AMPROP_RETURNABLE:
3780 /* answer only for columns, not AM or whole index */
3781 if (attno == 0)
3782 return false;
3783 /* otherwise, btree can always return data */
3784 *res = true;
3785 return true;
3786
3787 default:
3788 return false; /* punt to generic code */
3789 }
3790}
@ AMPROP_RETURNABLE
Definition: amapi.h:45

References AMPROP_RETURNABLE.

Referenced by bthandler().

◆ BTreeShmemInit()

void BTreeShmemInit ( void  )

Definition at line 3722 of file nbtutils.c.

3723{
3724 bool found;
3725
3726 btvacinfo = (BTVacInfo *) ShmemInitStruct("BTree Vacuum State",
3728 &found);
3729
3730 if (!IsUnderPostmaster)
3731 {
3732 /* Initialize shared memory area */
3733 Assert(!found);
3734
3735 /*
3736 * It doesn't really matter what the cycle counter starts at, but
3737 * having it always start the same doesn't seem good. Seed with
3738 * low-order bits of time() instead.
3739 */
3740 btvacinfo->cycle_ctr = (BTCycleId) time(NULL);
3741
3744 }
3745 else
3746 Assert(found);
3747}
bool IsUnderPostmaster
Definition: globals.c:120
int MaxBackends
Definition: globals.c:146
Size BTreeShmemSize(void)
Definition: nbtutils.c:3709
void * ShmemInitStruct(const char *name, Size size, bool *foundPtr)
Definition: shmem.c:387

References Assert(), BTreeShmemSize(), btvacinfo, BTVacInfo::cycle_ctr, IsUnderPostmaster, BTVacInfo::max_vacuums, MaxBackends, BTVacInfo::num_vacuums, and ShmemInitStruct().

Referenced by CreateOrAttachShmemStructs().

◆ BTreeShmemSize()

Size BTreeShmemSize ( void  )

Definition at line 3709 of file nbtutils.c.

3710{
3711 Size size;
3712
3713 size = offsetof(BTVacInfo, vacuums);
3714 size = add_size(size, mul_size(MaxBackends, sizeof(BTOneVacInfo)));
3715 return size;
3716}
Size mul_size(Size s1, Size s2)
Definition: shmem.c:510

References add_size(), MaxBackends, and mul_size().

Referenced by BTreeShmemInit(), and CalculateShmemSize().

◆ BTreeTupleGetDownLink()

static BlockNumber BTreeTupleGetDownLink ( IndexTuple  pivot)
inlinestatic

◆ BTreeTupleGetHeapTID()

static ItemPointer BTreeTupleGetHeapTID ( IndexTuple  itup)
inlinestatic

Definition at line 638 of file nbtree.h.

639{
640 if (BTreeTupleIsPivot(itup))
641 {
642 /* Pivot tuple heap TID representation? */
645 return (ItemPointer) ((char *) itup + IndexTupleSize(itup) -
646 sizeof(ItemPointerData));
647
648 /* Heap TID attribute was truncated */
649 return NULL;
650 }
651 else if (BTreeTupleIsPosting(itup))
652 return BTreeTupleGetPosting(itup);
653
654 return &itup->t_tid;
655}
struct ItemPointerData ItemPointerData

References BT_PIVOT_HEAP_TID_ATTR, BTreeTupleGetPosting(), BTreeTupleIsPivot(), BTreeTupleIsPosting(), IndexTupleSize(), ItemPointerGetOffsetNumberNoCheck(), and IndexTupleData::t_tid.

Referenced by _bt_bottomupdel_finish_pending(), _bt_check_natts(), _bt_check_third_page(), _bt_compare(), _bt_delitems_delete_check(), _bt_mkscankey(), _bt_swap_posting(), _bt_truncate(), bt_entry_unique_check(), bt_page_print_tuples(), bt_target_page_check(), BTreeTupleGetHeapTIDCareful(), and BTreeTupleGetPointsToTID().

◆ BTreeTupleGetMaxHeapTID()

static ItemPointer BTreeTupleGetMaxHeapTID ( IndexTuple  itup)
inlinestatic

◆ BTreeTupleGetNPosting()

◆ BTreeTupleGetPosting()

static ItemPointer BTreeTupleGetPosting ( IndexTuple  posting)
inlinestatic

◆ BTreeTupleGetPostingN()

◆ BTreeTupleGetPostingOffset()

◆ BTreeTupleGetTopParent()

static BlockNumber BTreeTupleGetTopParent ( IndexTuple  leafhikey)
inlinestatic

Definition at line 620 of file nbtree.h.

621{
622 return ItemPointerGetBlockNumberNoCheck(&leafhikey->t_tid);
623}

References ItemPointerGetBlockNumberNoCheck(), and IndexTupleData::t_tid.

Referenced by _bt_unlink_halfdead_page(), and bt_downlink_missing_check().

◆ BTreeTupleIsPivot()

◆ BTreeTupleIsPosting()

◆ BTreeTupleSetDownLink()

static void BTreeTupleSetDownLink ( IndexTuple  pivot,
BlockNumber  blkno 
)
inlinestatic

Definition at line 562 of file nbtree.h.

563{
564 ItemPointerSetBlockNumber(&pivot->t_tid, blkno);
565}
static void ItemPointerSetBlockNumber(ItemPointerData *pointer, BlockNumber blockNumber)
Definition: itemptr.h:147

References ItemPointerSetBlockNumber(), and IndexTupleData::t_tid.

Referenced by _bt_buildadd(), _bt_insert_parent(), _bt_mark_page_halfdead(), _bt_newlevel(), _bt_uppershutdown(), and btree_xlog_mark_page_halfdead().

◆ BTreeTupleSetNAtts()

static void BTreeTupleSetNAtts ( IndexTuple  itup,
uint16  nkeyatts,
bool  heaptid 
)
inlinestatic

Definition at line 595 of file nbtree.h.

596{
597 Assert(nkeyatts <= INDEX_MAX_KEYS);
598 Assert((nkeyatts & BT_STATUS_OFFSET_MASK) == 0);
599 Assert(!heaptid || nkeyatts > 0);
600 Assert(!BTreeTupleIsPivot(itup) || nkeyatts == 0);
601
602 itup->t_info |= INDEX_ALT_TID_MASK;
603
604 if (heaptid)
605 nkeyatts |= BT_PIVOT_HEAP_TID_ATTR;
606
607 /* BT_IS_POSTING bit is deliberately unset here */
608 ItemPointerSetOffsetNumber(&itup->t_tid, nkeyatts);
610}
#define BT_STATUS_OFFSET_MASK
Definition: nbtree.h:463

References Assert(), BT_PIVOT_HEAP_TID_ATTR, BT_STATUS_OFFSET_MASK, BTreeTupleIsPivot(), INDEX_ALT_TID_MASK, INDEX_MAX_KEYS, ItemPointerSetOffsetNumber(), IndexTupleData::t_info, and IndexTupleData::t_tid.

Referenced by _bt_buildadd(), _bt_newlevel(), _bt_pgaddtup(), _bt_sortaddtup(), _bt_truncate(), and BTreeTupleSetTopParent().

◆ BTreeTupleSetPosting()

static void BTreeTupleSetPosting ( IndexTuple  itup,
uint16  nhtids,
int  postingoffset 
)
inlinestatic

Definition at line 504 of file nbtree.h.

505{
506 Assert(nhtids > 1);
507 Assert((nhtids & BT_STATUS_OFFSET_MASK) == 0);
508 Assert((size_t) postingoffset == MAXALIGN(postingoffset));
509 Assert(postingoffset < INDEX_SIZE_MASK);
511
512 itup->t_info |= INDEX_ALT_TID_MASK;
514 ItemPointerSetBlockNumber(&itup->t_tid, postingoffset);
515}

References Assert(), BT_IS_POSTING, BT_STATUS_OFFSET_MASK, BTreeTupleIsPivot(), INDEX_ALT_TID_MASK, INDEX_SIZE_MASK, ItemPointerSetBlockNumber(), ItemPointerSetOffsetNumber(), MAXALIGN, IndexTupleData::t_info, and IndexTupleData::t_tid.

Referenced by _bt_form_posting(), and _bt_update_posting().

◆ BTreeTupleSetTopParent()

static void BTreeTupleSetTopParent ( IndexTuple  leafhikey,
BlockNumber  blkno 
)
inlinestatic

◆ btrescan()

void btrescan ( IndexScanDesc  scan,
ScanKey  scankey,
int  nscankeys,
ScanKey  orderbys,
int  norderbys 
)

Definition at line 385 of file nbtree.c.

387{
388 BTScanOpaque so = (BTScanOpaque) scan->opaque;
389
390 /* we aren't holding any read locks, but gotta drop the pins */
392 {
393 /* Before leaving current page, deal with any killed items */
394 if (so->numKilled > 0)
395 _bt_killitems(scan);
398 }
399
400 /*
401 * We prefer to eagerly drop leaf page pins before btgettuple returns.
402 * This avoids making VACUUM wait to acquire a cleanup lock on the page.
403 *
404 * We cannot safely drop leaf page pins during index-only scans due to a
405 * race condition involving VACUUM setting pages all-visible in the VM.
406 * It's also unsafe for plain index scans that use a non-MVCC snapshot.
407 *
408 * When we drop pins eagerly, the mechanism that marks so->killedItems[]
409 * index tuples LP_DEAD has to deal with concurrent TID recycling races.
410 * The scheme used to detect unsafe TID recycling won't work when scanning
411 * unlogged relations (since it involves saving an affected page's LSN).
412 * Opt out of eager pin dropping during unlogged relation scans for now
413 * (this is preferable to opting out of kill_prior_tuple LP_DEAD setting).
414 *
415 * Also opt out of dropping leaf page pins eagerly during bitmap scans.
416 * Pins cannot be held for more than an instant during bitmap scans either
417 * way, so we might as well avoid wasting cycles on acquiring page LSNs.
418 *
419 * See nbtree/README section on making concurrent TID recycling safe.
420 *
421 * Note: so->dropPin should never change across rescans.
422 */
423 so->dropPin = (!scan->xs_want_itup &&
426 scan->heapRelation != NULL);
427
428 so->markItemIndex = -1;
429 so->needPrimScan = false;
430 so->scanBehind = false;
431 so->oppositeDirCheck = false;
434
435 /*
436 * Allocate tuple workspace arrays, if needed for an index-only scan and
437 * not already done in a previous rescan call. To save on palloc
438 * overhead, both workspaces are allocated as one palloc block; only this
439 * function and btendscan know that.
440 *
441 * NOTE: this data structure also makes it safe to return data from a
442 * "name" column, even though btree name_ops uses an underlying storage
443 * datatype of cstring. The risk there is that "name" is supposed to be
444 * padded to NAMEDATALEN, but the actual index tuple is probably shorter.
445 * However, since we only return data out of tuples sitting in the
446 * currTuples array, a fetch of NAMEDATALEN bytes can at worst pull some
447 * data out of the markTuples array --- running off the end of memory for
448 * a SIGSEGV is not possible. Yeah, this is ugly as sin, but it beats
449 * adding special-case treatment for name_ops elsewhere.
450 */
451 if (scan->xs_want_itup && so->currTuples == NULL)
452 {
453 so->currTuples = (char *) palloc(BLCKSZ * 2);
454 so->markTuples = so->currTuples + BLCKSZ;
455 }
456
457 /*
458 * Reset the scan keys
459 */
460 if (scankey && scan->numberOfKeys > 0)
461 memcpy(scan->keyData, scankey, scan->numberOfKeys * sizeof(ScanKeyData));
462 so->numberOfKeys = 0; /* until _bt_preprocess_keys sets it */
463 so->numArrayKeys = 0; /* ditto */
464}
#define IsMVCCSnapshot(snapshot)
Definition: snapmgr.h:55

References _bt_killitems(), BTScanPosInvalidate, BTScanPosIsValid, BTScanPosUnpinIfPinned, BTScanOpaqueData::currPos, BTScanOpaqueData::currTuples, BTScanOpaqueData::dropPin, IndexScanDescData::heapRelation, if(), IndexScanDescData::indexRelation, IsMVCCSnapshot, IndexScanDescData::keyData, BTScanOpaqueData::markItemIndex, BTScanOpaqueData::markPos, BTScanOpaqueData::markTuples, BTScanOpaqueData::needPrimScan, BTScanOpaqueData::numArrayKeys, BTScanOpaqueData::numberOfKeys, IndexScanDescData::numberOfKeys, BTScanOpaqueData::numKilled, IndexScanDescData::opaque, BTScanOpaqueData::oppositeDirCheck, palloc(), RelationNeedsWAL, BTScanOpaqueData::scanBehind, IndexScanDescData::xs_snapshot, and IndexScanDescData::xs_want_itup.

Referenced by bthandler().

◆ btrestrpos()

void btrestrpos ( IndexScanDesc  scan)

Definition at line 532 of file nbtree.c.

533{
534 BTScanOpaque so = (BTScanOpaque) scan->opaque;
535
536 if (so->markItemIndex >= 0)
537 {
538 /*
539 * The scan has never moved to a new page since the last mark. Just
540 * restore the itemIndex.
541 *
542 * NB: In this case we can't count on anything in so->markPos to be
543 * accurate.
544 */
546 }
547 else
548 {
549 /*
550 * The scan moved to a new page after last mark or restore, and we are
551 * now restoring to the marked page. We aren't holding any read
552 * locks, but if we're still holding the pin for the current position,
553 * we must drop it.
554 */
555 if (BTScanPosIsValid(so->currPos))
556 {
557 /* Before leaving current page, deal with any killed items */
558 if (so->numKilled > 0)
559 _bt_killitems(scan);
561 }
562
563 if (BTScanPosIsValid(so->markPos))
564 {
565 /* bump pin on mark buffer for assignment to current buffer */
566 if (BTScanPosIsPinned(so->markPos))
568 memcpy(&so->currPos, &so->markPos,
569 offsetof(BTScanPosData, items[1]) +
570 so->markPos.lastItem * sizeof(BTScanPosItem));
571 if (so->currTuples)
572 memcpy(so->currTuples, so->markTuples,
574 /* Reset the scan's array keys (see _bt_steppage for why) */
575 if (so->numArrayKeys)
576 {
578 so->needPrimScan = false;
579 }
580 }
581 else
583 }
584}
void IncrBufferRefCount(Buffer buffer)
Definition: bufmgr.c:5370
int nextTupleOffset
Definition: nbtree.h:978
static ItemArray items
Definition: test_tidstore.c:48

References _bt_killitems(), _bt_start_array_keys(), BTScanPosInvalidate, BTScanPosIsPinned, BTScanPosIsValid, BTScanPosUnpinIfPinned, BTScanPosData::buf, BTScanOpaqueData::currPos, BTScanOpaqueData::currTuples, BTScanPosData::dir, if(), IncrBufferRefCount(), BTScanPosData::itemIndex, items, BTScanPosData::lastItem, BTScanOpaqueData::markItemIndex, BTScanOpaqueData::markPos, BTScanOpaqueData::markTuples, BTScanOpaqueData::needPrimScan, BTScanPosData::nextTupleOffset, BTScanOpaqueData::numArrayKeys, BTScanOpaqueData::numKilled, and IndexScanDescData::opaque.

Referenced by bthandler().

◆ bttranslatecmptype()

StrategyNumber bttranslatecmptype ( CompareType  cmptype,
Oid  opfamily 
)

Definition at line 1780 of file nbtree.c.

1781{
1782 switch (cmptype)
1783 {
1784 case COMPARE_LT:
1785 return BTLessStrategyNumber;
1786 case COMPARE_LE:
1788 case COMPARE_EQ:
1789 return BTEqualStrategyNumber;
1790 case COMPARE_GE:
1792 case COMPARE_GT:
1794 default:
1795 return InvalidStrategy;
1796 }
1797}
@ COMPARE_LE
Definition: cmptype.h:35
@ COMPARE_GT
Definition: cmptype.h:38
@ COMPARE_EQ
Definition: cmptype.h:36
@ COMPARE_GE
Definition: cmptype.h:37
@ COMPARE_LT
Definition: cmptype.h:34

References BTEqualStrategyNumber, BTGreaterEqualStrategyNumber, BTGreaterStrategyNumber, BTLessEqualStrategyNumber, BTLessStrategyNumber, COMPARE_EQ, COMPARE_GE, COMPARE_GT, COMPARE_LE, COMPARE_LT, and InvalidStrategy.

Referenced by bthandler().

◆ bttranslatestrategy()

CompareType bttranslatestrategy ( StrategyNumber  strategy,
Oid  opfamily 
)

Definition at line 1760 of file nbtree.c.

1761{
1762 switch (strategy)
1763 {
1765 return COMPARE_LT;
1767 return COMPARE_LE;
1769 return COMPARE_EQ;
1771 return COMPARE_GE;
1773 return COMPARE_GT;
1774 default:
1775 return COMPARE_INVALID;
1776 }
1777}
@ COMPARE_INVALID
Definition: cmptype.h:33

References BTEqualStrategyNumber, BTGreaterEqualStrategyNumber, BTGreaterStrategyNumber, BTLessEqualStrategyNumber, BTLessStrategyNumber, COMPARE_EQ, COMPARE_GE, COMPARE_GT, COMPARE_INVALID, COMPARE_LE, and COMPARE_LT.

Referenced by bthandler().

◆ btvacuumcleanup()

IndexBulkDeleteResult * btvacuumcleanup ( IndexVacuumInfo info,
IndexBulkDeleteResult stats 
)

Definition at line 1095 of file nbtree.c.

1096{
1097 BlockNumber num_delpages;
1098
1099 /* No-op in ANALYZE ONLY mode */
1100 if (info->analyze_only)
1101 return stats;
1102
1103 /*
1104 * If btbulkdelete was called, we need not do anything (we just maintain
1105 * the information used within _bt_vacuum_needs_cleanup() by calling
1106 * _bt_set_cleanup_info() below).
1107 *
1108 * If btbulkdelete was _not_ called, then we have a choice to make: we
1109 * must decide whether or not a btvacuumscan() call is needed now (i.e.
1110 * whether the ongoing VACUUM operation can entirely avoid a physical scan
1111 * of the index). A call to _bt_vacuum_needs_cleanup() decides it for us
1112 * now.
1113 */
1114 if (stats == NULL)
1115 {
1116 /* Check if VACUUM operation can entirely avoid btvacuumscan() call */
1117 if (!_bt_vacuum_needs_cleanup(info->index))
1118 return NULL;
1119
1120 /*
1121 * Since we aren't going to actually delete any leaf items, there's no
1122 * need to go through all the vacuum-cycle-ID pushups here.
1123 *
1124 * Posting list tuples are a source of inaccuracy for cleanup-only
1125 * scans. btvacuumscan() will assume that the number of index tuples
1126 * from each page can be used as num_index_tuples, even though
1127 * num_index_tuples is supposed to represent the number of TIDs in the
1128 * index. This naive approach can underestimate the number of tuples
1129 * in the index significantly.
1130 *
1131 * We handle the problem by making num_index_tuples an estimate in
1132 * cleanup-only case.
1133 */
1135 btvacuumscan(info, stats, NULL, NULL, 0);
1136 stats->estimated_count = true;
1137 }
1138
1139 /*
1140 * Maintain num_delpages value in metapage for _bt_vacuum_needs_cleanup().
1141 *
1142 * num_delpages is the number of deleted pages now in the index that were
1143 * not safe to place in the FSM to be recycled just yet. num_delpages is
1144 * greater than 0 only when _bt_pagedel() actually deleted pages during
1145 * our call to btvacuumscan(). Even then, _bt_pendingfsm_finalize() must
1146 * have failed to place any newly deleted pages in the FSM just moments
1147 * ago. (Actually, there are edge cases where recycling of the current
1148 * VACUUM's newly deleted pages does not even become safe by the time the
1149 * next VACUUM comes around. See nbtree/README.)
1150 */
1151 Assert(stats->pages_deleted >= stats->pages_free);
1152 num_delpages = stats->pages_deleted - stats->pages_free;
1153 _bt_set_cleanup_info(info->index, num_delpages);
1154
1155 /*
1156 * It's quite possible for us to be fooled by concurrent page splits into
1157 * double-counting some index tuples, so disbelieve any total that exceeds
1158 * the underlying heap's count ... if we know that accurately. Otherwise
1159 * this might just make matters worse.
1160 */
1161 if (!info->estimated_count)
1162 {
1163 if (stats->num_index_tuples > info->num_heap_tuples)
1164 stats->num_index_tuples = info->num_heap_tuples;
1165 }
1166
1167 return stats;
1168}
void _bt_set_cleanup_info(Relation rel, BlockNumber num_delpages)
Definition: nbtpage.c:232
bool _bt_vacuum_needs_cleanup(Relation rel)
Definition: nbtpage.c:179
BlockNumber pages_deleted
Definition: genam.h:107
double num_index_tuples
Definition: genam.h:104
double num_heap_tuples
Definition: genam.h:77
bool analyze_only
Definition: genam.h:73
bool estimated_count
Definition: genam.h:75

References _bt_set_cleanup_info(), _bt_vacuum_needs_cleanup(), IndexVacuumInfo::analyze_only, Assert(), btvacuumscan(), IndexVacuumInfo::estimated_count, IndexBulkDeleteResult::estimated_count, IndexVacuumInfo::index, IndexVacuumInfo::num_heap_tuples, IndexBulkDeleteResult::num_index_tuples, IndexBulkDeleteResult::pages_deleted, IndexBulkDeleteResult::pages_free, and palloc0().

Referenced by bthandler().

◆ btvalidate()

bool btvalidate ( Oid  opclassoid)

Definition at line 40 of file nbtvalidate.c.

41{
42 bool result = true;
43 HeapTuple classtup;
44 Form_pg_opclass classform;
45 Oid opfamilyoid;
46 Oid opcintype;
47 char *opclassname;
48 char *opfamilyname;
49 CatCList *proclist,
50 *oprlist;
51 List *grouplist;
52 OpFamilyOpFuncGroup *opclassgroup;
53 List *familytypes;
54 int usefulgroups;
55 int i;
56 ListCell *lc;
57
58 /* Fetch opclass information */
59 classtup = SearchSysCache1(CLAOID, ObjectIdGetDatum(opclassoid));
60 if (!HeapTupleIsValid(classtup))
61 elog(ERROR, "cache lookup failed for operator class %u", opclassoid);
62 classform = (Form_pg_opclass) GETSTRUCT(classtup);
63
64 opfamilyoid = classform->opcfamily;
65 opcintype = classform->opcintype;
66 opclassname = NameStr(classform->opcname);
67
68 /* Fetch opfamily information */
69 opfamilyname = get_opfamily_name(opfamilyoid, false);
70
71 /* Fetch all operators and support functions of the opfamily */
72 oprlist = SearchSysCacheList1(AMOPSTRATEGY, ObjectIdGetDatum(opfamilyoid));
73 proclist = SearchSysCacheList1(AMPROCNUM, ObjectIdGetDatum(opfamilyoid));
74
75 /* Check individual support functions */
76 for (i = 0; i < proclist->n_members; i++)
77 {
78 HeapTuple proctup = &proclist->members[i]->tuple;
79 Form_pg_amproc procform = (Form_pg_amproc) GETSTRUCT(proctup);
80 bool ok;
81
82 /* Check procedure numbers and function signatures */
83 switch (procform->amprocnum)
84 {
85 case BTORDER_PROC:
86 ok = check_amproc_signature(procform->amproc, INT4OID, true,
87 2, 2, procform->amproclefttype,
88 procform->amprocrighttype);
89 break;
91 ok = check_amproc_signature(procform->amproc, VOIDOID, true,
92 1, 1, INTERNALOID);
93 break;
94 case BTINRANGE_PROC:
95 ok = check_amproc_signature(procform->amproc, BOOLOID, true,
96 5, 5,
97 procform->amproclefttype,
98 procform->amproclefttype,
99 procform->amprocrighttype,
100 BOOLOID, BOOLOID);
101 break;
103 ok = check_amproc_signature(procform->amproc, BOOLOID, true,
104 1, 1, OIDOID);
105 break;
106 case BTOPTIONS_PROC:
107 ok = check_amoptsproc_signature(procform->amproc);
108 break;
110 ok = check_amproc_signature(procform->amproc, VOIDOID, true,
111 1, 1, INTERNALOID);
112 break;
113 default:
115 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
116 errmsg("operator family \"%s\" of access method %s contains function %s with invalid support number %d",
117 opfamilyname, "btree",
118 format_procedure(procform->amproc),
119 procform->amprocnum)));
120 result = false;
121 continue; /* don't want additional message */
122 }
123
124 if (!ok)
125 {
127 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
128 errmsg("operator family \"%s\" of access method %s contains function %s with wrong signature for support number %d",
129 opfamilyname, "btree",
130 format_procedure(procform->amproc),
131 procform->amprocnum)));
132 result = false;
133 }
134 }
135
136 /* Check individual operators */
137 for (i = 0; i < oprlist->n_members; i++)
138 {
139 HeapTuple oprtup = &oprlist->members[i]->tuple;
140 Form_pg_amop oprform = (Form_pg_amop) GETSTRUCT(oprtup);
141
142 /* Check that only allowed strategy numbers exist */
143 if (oprform->amopstrategy < 1 ||
144 oprform->amopstrategy > BTMaxStrategyNumber)
145 {
147 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
148 errmsg("operator family \"%s\" of access method %s contains operator %s with invalid strategy number %d",
149 opfamilyname, "btree",
150 format_operator(oprform->amopopr),
151 oprform->amopstrategy)));
152 result = false;
153 }
154
155 /* btree doesn't support ORDER BY operators */
156 if (oprform->amoppurpose != AMOP_SEARCH ||
157 OidIsValid(oprform->amopsortfamily))
158 {
160 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
161 errmsg("operator family \"%s\" of access method %s contains invalid ORDER BY specification for operator %s",
162 opfamilyname, "btree",
163 format_operator(oprform->amopopr))));
164 result = false;
165 }
166
167 /* Check operator signature --- same for all btree strategies */
168 if (!check_amop_signature(oprform->amopopr, BOOLOID,
169 oprform->amoplefttype,
170 oprform->amoprighttype))
171 {
173 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
174 errmsg("operator family \"%s\" of access method %s contains operator %s with wrong signature",
175 opfamilyname, "btree",
176 format_operator(oprform->amopopr))));
177 result = false;
178 }
179 }
180
181 /* Now check for inconsistent groups of operators/functions */
182 grouplist = identify_opfamily_groups(oprlist, proclist);
183 usefulgroups = 0;
184 opclassgroup = NULL;
185 familytypes = NIL;
186 foreach(lc, grouplist)
187 {
189
190 /*
191 * It is possible for an in_range support function to have a RHS type
192 * that is otherwise irrelevant to the opfamily --- for instance, SQL
193 * requires the datetime_ops opclass to have range support with an
194 * interval offset. So, if this group appears to contain only an
195 * in_range function, ignore it: it doesn't represent a pair of
196 * supported types.
197 */
198 if (thisgroup->operatorset == 0 &&
199 thisgroup->functionset == (1 << BTINRANGE_PROC))
200 continue;
201
202 /* Else count it as a relevant group */
203 usefulgroups++;
204
205 /* Remember the group exactly matching the test opclass */
206 if (thisgroup->lefttype == opcintype &&
207 thisgroup->righttype == opcintype)
208 opclassgroup = thisgroup;
209
210 /*
211 * Identify all distinct data types handled in this opfamily. This
212 * implementation is O(N^2), but there aren't likely to be enough
213 * types in the family for it to matter.
214 */
215 familytypes = list_append_unique_oid(familytypes, thisgroup->lefttype);
216 familytypes = list_append_unique_oid(familytypes, thisgroup->righttype);
217
218 /*
219 * Complain if there seems to be an incomplete set of either operators
220 * or support functions for this datatype pair. The sortsupport,
221 * in_range, and equalimage functions are considered optional.
222 */
223 if (thisgroup->operatorset !=
224 ((1 << BTLessStrategyNumber) |
226 (1 << BTEqualStrategyNumber) |
229 {
231 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
232 errmsg("operator family \"%s\" of access method %s is missing operator(s) for types %s and %s",
233 opfamilyname, "btree",
234 format_type_be(thisgroup->lefttype),
235 format_type_be(thisgroup->righttype))));
236 result = false;
237 }
238 if ((thisgroup->functionset & (1 << BTORDER_PROC)) == 0)
239 {
241 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
242 errmsg("operator family \"%s\" of access method %s is missing support function for types %s and %s",
243 opfamilyname, "btree",
244 format_type_be(thisgroup->lefttype),
245 format_type_be(thisgroup->righttype))));
246 result = false;
247 }
248 }
249
250 /* Check that the originally-named opclass is supported */
251 /* (if group is there, we already checked it adequately above) */
252 if (!opclassgroup)
253 {
255 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
256 errmsg("operator class \"%s\" of access method %s is missing operator(s)",
257 opclassname, "btree")));
258 result = false;
259 }
260
261 /*
262 * Complain if the opfamily doesn't have entries for all possible
263 * combinations of its supported datatypes. While missing cross-type
264 * operators are not fatal, they do limit the planner's ability to derive
265 * additional qual clauses from equivalence classes, so it seems
266 * reasonable to insist that all built-in btree opfamilies be complete.
267 */
268 if (usefulgroups != (list_length(familytypes) * list_length(familytypes)))
269 {
271 (errcode(ERRCODE_INVALID_OBJECT_DEFINITION),
272 errmsg("operator family \"%s\" of access method %s is missing cross-type operator(s)",
273 opfamilyname, "btree")));
274 result = false;
275 }
276
277 ReleaseCatCacheList(proclist);
278 ReleaseCatCacheList(oprlist);
279 ReleaseSysCache(classtup);
280
281 return result;
282}
bool check_amproc_signature(Oid funcid, Oid restype, bool exact, int minargs, int maxargs,...)
Definition: amvalidate.c:152
bool check_amop_signature(Oid opno, Oid restype, Oid lefttype, Oid righttype)
Definition: amvalidate.c:206
List * identify_opfamily_groups(CatCList *oprlist, CatCList *proclist)
Definition: amvalidate.c:43
bool check_amoptsproc_signature(Oid funcid)
Definition: amvalidate.c:192
#define NameStr(name)
Definition: c.h:752
void ReleaseCatCacheList(CatCList *list)
Definition: catcache.c:2094
#define INFO
Definition: elog.h:34
char * format_type_be(Oid type_oid)
Definition: format_type.c:343
#define HeapTupleIsValid(tuple)
Definition: htup.h:78
static void * GETSTRUCT(const HeapTupleData *tuple)
Definition: htup_details.h:728
List * list_append_unique_oid(List *list, Oid datum)
Definition: list.c:1380
char * get_opfamily_name(Oid opfid, bool missing_ok)
Definition: lsyscache.c:1420
#define BTSKIPSUPPORT_PROC
Definition: nbtree.h:721
#define BTSORTSUPPORT_PROC
Definition: nbtree.h:717
#define BTINRANGE_PROC
Definition: nbtree.h:718
#define BTOPTIONS_PROC
Definition: nbtree.h:720
FormData_pg_amop * Form_pg_amop
Definition: pg_amop.h:88
FormData_pg_amproc * Form_pg_amproc
Definition: pg_amproc.h:68
static int list_length(const List *l)
Definition: pg_list.h:152
#define NIL
Definition: pg_list.h:68
FormData_pg_opclass * Form_pg_opclass
Definition: pg_opclass.h:83
char * format_procedure(Oid procedure_oid)
Definition: regproc.c:305
char * format_operator(Oid operator_oid)
Definition: regproc.c:801
Definition: pg_list.h:54
CatCTup * members[FLEXIBLE_ARRAY_MEMBER]
Definition: catcache.h:185
int n_members
Definition: catcache.h:183
HeapTupleData tuple
Definition: catcache.h:124
void ReleaseSysCache(HeapTuple tuple)
Definition: syscache.c:264
HeapTuple SearchSysCache1(int cacheId, Datum key1)
Definition: syscache.c:220
#define SearchSysCacheList1(cacheId, key1)
Definition: syscache.h:127

References BTEQUALIMAGE_PROC, BTEqualStrategyNumber, BTGreaterEqualStrategyNumber, BTGreaterStrategyNumber, BTINRANGE_PROC, BTLessEqualStrategyNumber, BTLessStrategyNumber, BTMaxStrategyNumber, BTOPTIONS_PROC, BTORDER_PROC, BTSKIPSUPPORT_PROC, BTSORTSUPPORT_PROC, check_amop_signature(), check_amoptsproc_signature(), check_amproc_signature(), elog, ereport, errcode(), errmsg(), ERROR, format_operator(), format_procedure(), format_type_be(), OpFamilyOpFuncGroup::functionset, get_opfamily_name(), GETSTRUCT(), HeapTupleIsValid, i, identify_opfamily_groups(), INFO, OpFamilyOpFuncGroup::lefttype, lfirst, list_append_unique_oid(), list_length(), catclist::members, catclist::n_members, NameStr, NIL, ObjectIdGetDatum(), OidIsValid, OpFamilyOpFuncGroup::operatorset, ReleaseCatCacheList(), ReleaseSysCache(), OpFamilyOpFuncGroup::righttype, SearchSysCache1(), SearchSysCacheList1, and catctup::tuple.

Referenced by bthandler().

◆ StaticAssertDecl()

StaticAssertDecl ( BT_OFFSET_MASK >=  INDEX_MAX_KEYS,
"BT_OFFSET_MASK can't fit INDEX_MAX_KEYS  
)