htup_details.h 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818
  1. /*-------------------------------------------------------------------------
  2. *
  3. * htup_details.h
  4. * POSTGRES heap tuple header definitions.
  5. *
  6. *
  7. * Portions Copyright (c) 1996-2016, PostgreSQL Global Development Group
  8. * Portions Copyright (c) 1994, Regents of the University of California
  9. *
  10. * src/include/access/htup_details.h
  11. *
  12. *-------------------------------------------------------------------------
  13. */
  14. #ifndef HTUP_DETAILS_H
  15. #define HTUP_DETAILS_H
  16. #include "access/htup.h"
  17. #include "access/tupdesc.h"
  18. #include "access/tupmacs.h"
  19. #include "access/transam.h"
  20. #include "storage/bufpage.h"
  21. /*
  22. * MaxTupleAttributeNumber limits the number of (user) columns in a tuple.
  23. * The key limit on this value is that the size of the fixed overhead for
  24. * a tuple, plus the size of the null-values bitmap (at 1 bit per column),
  25. * plus MAXALIGN alignment, must fit into t_hoff which is uint8. On most
  26. * machines the upper limit without making t_hoff wider would be a little
  27. * over 1700. We use round numbers here and for MaxHeapAttributeNumber
  28. * so that alterations in HeapTupleHeaderData layout won't change the
  29. * supported max number of columns.
  30. */
  31. #define MaxTupleAttributeNumber 1664 /* 8 * 208 */
  32. /*
  33. * MaxHeapAttributeNumber limits the number of (user) columns in a table.
  34. * This should be somewhat less than MaxTupleAttributeNumber. It must be
  35. * at least one less, else we will fail to do UPDATEs on a maximal-width
  36. * table (because UPDATE has to form working tuples that include CTID).
  37. * In practice we want some additional daylight so that we can gracefully
  38. * support operations that add hidden "resjunk" columns, for example
  39. * SELECT * FROM wide_table ORDER BY foo, bar, baz.
  40. * In any case, depending on column data types you will likely be running
  41. * into the disk-block-based limit on overall tuple size if you have more
  42. * than a thousand or so columns. TOAST won't help.
  43. */
  44. #define MaxHeapAttributeNumber 1600 /* 8 * 200 */
  45. /*
  46. * Heap tuple header. To avoid wasting space, the fields should be
  47. * laid out in such a way as to avoid structure padding.
  48. *
  49. * Datums of composite types (row types) share the same general structure
  50. * as on-disk tuples, so that the same routines can be used to build and
  51. * examine them. However the requirements are slightly different: a Datum
  52. * does not need any transaction visibility information, and it does need
  53. * a length word and some embedded type information. We can achieve this
  54. * by overlaying the xmin/cmin/xmax/cmax/xvac fields of a heap tuple
  55. * with the fields needed in the Datum case. Typically, all tuples built
  56. * in-memory will be initialized with the Datum fields; but when a tuple is
  57. * about to be inserted in a table, the transaction fields will be filled,
  58. * overwriting the datum fields.
  59. *
  60. * The overall structure of a heap tuple looks like:
  61. * fixed fields (HeapTupleHeaderData struct)
  62. * nulls bitmap (if HEAP_HASNULL is set in t_infomask)
  63. * alignment padding (as needed to make user data MAXALIGN'd)
  64. * object ID (if HEAP_HASOID is set in t_infomask)
  65. * user data fields
  66. *
  67. * We store five "virtual" fields Xmin, Cmin, Xmax, Cmax, and Xvac in three
  68. * physical fields. Xmin and Xmax are always really stored, but Cmin, Cmax
  69. * and Xvac share a field. This works because we know that Cmin and Cmax
  70. * are only interesting for the lifetime of the inserting and deleting
  71. * transaction respectively. If a tuple is inserted and deleted in the same
  72. * transaction, we store a "combo" command id that can be mapped to the real
  73. * cmin and cmax, but only by use of local state within the originating
  74. * backend. See combocid.c for more details. Meanwhile, Xvac is only set by
  75. * old-style VACUUM FULL, which does not have any command sub-structure and so
  76. * does not need either Cmin or Cmax. (This requires that old-style VACUUM
  77. * FULL never try to move a tuple whose Cmin or Cmax is still interesting,
  78. * ie, an insert-in-progress or delete-in-progress tuple.)
  79. *
  80. * A word about t_ctid: whenever a new tuple is stored on disk, its t_ctid
  81. * is initialized with its own TID (location). If the tuple is ever updated,
  82. * its t_ctid is changed to point to the replacement version of the tuple.
  83. * Thus, a tuple is the latest version of its row iff XMAX is invalid or
  84. * t_ctid points to itself (in which case, if XMAX is valid, the tuple is
  85. * either locked or deleted). One can follow the chain of t_ctid links
  86. * to find the newest version of the row. Beware however that VACUUM might
  87. * erase the pointed-to (newer) tuple before erasing the pointing (older)
  88. * tuple. Hence, when following a t_ctid link, it is necessary to check
  89. * to see if the referenced slot is empty or contains an unrelated tuple.
  90. * Check that the referenced tuple has XMIN equal to the referencing tuple's
  91. * XMAX to verify that it is actually the descendant version and not an
  92. * unrelated tuple stored into a slot recently freed by VACUUM. If either
  93. * check fails, one may assume that there is no live descendant version.
  94. *
  95. * t_ctid is sometimes used to store a speculative insertion token, instead
  96. * of a real TID. A speculative token is set on a tuple that's being
  97. * inserted, until the inserter is sure that it wants to go ahead with the
  98. * insertion. Hence a token should only be seen on a tuple with an XMAX
  99. * that's still in-progress, or invalid/aborted. The token is replaced with
  100. * the tuple's real TID when the insertion is confirmed. One should never
  101. * see a speculative insertion token while following a chain of t_ctid links,
  102. * because they are not used on updates, only insertions.
  103. *
  104. * Following the fixed header fields, the nulls bitmap is stored (beginning
  105. * at t_bits). The bitmap is *not* stored if t_infomask shows that there
  106. * are no nulls in the tuple. If an OID field is present (as indicated by
  107. * t_infomask), then it is stored just before the user data, which begins at
  108. * the offset shown by t_hoff. Note that t_hoff must be a multiple of
  109. * MAXALIGN.
  110. */
  111. typedef struct HeapTupleFields
  112. {
  113. TransactionId t_xmin; /* inserting xact ID */
  114. TransactionId t_xmax; /* deleting or locking xact ID */
  115. union
  116. {
  117. CommandId t_cid; /* inserting or deleting command ID, or both */
  118. TransactionId t_xvac; /* old-style VACUUM FULL xact ID */
  119. } t_field3;
  120. } HeapTupleFields;
  121. typedef struct DatumTupleFields
  122. {
  123. int32 datum_len_; /* varlena header (do not touch directly!) */
  124. int32 datum_typmod; /* -1, or identifier of a record type */
  125. Oid datum_typeid; /* composite type OID, or RECORDOID */
  126. /*
  127. * Note: field ordering is chosen with thought that Oid might someday
  128. * widen to 64 bits.
  129. */
  130. } DatumTupleFields;
  131. struct HeapTupleHeaderData
  132. {
  133. union
  134. {
  135. HeapTupleFields t_heap;
  136. DatumTupleFields t_datum;
  137. } t_choice;
  138. ItemPointerData t_ctid; /* current TID of this or newer tuple (or a
  139. * speculative insertion token) */
  140. /* Fields below here must match MinimalTupleData! */
  141. uint16 t_infomask2; /* number of attributes + various flags */
  142. uint16 t_infomask; /* various flag bits, see below */
  143. uint8 t_hoff; /* sizeof header incl. bitmap, padding */
  144. /* ^ - 23 bytes - ^ */
  145. bits8 t_bits[FLEXIBLE_ARRAY_MEMBER]; /* bitmap of NULLs */
  146. /* MORE DATA FOLLOWS AT END OF STRUCT */
  147. };
  148. /* typedef appears in tupbasics.h */
  149. #define SizeofHeapTupleHeader offsetof(HeapTupleHeaderData, t_bits)
  150. /*
  151. * information stored in t_infomask:
  152. */
  153. #define HEAP_HASNULL 0x0001 /* has null attribute(s) */
  154. #define HEAP_HASVARWIDTH 0x0002 /* has variable-width attribute(s) */
  155. #define HEAP_HASEXTERNAL 0x0004 /* has external stored attribute(s) */
  156. #define HEAP_HASOID 0x0008 /* has an object-id field */
  157. #define HEAP_XMAX_KEYSHR_LOCK 0x0010 /* xmax is a key-shared locker */
  158. #define HEAP_COMBOCID 0x0020 /* t_cid is a combo cid */
  159. #define HEAP_XMAX_EXCL_LOCK 0x0040 /* xmax is exclusive locker */
  160. #define HEAP_XMAX_LOCK_ONLY 0x0080 /* xmax, if valid, is only a locker */
  161. /* xmax is a shared locker */
  162. #define HEAP_XMAX_SHR_LOCK (HEAP_XMAX_EXCL_LOCK | HEAP_XMAX_KEYSHR_LOCK)
  163. #define HEAP_LOCK_MASK (HEAP_XMAX_SHR_LOCK | HEAP_XMAX_EXCL_LOCK | \
  164. HEAP_XMAX_KEYSHR_LOCK)
  165. #define HEAP_XMIN_COMMITTED 0x0100 /* t_xmin committed */
  166. #define HEAP_XMIN_INVALID 0x0200 /* t_xmin invalid/aborted */
  167. #define HEAP_XMIN_FROZEN (HEAP_XMIN_COMMITTED|HEAP_XMIN_INVALID)
  168. #define HEAP_XMAX_COMMITTED 0x0400 /* t_xmax committed */
  169. #define HEAP_XMAX_INVALID 0x0800 /* t_xmax invalid/aborted */
  170. #define HEAP_XMAX_IS_MULTI 0x1000 /* t_xmax is a MultiXactId */
  171. #define HEAP_UPDATED 0x2000 /* this is UPDATEd version of row */
  172. #define HEAP_MOVED_OFF 0x4000 /* moved to another place by pre-9.0
  173. * VACUUM FULL; kept for binary
  174. * upgrade support */
  175. #define HEAP_MOVED_IN 0x8000 /* moved from another place by pre-9.0
  176. * VACUUM FULL; kept for binary
  177. * upgrade support */
  178. #define HEAP_MOVED (HEAP_MOVED_OFF | HEAP_MOVED_IN)
  179. #define HEAP_XACT_MASK 0xFFF0 /* visibility-related bits */
  180. /*
  181. * A tuple is only locked (i.e. not updated by its Xmax) if the
  182. * HEAP_XMAX_LOCK_ONLY bit is set; or, for pg_upgrade's sake, if the Xmax is
  183. * not a multi and the EXCL_LOCK bit is set.
  184. *
  185. * See also HeapTupleHeaderIsOnlyLocked, which also checks for a possible
  186. * aborted updater transaction.
  187. *
  188. * Beware of multiple evaluations of the argument.
  189. */
  190. #define HEAP_XMAX_IS_LOCKED_ONLY(infomask) \
  191. (((infomask) & HEAP_XMAX_LOCK_ONLY) || \
  192. (((infomask) & (HEAP_XMAX_IS_MULTI | HEAP_LOCK_MASK)) == HEAP_XMAX_EXCL_LOCK))
  193. /*
  194. * A tuple that has HEAP_XMAX_IS_MULTI and HEAP_XMAX_LOCK_ONLY but neither of
  195. * XMAX_EXCL_LOCK and XMAX_KEYSHR_LOCK must come from a tuple that was
  196. * share-locked in 9.2 or earlier and then pg_upgrade'd.
  197. *
  198. * In 9.2 and prior, HEAP_XMAX_IS_MULTI was only set when there were multiple
  199. * FOR SHARE lockers of that tuple. That set HEAP_XMAX_LOCK_ONLY (with a
  200. * different name back then) but neither of HEAP_XMAX_EXCL_LOCK and
  201. * HEAP_XMAX_KEYSHR_LOCK. That combination is no longer possible in 9.3 and
  202. * up, so if we see that combination we know for certain that the tuple was
  203. * locked in an earlier release; since all such lockers are gone (they cannot
  204. * survive through pg_upgrade), such tuples can safely be considered not
  205. * locked.
  206. *
  207. * We must not resolve such multixacts locally, because the result would be
  208. * bogus, regardless of where they stand with respect to the current valid
  209. * multixact range.
  210. */
  211. #define HEAP_LOCKED_UPGRADED(infomask) \
  212. ( \
  213. ((infomask) & HEAP_XMAX_IS_MULTI) != 0 && \
  214. ((infomask) & HEAP_XMAX_LOCK_ONLY) != 0 && \
  215. (((infomask) & (HEAP_XMAX_EXCL_LOCK | HEAP_XMAX_KEYSHR_LOCK)) == 0) \
  216. )
  217. /*
  218. * Use these to test whether a particular lock is applied to a tuple
  219. */
  220. #define HEAP_XMAX_IS_SHR_LOCKED(infomask) \
  221. (((infomask) & HEAP_LOCK_MASK) == HEAP_XMAX_SHR_LOCK)
  222. #define HEAP_XMAX_IS_EXCL_LOCKED(infomask) \
  223. (((infomask) & HEAP_LOCK_MASK) == HEAP_XMAX_EXCL_LOCK)
  224. #define HEAP_XMAX_IS_KEYSHR_LOCKED(infomask) \
  225. (((infomask) & HEAP_LOCK_MASK) == HEAP_XMAX_KEYSHR_LOCK)
  226. /* turn these all off when Xmax is to change */
  227. #define HEAP_XMAX_BITS (HEAP_XMAX_COMMITTED | HEAP_XMAX_INVALID | \
  228. HEAP_XMAX_IS_MULTI | HEAP_LOCK_MASK | HEAP_XMAX_LOCK_ONLY)
  229. /*
  230. * information stored in t_infomask2:
  231. */
  232. #define HEAP_NATTS_MASK 0x07FF /* 11 bits for number of attributes */
  233. /* bits 0x1800 are available */
  234. #define HEAP_KEYS_UPDATED 0x2000 /* tuple was updated and key cols
  235. * modified, or tuple deleted */
  236. #define HEAP_HOT_UPDATED 0x4000 /* tuple was HOT-updated */
  237. #define HEAP_ONLY_TUPLE 0x8000 /* this is heap-only tuple */
  238. #define HEAP2_XACT_MASK 0xE000 /* visibility-related bits */
  239. /*
  240. * HEAP_TUPLE_HAS_MATCH is a temporary flag used during hash joins. It is
  241. * only used in tuples that are in the hash table, and those don't need
  242. * any visibility information, so we can overlay it on a visibility flag
  243. * instead of using up a dedicated bit.
  244. */
  245. #define HEAP_TUPLE_HAS_MATCH HEAP_ONLY_TUPLE /* tuple has a join match */
  246. /*
  247. * Special value used in t_ctid.ip_posid, to indicate that it holds a
  248. * speculative insertion token rather than a real TID. This must be higher
  249. * than MaxOffsetNumber, so that it can be distinguished from a valid
  250. * offset number in a regular item pointer.
  251. */
  252. #define SpecTokenOffsetNumber 0xfffe
  253. /*
  254. * HeapTupleHeader accessor macros
  255. *
  256. * Note: beware of multiple evaluations of "tup" argument. But the Set
  257. * macros evaluate their other argument only once.
  258. */
  259. /*
  260. * HeapTupleHeaderGetRawXmin returns the "raw" xmin field, which is the xid
  261. * originally used to insert the tuple. However, the tuple might actually
  262. * be frozen (via HeapTupleHeaderSetXminFrozen) in which case the tuple's xmin
  263. * is visible to every snapshot. Prior to PostgreSQL 9.4, we actually changed
  264. * the xmin to FrozenTransactionId, and that value may still be encountered
  265. * on disk.
  266. */
  267. #define HeapTupleHeaderGetRawXmin(tup) \
  268. ( \
  269. (tup)->t_choice.t_heap.t_xmin \
  270. )
  271. #define HeapTupleHeaderGetXmin(tup) \
  272. ( \
  273. HeapTupleHeaderXminFrozen(tup) ? \
  274. FrozenTransactionId : HeapTupleHeaderGetRawXmin(tup) \
  275. )
  276. #define HeapTupleHeaderSetXmin(tup, xid) \
  277. ( \
  278. (tup)->t_choice.t_heap.t_xmin = (xid) \
  279. )
  280. #define HeapTupleHeaderXminCommitted(tup) \
  281. ( \
  282. ((tup)->t_infomask & HEAP_XMIN_COMMITTED) != 0 \
  283. )
  284. #define HeapTupleHeaderXminInvalid(tup) \
  285. ( \
  286. ((tup)->t_infomask & (HEAP_XMIN_COMMITTED|HEAP_XMIN_INVALID)) == \
  287. HEAP_XMIN_INVALID \
  288. )
  289. #define HeapTupleHeaderXminFrozen(tup) \
  290. ( \
  291. ((tup)->t_infomask & (HEAP_XMIN_FROZEN)) == HEAP_XMIN_FROZEN \
  292. )
  293. #define HeapTupleHeaderSetXminCommitted(tup) \
  294. ( \
  295. AssertMacro(!HeapTupleHeaderXminInvalid(tup)), \
  296. ((tup)->t_infomask |= HEAP_XMIN_COMMITTED) \
  297. )
  298. #define HeapTupleHeaderSetXminInvalid(tup) \
  299. ( \
  300. AssertMacro(!HeapTupleHeaderXminCommitted(tup)), \
  301. ((tup)->t_infomask |= HEAP_XMIN_INVALID) \
  302. )
  303. #define HeapTupleHeaderSetXminFrozen(tup) \
  304. ( \
  305. AssertMacro(!HeapTupleHeaderXminInvalid(tup)), \
  306. ((tup)->t_infomask |= HEAP_XMIN_FROZEN) \
  307. )
  308. /*
  309. * HeapTupleHeaderGetRawXmax gets you the raw Xmax field. To find out the Xid
  310. * that updated a tuple, you might need to resolve the MultiXactId if certain
  311. * bits are set. HeapTupleHeaderGetUpdateXid checks those bits and takes care
  312. * to resolve the MultiXactId if necessary. This might involve multixact I/O,
  313. * so it should only be used if absolutely necessary.
  314. */
  315. #define HeapTupleHeaderGetUpdateXid(tup) \
  316. ( \
  317. (!((tup)->t_infomask & HEAP_XMAX_INVALID) && \
  318. ((tup)->t_infomask & HEAP_XMAX_IS_MULTI) && \
  319. !((tup)->t_infomask & HEAP_XMAX_LOCK_ONLY)) ? \
  320. HeapTupleGetUpdateXid(tup) \
  321. : \
  322. HeapTupleHeaderGetRawXmax(tup) \
  323. )
  324. #define HeapTupleHeaderGetRawXmax(tup) \
  325. ( \
  326. (tup)->t_choice.t_heap.t_xmax \
  327. )
  328. #define HeapTupleHeaderSetXmax(tup, xid) \
  329. ( \
  330. (tup)->t_choice.t_heap.t_xmax = (xid) \
  331. )
  332. /*
  333. * HeapTupleHeaderGetRawCommandId will give you what's in the header whether
  334. * it is useful or not. Most code should use HeapTupleHeaderGetCmin or
  335. * HeapTupleHeaderGetCmax instead, but note that those Assert that you can
  336. * get a legitimate result, ie you are in the originating transaction!
  337. */
  338. #define HeapTupleHeaderGetRawCommandId(tup) \
  339. ( \
  340. (tup)->t_choice.t_heap.t_field3.t_cid \
  341. )
  342. /* SetCmin is reasonably simple since we never need a combo CID */
  343. #define HeapTupleHeaderSetCmin(tup, cid) \
  344. do { \
  345. Assert(!((tup)->t_infomask & HEAP_MOVED)); \
  346. (tup)->t_choice.t_heap.t_field3.t_cid = (cid); \
  347. (tup)->t_infomask &= ~HEAP_COMBOCID; \
  348. } while (0)
  349. /* SetCmax must be used after HeapTupleHeaderAdjustCmax; see combocid.c */
  350. #define HeapTupleHeaderSetCmax(tup, cid, iscombo) \
  351. do { \
  352. Assert(!((tup)->t_infomask & HEAP_MOVED)); \
  353. (tup)->t_choice.t_heap.t_field3.t_cid = (cid); \
  354. if (iscombo) \
  355. (tup)->t_infomask |= HEAP_COMBOCID; \
  356. else \
  357. (tup)->t_infomask &= ~HEAP_COMBOCID; \
  358. } while (0)
  359. #define HeapTupleHeaderGetXvac(tup) \
  360. ( \
  361. ((tup)->t_infomask & HEAP_MOVED) ? \
  362. (tup)->t_choice.t_heap.t_field3.t_xvac \
  363. : \
  364. InvalidTransactionId \
  365. )
  366. #define HeapTupleHeaderSetXvac(tup, xid) \
  367. do { \
  368. Assert((tup)->t_infomask & HEAP_MOVED); \
  369. (tup)->t_choice.t_heap.t_field3.t_xvac = (xid); \
  370. } while (0)
  371. #define HeapTupleHeaderIsSpeculative(tup) \
  372. ( \
  373. (tup)->t_ctid.ip_posid == SpecTokenOffsetNumber \
  374. )
  375. #define HeapTupleHeaderGetSpeculativeToken(tup) \
  376. ( \
  377. AssertMacro(HeapTupleHeaderIsSpeculative(tup)), \
  378. ItemPointerGetBlockNumber(&(tup)->t_ctid) \
  379. )
  380. #define HeapTupleHeaderSetSpeculativeToken(tup, token) \
  381. ( \
  382. ItemPointerSet(&(tup)->t_ctid, token, SpecTokenOffsetNumber) \
  383. )
  384. #define HeapTupleHeaderGetDatumLength(tup) \
  385. VARSIZE(tup)
  386. #define HeapTupleHeaderSetDatumLength(tup, len) \
  387. SET_VARSIZE(tup, len)
  388. #define HeapTupleHeaderGetTypeId(tup) \
  389. ( \
  390. (tup)->t_choice.t_datum.datum_typeid \
  391. )
  392. #define HeapTupleHeaderSetTypeId(tup, typeid) \
  393. ( \
  394. (tup)->t_choice.t_datum.datum_typeid = (typeid) \
  395. )
  396. #define HeapTupleHeaderGetTypMod(tup) \
  397. ( \
  398. (tup)->t_choice.t_datum.datum_typmod \
  399. )
  400. #define HeapTupleHeaderSetTypMod(tup, typmod) \
  401. ( \
  402. (tup)->t_choice.t_datum.datum_typmod = (typmod) \
  403. )
  404. #define HeapTupleHeaderGetOid(tup) \
  405. ( \
  406. ((tup)->t_infomask & HEAP_HASOID) ? \
  407. *((Oid *) ((char *)(tup) + (tup)->t_hoff - sizeof(Oid))) \
  408. : \
  409. InvalidOid \
  410. )
  411. #define HeapTupleHeaderSetOid(tup, oid) \
  412. do { \
  413. Assert((tup)->t_infomask & HEAP_HASOID); \
  414. *((Oid *) ((char *)(tup) + (tup)->t_hoff - sizeof(Oid))) = (oid); \
  415. } while (0)
  416. /*
  417. * Note that we stop considering a tuple HOT-updated as soon as it is known
  418. * aborted or the would-be updating transaction is known aborted. For best
  419. * efficiency, check tuple visibility before using this macro, so that the
  420. * INVALID bits will be as up to date as possible.
  421. */
  422. #define HeapTupleHeaderIsHotUpdated(tup) \
  423. ( \
  424. ((tup)->t_infomask2 & HEAP_HOT_UPDATED) != 0 && \
  425. ((tup)->t_infomask & HEAP_XMAX_INVALID) == 0 && \
  426. !HeapTupleHeaderXminInvalid(tup) \
  427. )
  428. #define HeapTupleHeaderSetHotUpdated(tup) \
  429. ( \
  430. (tup)->t_infomask2 |= HEAP_HOT_UPDATED \
  431. )
  432. #define HeapTupleHeaderClearHotUpdated(tup) \
  433. ( \
  434. (tup)->t_infomask2 &= ~HEAP_HOT_UPDATED \
  435. )
  436. #define HeapTupleHeaderIsHeapOnly(tup) \
  437. ( \
  438. ((tup)->t_infomask2 & HEAP_ONLY_TUPLE) != 0 \
  439. )
  440. #define HeapTupleHeaderSetHeapOnly(tup) \
  441. ( \
  442. (tup)->t_infomask2 |= HEAP_ONLY_TUPLE \
  443. )
  444. #define HeapTupleHeaderClearHeapOnly(tup) \
  445. ( \
  446. (tup)->t_infomask2 &= ~HEAP_ONLY_TUPLE \
  447. )
  448. #define HeapTupleHeaderHasMatch(tup) \
  449. ( \
  450. ((tup)->t_infomask2 & HEAP_TUPLE_HAS_MATCH) != 0 \
  451. )
  452. #define HeapTupleHeaderSetMatch(tup) \
  453. ( \
  454. (tup)->t_infomask2 |= HEAP_TUPLE_HAS_MATCH \
  455. )
  456. #define HeapTupleHeaderClearMatch(tup) \
  457. ( \
  458. (tup)->t_infomask2 &= ~HEAP_TUPLE_HAS_MATCH \
  459. )
  460. #define HeapTupleHeaderGetNatts(tup) \
  461. ((tup)->t_infomask2 & HEAP_NATTS_MASK)
  462. #define HeapTupleHeaderSetNatts(tup, natts) \
  463. ( \
  464. (tup)->t_infomask2 = ((tup)->t_infomask2 & ~HEAP_NATTS_MASK) | (natts) \
  465. )
  466. #define HeapTupleHeaderHasExternal(tup) \
  467. (((tup)->t_infomask & HEAP_HASEXTERNAL) != 0)
  468. /*
  469. * BITMAPLEN(NATTS) -
  470. * Computes size of null bitmap given number of data columns.
  471. */
  472. #define BITMAPLEN(NATTS) (((int)(NATTS) + 7) / 8)
  473. /*
  474. * MaxHeapTupleSize is the maximum allowed size of a heap tuple, including
  475. * header and MAXALIGN alignment padding. Basically it's BLCKSZ minus the
  476. * other stuff that has to be on a disk page. Since heap pages use no
  477. * "special space", there's no deduction for that.
  478. *
  479. * NOTE: we allow for the ItemId that must point to the tuple, ensuring that
  480. * an otherwise-empty page can indeed hold a tuple of this size. Because
  481. * ItemIds and tuples have different alignment requirements, don't assume that
  482. * you can, say, fit 2 tuples of size MaxHeapTupleSize/2 on the same page.
  483. */
  484. #define MaxHeapTupleSize (BLCKSZ - MAXALIGN(SizeOfPageHeaderData + sizeof(ItemIdData)))
  485. #define MinHeapTupleSize MAXALIGN(SizeofHeapTupleHeader)
  486. /*
  487. * MaxHeapTuplesPerPage is an upper bound on the number of tuples that can
  488. * fit on one heap page. (Note that indexes could have more, because they
  489. * use a smaller tuple header.) We arrive at the divisor because each tuple
  490. * must be maxaligned, and it must have an associated item pointer.
  491. *
  492. * Note: with HOT, there could theoretically be more line pointers (not actual
  493. * tuples) than this on a heap page. However we constrain the number of line
  494. * pointers to this anyway, to avoid excessive line-pointer bloat and not
  495. * require increases in the size of work arrays.
  496. */
  497. #define MaxHeapTuplesPerPage \
  498. ((int) ((BLCKSZ - SizeOfPageHeaderData) / \
  499. (MAXALIGN(SizeofHeapTupleHeader) + sizeof(ItemIdData))))
  500. /*
  501. * MaxAttrSize is a somewhat arbitrary upper limit on the declared size of
  502. * data fields of char(n) and similar types. It need not have anything
  503. * directly to do with the *actual* upper limit of varlena values, which
  504. * is currently 1Gb (see TOAST structures in postgres.h). I've set it
  505. * at 10Mb which seems like a reasonable number --- tgl 8/6/00.
  506. */
  507. #define MaxAttrSize (10 * 1024 * 1024)
  508. /*
  509. * MinimalTuple is an alternative representation that is used for transient
  510. * tuples inside the executor, in places where transaction status information
  511. * is not required, the tuple rowtype is known, and shaving off a few bytes
  512. * is worthwhile because we need to store many tuples. The representation
  513. * is chosen so that tuple access routines can work with either full or
  514. * minimal tuples via a HeapTupleData pointer structure. The access routines
  515. * see no difference, except that they must not access the transaction status
  516. * or t_ctid fields because those aren't there.
  517. *
  518. * For the most part, MinimalTuples should be accessed via TupleTableSlot
  519. * routines. These routines will prevent access to the "system columns"
  520. * and thereby prevent accidental use of the nonexistent fields.
  521. *
  522. * MinimalTupleData contains a length word, some padding, and fields matching
  523. * HeapTupleHeaderData beginning with t_infomask2. The padding is chosen so
  524. * that offsetof(t_infomask2) is the same modulo MAXIMUM_ALIGNOF in both
  525. * structs. This makes data alignment rules equivalent in both cases.
  526. *
  527. * When a minimal tuple is accessed via a HeapTupleData pointer, t_data is
  528. * set to point MINIMAL_TUPLE_OFFSET bytes before the actual start of the
  529. * minimal tuple --- that is, where a full tuple matching the minimal tuple's
  530. * data would start. This trick is what makes the structs seem equivalent.
  531. *
  532. * Note that t_hoff is computed the same as in a full tuple, hence it includes
  533. * the MINIMAL_TUPLE_OFFSET distance. t_len does not include that, however.
  534. *
  535. * MINIMAL_TUPLE_DATA_OFFSET is the offset to the first useful (non-pad) data
  536. * other than the length word. tuplesort.c and tuplestore.c use this to avoid
  537. * writing the padding to disk.
  538. */
  539. #define MINIMAL_TUPLE_OFFSET \
  540. ((offsetof(HeapTupleHeaderData, t_infomask2) - sizeof(uint32)) / MAXIMUM_ALIGNOF * MAXIMUM_ALIGNOF)
  541. #define MINIMAL_TUPLE_PADDING \
  542. ((offsetof(HeapTupleHeaderData, t_infomask2) - sizeof(uint32)) % MAXIMUM_ALIGNOF)
  543. #define MINIMAL_TUPLE_DATA_OFFSET \
  544. offsetof(MinimalTupleData, t_infomask2)
  545. struct MinimalTupleData
  546. {
  547. uint32 t_len; /* actual length of minimal tuple */
  548. char mt_padding[MINIMAL_TUPLE_PADDING];
  549. /* Fields below here must match HeapTupleHeaderData! */
  550. uint16 t_infomask2; /* number of attributes + various flags */
  551. uint16 t_infomask; /* various flag bits, see below */
  552. uint8 t_hoff; /* sizeof header incl. bitmap, padding */
  553. /* ^ - 23 bytes - ^ */
  554. bits8 t_bits[FLEXIBLE_ARRAY_MEMBER]; /* bitmap of NULLs */
  555. /* MORE DATA FOLLOWS AT END OF STRUCT */
  556. };
  557. /* typedef appears in htup.h */
  558. #define SizeofMinimalTupleHeader offsetof(MinimalTupleData, t_bits)
  559. /*
  560. * GETSTRUCT - given a HeapTuple pointer, return address of the user data
  561. */
  562. #define GETSTRUCT(TUP) ((char *) ((TUP)->t_data) + (TUP)->t_data->t_hoff)
  563. /*
  564. * Accessor macros to be used with HeapTuple pointers.
  565. */
  566. #define HeapTupleHasNulls(tuple) \
  567. (((tuple)->t_data->t_infomask & HEAP_HASNULL) != 0)
  568. #define HeapTupleNoNulls(tuple) \
  569. (!((tuple)->t_data->t_infomask & HEAP_HASNULL))
  570. #define HeapTupleHasVarWidth(tuple) \
  571. (((tuple)->t_data->t_infomask & HEAP_HASVARWIDTH) != 0)
  572. #define HeapTupleAllFixed(tuple) \
  573. (!((tuple)->t_data->t_infomask & HEAP_HASVARWIDTH))
  574. #define HeapTupleHasExternal(tuple) \
  575. (((tuple)->t_data->t_infomask & HEAP_HASEXTERNAL) != 0)
  576. #define HeapTupleIsHotUpdated(tuple) \
  577. HeapTupleHeaderIsHotUpdated((tuple)->t_data)
  578. #define HeapTupleSetHotUpdated(tuple) \
  579. HeapTupleHeaderSetHotUpdated((tuple)->t_data)
  580. #define HeapTupleClearHotUpdated(tuple) \
  581. HeapTupleHeaderClearHotUpdated((tuple)->t_data)
  582. #define HeapTupleIsHeapOnly(tuple) \
  583. HeapTupleHeaderIsHeapOnly((tuple)->t_data)
  584. #define HeapTupleSetHeapOnly(tuple) \
  585. HeapTupleHeaderSetHeapOnly((tuple)->t_data)
  586. #define HeapTupleClearHeapOnly(tuple) \
  587. HeapTupleHeaderClearHeapOnly((tuple)->t_data)
  588. #define HeapTupleGetOid(tuple) \
  589. HeapTupleHeaderGetOid((tuple)->t_data)
  590. #define HeapTupleSetOid(tuple, oid) \
  591. HeapTupleHeaderSetOid((tuple)->t_data, (oid))
  592. /* ----------------
  593. * fastgetattr
  594. *
  595. * Fetch a user attribute's value as a Datum (might be either a
  596. * value, or a pointer into the data area of the tuple).
  597. *
  598. * This must not be used when a system attribute might be requested.
  599. * Furthermore, the passed attnum MUST be valid. Use heap_getattr()
  600. * instead, if in doubt.
  601. *
  602. * This gets called many times, so we macro the cacheable and NULL
  603. * lookups, and call nocachegetattr() for the rest.
  604. * ----------------
  605. */
  606. #if !defined(DISABLE_COMPLEX_MACRO)
  607. #define fastgetattr(tup, attnum, tupleDesc, isnull) \
  608. ( \
  609. AssertMacro((attnum) > 0), \
  610. (*(isnull) = false), \
  611. HeapTupleNoNulls(tup) ? \
  612. ( \
  613. (tupleDesc)->attrs[(attnum)-1]->attcacheoff >= 0 ? \
  614. ( \
  615. fetchatt((tupleDesc)->attrs[(attnum)-1], \
  616. (char *) (tup)->t_data + (tup)->t_data->t_hoff + \
  617. (tupleDesc)->attrs[(attnum)-1]->attcacheoff) \
  618. ) \
  619. : \
  620. nocachegetattr((tup), (attnum), (tupleDesc)) \
  621. ) \
  622. : \
  623. ( \
  624. att_isnull((attnum)-1, (tup)->t_data->t_bits) ? \
  625. ( \
  626. (*(isnull) = true), \
  627. (Datum)NULL \
  628. ) \
  629. : \
  630. ( \
  631. nocachegetattr((tup), (attnum), (tupleDesc)) \
  632. ) \
  633. ) \
  634. )
  635. #else /* defined(DISABLE_COMPLEX_MACRO) */
  636. extern Datum fastgetattr(HeapTuple tup, int attnum, TupleDesc tupleDesc,
  637. bool *isnull);
  638. #endif /* defined(DISABLE_COMPLEX_MACRO) */
  639. /* ----------------
  640. * heap_getattr
  641. *
  642. * Extract an attribute of a heap tuple and return it as a Datum.
  643. * This works for either system or user attributes. The given attnum
  644. * is properly range-checked.
  645. *
  646. * If the field in question has a NULL value, we return a zero Datum
  647. * and set *isnull == true. Otherwise, we set *isnull == false.
  648. *
  649. * <tup> is the pointer to the heap tuple. <attnum> is the attribute
  650. * number of the column (field) caller wants. <tupleDesc> is a
  651. * pointer to the structure describing the row and all its fields.
  652. * ----------------
  653. */
  654. #define heap_getattr(tup, attnum, tupleDesc, isnull) \
  655. ( \
  656. ((attnum) > 0) ? \
  657. ( \
  658. ((attnum) > (int) HeapTupleHeaderGetNatts((tup)->t_data)) ? \
  659. ( \
  660. (*(isnull) = true), \
  661. (Datum)NULL \
  662. ) \
  663. : \
  664. fastgetattr((tup), (attnum), (tupleDesc), (isnull)) \
  665. ) \
  666. : \
  667. heap_getsysattr((tup), (attnum), (tupleDesc), (isnull)) \
  668. )
  669. /* prototypes for functions in common/heaptuple.c */
  670. extern Size heap_compute_data_size(TupleDesc tupleDesc,
  671. Datum *values, bool *isnull);
  672. extern void heap_fill_tuple(TupleDesc tupleDesc,
  673. Datum *values, bool *isnull,
  674. char *data, Size data_size,
  675. uint16 *infomask, bits8 *bit);
  676. extern bool heap_attisnull(HeapTuple tup, int attnum);
  677. extern Datum nocachegetattr(HeapTuple tup, int attnum,
  678. TupleDesc att);
  679. extern Datum heap_getsysattr(HeapTuple tup, int attnum, TupleDesc tupleDesc,
  680. bool *isnull);
  681. extern HeapTuple heap_copytuple(HeapTuple tuple);
  682. extern void heap_copytuple_with_tuple(HeapTuple src, HeapTuple dest);
  683. extern Datum heap_copy_tuple_as_datum(HeapTuple tuple, TupleDesc tupleDesc);
  684. extern HeapTuple heap_form_tuple(TupleDesc tupleDescriptor,
  685. Datum *values, bool *isnull);
  686. extern HeapTuple heap_modify_tuple(HeapTuple tuple,
  687. TupleDesc tupleDesc,
  688. Datum *replValues,
  689. bool *replIsnull,
  690. bool *doReplace);
  691. extern void heap_deform_tuple(HeapTuple tuple, TupleDesc tupleDesc,
  692. Datum *values, bool *isnull);
  693. extern void heap_freetuple(HeapTuple htup);
  694. extern MinimalTuple heap_form_minimal_tuple(TupleDesc tupleDescriptor,
  695. Datum *values, bool *isnull);
  696. extern void heap_free_minimal_tuple(MinimalTuple mtup);
  697. extern MinimalTuple heap_copy_minimal_tuple(MinimalTuple mtup);
  698. extern HeapTuple heap_tuple_from_minimal_tuple(MinimalTuple mtup);
  699. extern MinimalTuple minimal_tuple_from_heap_tuple(HeapTuple htup);
  700. #endif /* HTUP_DETAILS_H */