expandeddatum.h 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159
  1. /*-------------------------------------------------------------------------
  2. *
  3. * expandeddatum.h
  4. * Declarations for access to "expanded" value representations.
  5. *
  6. * Complex data types, particularly container types such as arrays and
  7. * records, usually have on-disk representations that are compact but not
  8. * especially convenient to modify. What's more, when we do modify them,
  9. * having to recopy all the rest of the value can be extremely inefficient.
  10. * Therefore, we provide a notion of an "expanded" representation that is used
  11. * only in memory and is optimized more for computation than storage.
  12. * The format appearing on disk is called the data type's "flattened"
  13. * representation, since it is required to be a contiguous blob of bytes --
  14. * but the type can have an expanded representation that is not. Data types
  15. * must provide means to translate an expanded representation back to
  16. * flattened form.
  17. *
  18. * An expanded object is meant to survive across multiple operations, but
  19. * not to be enormously long-lived; for example it might be a local variable
  20. * in a PL/pgSQL procedure. So its extra bulk compared to the on-disk format
  21. * is a worthwhile trade-off.
  22. *
  23. * References to expanded objects are a type of TOAST pointer.
  24. * Because of longstanding conventions in Postgres, this means that the
  25. * flattened form of such an object must always be a varlena object.
  26. * Fortunately that's no restriction in practice.
  27. *
  28. * There are actually two kinds of TOAST pointers for expanded objects:
  29. * read-only and read-write pointers. Possession of one of the latter
  30. * authorizes a function to modify the value in-place rather than copying it
  31. * as would normally be required. Functions should always return a read-write
  32. * pointer to any new expanded object they create. Functions that modify an
  33. * argument value in-place must take care that they do not corrupt the old
  34. * value if they fail partway through.
  35. *
  36. *
  37. * Portions Copyright (c) 1996-2022, PostgreSQL Global Development Group
  38. * Portions Copyright (c) 1994, Regents of the University of California
  39. *
  40. * src/include/utils/expandeddatum.h
  41. *
  42. *-------------------------------------------------------------------------
  43. */
  44. #ifndef EXPANDEDDATUM_H
  45. #define EXPANDEDDATUM_H
  46. /* Size of an EXTERNAL datum that contains a pointer to an expanded object */
  47. #define EXPANDED_POINTER_SIZE (VARHDRSZ_EXTERNAL + sizeof(varatt_expanded))
  48. /*
  49. * "Methods" that must be provided for any expanded object.
  50. *
  51. * get_flat_size: compute space needed for flattened representation (total,
  52. * including header).
  53. *
  54. * flatten_into: construct flattened representation in the caller-allocated
  55. * space at *result, of size allocated_size (which will always be the result
  56. * of a preceding get_flat_size call; it's passed for cross-checking).
  57. *
  58. * The flattened representation must be a valid in-line, non-compressed,
  59. * 4-byte-header varlena object.
  60. *
  61. * Note: construction of a heap tuple from an expanded datum calls
  62. * get_flat_size twice, so it's worthwhile to make sure that that doesn't
  63. * incur too much overhead.
  64. */
  65. typedef Size (*EOM_get_flat_size_method) (ExpandedObjectHeader *eohptr);
  66. typedef void (*EOM_flatten_into_method) (ExpandedObjectHeader *eohptr,
  67. void *result, Size allocated_size);
  68. /* Struct of function pointers for an expanded object's methods */
  69. typedef struct ExpandedObjectMethods
  70. {
  71. EOM_get_flat_size_method get_flat_size;
  72. EOM_flatten_into_method flatten_into;
  73. } ExpandedObjectMethods;
  74. /*
  75. * Every expanded object must contain this header; typically the header
  76. * is embedded in some larger struct that adds type-specific fields.
  77. *
  78. * It is presumed that the header object and all subsidiary data are stored
  79. * in eoh_context, so that the object can be freed by deleting that context,
  80. * or its storage lifespan can be altered by reparenting the context.
  81. * (In principle the object could own additional resources, such as malloc'd
  82. * storage, and use a memory context reset callback to free them upon reset or
  83. * deletion of eoh_context.)
  84. *
  85. * We set up two TOAST pointers within the standard header, one read-write
  86. * and one read-only. This allows functions to return either kind of pointer
  87. * without making an additional allocation, and in particular without worrying
  88. * whether a separately palloc'd object would have sufficient lifespan.
  89. * But note that these pointers are just a convenience; a pointer object
  90. * appearing somewhere else would still be legal.
  91. *
  92. * The typedef declaration for this appears in postgres.h.
  93. */
  94. struct ExpandedObjectHeader
  95. {
  96. /* Phony varlena header */
  97. int32 vl_len_; /* always EOH_HEADER_MAGIC, see below */
  98. /* Pointer to methods required for object type */
  99. const ExpandedObjectMethods *eoh_methods;
  100. /* Memory context containing this header and subsidiary data */
  101. MemoryContext eoh_context;
  102. /* Standard R/W TOAST pointer for this object is kept here */
  103. char eoh_rw_ptr[EXPANDED_POINTER_SIZE];
  104. /* Standard R/O TOAST pointer for this object is kept here */
  105. char eoh_ro_ptr[EXPANDED_POINTER_SIZE];
  106. };
  107. /*
  108. * Particularly for read-only functions, it is handy to be able to work with
  109. * either regular "flat" varlena inputs or expanded inputs of the same data
  110. * type. To allow determining which case an argument-fetching function has
  111. * returned, the first int32 of an ExpandedObjectHeader always contains -1
  112. * (EOH_HEADER_MAGIC to the code). This works since no 4-byte-header varlena
  113. * could have that as its first 4 bytes. Caution: we could not reliably tell
  114. * the difference between an ExpandedObjectHeader and a short-header object
  115. * with this trick. However, it works fine if the argument fetching code
  116. * always returns either a 4-byte-header flat object or an expanded object.
  117. */
  118. #define EOH_HEADER_MAGIC (-1)
  119. #define VARATT_IS_EXPANDED_HEADER(PTR) \
  120. (((varattrib_4b *) (PTR))->va_4byte.va_header == (uint32) EOH_HEADER_MAGIC)
  121. /*
  122. * Generic support functions for expanded objects.
  123. * (More of these might be worth inlining later.)
  124. */
  125. #define EOHPGetRWDatum(eohptr) PointerGetDatum((eohptr)->eoh_rw_ptr)
  126. #define EOHPGetRODatum(eohptr) PointerGetDatum((eohptr)->eoh_ro_ptr)
  127. /* Does the Datum represent a writable expanded object? */
  128. #define DatumIsReadWriteExpandedObject(d, isnull, typlen) \
  129. (((isnull) || (typlen) != -1) ? false : \
  130. VARATT_IS_EXTERNAL_EXPANDED_RW(DatumGetPointer(d)))
  131. #define MakeExpandedObjectReadOnly(d, isnull, typlen) \
  132. (((isnull) || (typlen) != -1) ? (d) : \
  133. MakeExpandedObjectReadOnlyInternal(d))
  134. extern ExpandedObjectHeader *DatumGetEOHP(Datum d);
  135. extern void EOH_init_header(ExpandedObjectHeader *eohptr,
  136. const ExpandedObjectMethods *methods,
  137. MemoryContext obj_context);
  138. extern Size EOH_get_flat_size(ExpandedObjectHeader *eohptr);
  139. extern void EOH_flatten_into(ExpandedObjectHeader *eohptr,
  140. void *result, Size allocated_size);
  141. extern Datum MakeExpandedObjectReadOnlyInternal(Datum d);
  142. extern Datum TransferExpandedObject(Datum d, MemoryContext new_parent);
  143. extern void DeleteExpandedObject(Datum d);
  144. #endif /* EXPANDEDDATUM_H */