Add hook for OSM runtime chunk exclusion

src/nodes/chunk_append/exec.c

@@ -18,6 +18,10 @@
 #include <optimizer/prep.h>
 #include <optimizer/restrictinfo.h>
 #include <parser/parsetree.h>
+#include <parser/parse_expr.h>
+#include <parser/parse_relation.h>
+#include <parser/parse_coerce.h>
+#include <parser/parse_collate.h>
 #include <rewrite/rewriteManip.h>
 #include <utils/builtins.h>
 #include <utils/memutils.h>
@@ -30,6 +34,9 @@
 #include "loader/lwlocks.h"
 #include "planner/planner.h"
 #include "transform.h"
+#include "dimension_slice.h"
+#include "chunk.h"
+#include "osm_callbacks.h"
 
 #define INVALID_SUBPLAN_INDEX (-1)
 #define NO_MATCHING_SUBPLANS (-2)
@@ -256,6 +263,43 @@
 			}
 			restrictinfos = constify_restrictinfos(&root, restrictinfos);
 
+#if PG14_GE
+			// this is where we run the OSM chunk exclusion code
+			chunk_startup_exclusion_hook_type osm_chunk_exclusion_hook =
+				ts_get_osm_chunk_startup_exclusion_hook();
+
+			if (osm_chunk_exclusion_hook)
+			{
+				Index rt_index = scan->scanrelid;
+				EState *estate = state->csstate.ss.ps.state;
+				RangeTblEntry *rte = rt_fetch(rt_index, estate->es_range_table);
+				// relation_constraints = ca_get_relation_constraints(rte->relid, rt_index, true);
+				// need to get chunk from the relid
+				Oid relid = rte->relid;
+				Chunk *chunk = ts_chunk_get_by_relid(relid, false);
+				Hypertable *ht = ts_hypertable_get_by_id(chunk->fd.hypertable_id);
+				int tiered_chunks_match = 0;
+				// Index varno = rt_index;
+				if (chunk && IS_OSM_CHUNK(chunk))
+				{
+					tiered_chunks_match = osm_chunk_exclusion_hook(NameStr(ht->fd.schema_name),
+																   NameStr(ht->fd.table_name),
+																   relid,
+																   (ForeignScan *) scan,
+																   restrictinfos,
+																   rt_index);
+					if (tiered_chunks_match == 0)
+					{
+						// the OSM chunk can be skipped entirely
+						if (i < state->first_partial_plan)
+							filtered_first_partial_plan--;
+
+						continue;
+					}
+				}
+				// root->simple_rte_array[scan->scanrelid]->relid
+			}
+#endif
 			if (can_exclude_chunk(lfirst(lc_constraints), restrictinfos))
 			{
 				if (i < state->first_partial_plan)

src/nodes/constraint_aware_append/constraint_aware_append.c

@@ -32,6 +32,8 @@
 #include "nodes/chunk_append/transform.h"
 #include "guc.h"
 #include "utils.h"
+#include "osm_callbacks.h"
+#include "chunk.h"
 
 /*
  * Exclude child relations (chunks) at execution time based on constraints.
@@ -255,7 +257,37 @@
 					restrictinfos = lappend(restrictinfos, ri);
 				}
 				restrictinfos = constify_restrictinfos(&root, restrictinfos);
+#if PG14_GE
+				chunk_startup_exclusion_hook_type osm_chunk_exclusion_hook =
+					ts_get_osm_chunk_startup_exclusion_hook();
 
+				if (osm_chunk_exclusion_hook)
+				{
+					Index rt_index = scanrelid;
+					RangeTblEntry *rte = rt_fetch(rt_index, estate->es_range_table);
+					Oid relid = rte->relid;
+					Chunk *chunk = ts_chunk_get_by_relid(relid, false);
+					Hypertable *ht = ts_hypertable_get_by_id(chunk->fd.hypertable_id);
+					int tiered_chunks_match = 0;
+					// Index varno = rt_index;
+					if (chunk && IS_OSM_CHUNK(chunk))
+					{
+						tiered_chunks_match = osm_chunk_exclusion_hook(NameStr(ht->fd.schema_name),
+																	NameStr(ht->fd.table_name),
+																	relid,
+																	(ForeignScan *) plan,
+																	restrictinfos,
+																	rt_index);
+						if (tiered_chunks_match == 0)
+						{
+							// the OSM chunk can be skipped entirely
+							continue;
+						}
+					}
+				}
+#endif
+				// this expects the chunk to already have check constraints, which are used in 
+				// can_exclude_chunk -> calling relation_excluded_by_constraints
 				if (can_exclude_chunk(&root, estate, scanrelid, restrictinfos))
 					continue;
 

src/osm_callbacks.c

@@ -74,3 +74,12 @@
 		return ptr->hypertable_drop_chunks_hook;
 	return NULL;
 }
+
+chunk_startup_exclusion_hook_type
+ts_get_osm_chunk_startup_exclusion_hook()
+{
+	OsmCallbacks_Versioned *ptr = ts_get_osm_callbacks();
+	if (ptr && ptr->version_num == 1)
+		return ptr->chunk_startup_exclusion_hook;
+	return NULL;
+}

src/osm_callbacks.h

@@ -7,6 +7,7 @@
 
 #include <postgres.h>
 #include <catalog/objectaddress.h>
+#include <nodes/plannodes.h>
 
 /* range_start and range_end are in PG internal timestamp format. */
 typedef int (*chunk_insert_check_hook_type)(Oid ht_oid, int64 range_start, int64 range_end);
@@ -15,6 +16,10 @@ typedef List *(*hypertable_drop_chunks_hook_type)(Oid osm_chunk_oid,
 												  const char *hypertable_schema_name,
 												  const char *hypertable_name, int64 range_start,
 												  int64 range_end);
+typedef int (*chunk_startup_exclusion_hook_type)(const char *hypertable_schema_name,
+												 const char *hypertable_name, Oid relid,
+												 ForeignScan *scan, List *constified_restrictinfos,
+												 int32 varno); // scan->plan->fdw_private
 
 /*
  * Object Storage Manager callbacks.
@@ -37,8 +42,10 @@ typedef struct
 	chunk_insert_check_hook_type chunk_insert_check_hook;
 	hypertable_drop_hook_type hypertable_drop_hook;
 	hypertable_drop_chunks_hook_type hypertable_drop_chunks_hook;
+	chunk_startup_exclusion_hook_type chunk_startup_exclusion_hook;
 } OsmCallbacks_Versioned;
 
 extern chunk_insert_check_hook_type ts_get_osm_chunk_insert_hook(void);
 extern hypertable_drop_hook_type ts_get_osm_hypertable_drop_hook(void);
 extern hypertable_drop_chunks_hook_type ts_get_osm_hypertable_drop_chunks_hook(void);
+extern chunk_startup_exclusion_hook_type ts_get_osm_chunk_startup_exclusion_hook(void);