From c63f1115dcc91ba4b613a974b42a00f0f87f12f2 Mon Sep 17 00:00:00 2001
From: Jesse Vickery <jesse.vickery@tbs-sct.gc.ca>
Date: Mon, 20 Jan 2025 20:07:03 +0000
Subject: [PATCH 1/2] feat(dev): run triggers;

- Run DS triggers for FTS index.
---
 ckanext/xloader/loader.py | 35 +++++++++++++++--------------------
 1 file changed, 15 insertions(+), 20 deletions(-)

diff --git a/ckanext/xloader/loader.py b/ckanext/xloader/loader.py
index 5dd4edc9..7e958bdf 100644
--- a/ckanext/xloader/loader.py
+++ b/ckanext/xloader/loader.py
@@ -392,7 +392,7 @@ def strip_white_space_iter():
     logger.info('...copying done')
 
     logger.info('Creating search index...')
-    _populate_fulltext(connection, resource_id, fields=fields)
+    _populate_fulltext(connection, resource_id, fields=fields, logger=logger)
     logger.info('...search index created')
 
     return fields
@@ -409,8 +409,12 @@ def create_column_indexes(fields, resource_id, logger):
     engine = get_write_engine()
     connection = context['connection'] = engine.connect()
 
-    create_indexes(context, data_dict)
+    # (canada fork only): use datastore_run_triggers
     _enable_fulltext_trigger(connection, resource_id)
+    logger.info('Running DataStore triggers...')
+    rowcount = p.toolkit.get_action('datastore_run_triggers')(
+        {'ignore_auth': True}, {'resource_id': resource_id})
+    logger.info('Created FTS index for {} rows...'.format(rowcount))
 
     logger.info('...column indexes created.')
 
@@ -676,7 +680,7 @@ def _enable_fulltext_trigger(connection, resource_id):
                        .format(table=identifier(resource_id)))
 
 
-def _populate_fulltext(connection, resource_id, fields):
+def _populate_fulltext(connection, resource_id, fields, logger):
     '''Populates the _full_text column. i.e. the same as datastore_run_triggers
     but it runs in 1/9 of the time.
 
@@ -686,23 +690,14 @@ def _populate_fulltext(connection, resource_id, fields):
     fields: list of dicts giving the each column's 'id' (name) and 'type'
             (text/numeric/timestamp)
     '''
-    sql = \
-        u'''
-        UPDATE {table}
-        SET _full_text = to_tsvector({cols});
-        '''.format(
-            # coalesce copes with blank cells
-            table=identifier(resource_id),
-            cols=" || ' ' || ".join(
-                'coalesce({}, \'\')'.format(
-                    identifier(field['id'])
-                    + ('::text' if field['type'] != 'text' else '')
-                )
-                for field in fields
-                if not field['id'].startswith('_')
-            )
-        )
-    connection.execute(sql)
+    # (canada fork only): use datastore_run_triggers
+    logger.info('Running DataStore triggers...')
+    _enable_fulltext_trigger(connection, resource_id)
+    rowcount = p.toolkit.get_action('datastore_run_triggers')(
+        {'ignore_auth': True}, {'resource_id': resource_id})
+    logger.info('Created FTS index for {} rows...'.format(rowcount))
+
+    logger.info('...column indexes created.')
 
 
 def calculate_record_count(resource_id, logger):

From abd6b6bfee894ceb1429d928e12ef028afc32a54 Mon Sep 17 00:00:00 2001
From: Jesse Vickery <jesse.vickery@tbs-sct.gc.ca>
Date: Mon, 20 Jan 2025 20:16:22 +0000
Subject: [PATCH 2/2] feat(misc): changelog;

- Added change log file.
---
 changes/32.canada.changes | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 changes/32.canada.changes

diff --git a/changes/32.canada.changes b/changes/32.canada.changes
new file mode 100644
index 00000000..1e08bfb9
--- /dev/null
+++ b/changes/32.canada.changes
@@ -0,0 +1 @@
+Use `datastore_run_triggers` to create the FTS index.