feat: add has_send_component to flows table

hasura.planx.uk/metadata/tables.yaml

@@ -1500,12 +1500,13 @@
       permission:
         check: {}
         columns:
+          - created_at
+          - data
+          - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
-          - created_at
-          - flow_id
-          - data
     - role: demoUser
       permission:
         check:
@@ -1518,23 +1519,25 @@
                   id:
                     _eq: 32
         columns:
+          - created_at
+          - data
+          - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
-          - created_at
-          - flow_id
-          - data
       comment: A demoUser can only insert a published flow for their own flows and for flows inside the Demo team [id = 32]
     - role: platformAdmin
       permission:
         check: {}
         columns:
+          - created_at
+          - data
+          - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
-          - created_at
-          - flow_id
-          - data
     - role: teamEditor
       permission:
         check:
@@ -1547,22 +1550,24 @@
                   - role:
                       _eq: teamEditor
         columns:
+          - created_at
+          - data
+          - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
-          - created_at
-          - flow_id
-          - data
   select_permissions:
     - role: api
       permission:
         columns:
+          - created_at
+          - data
+          - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
-          - created_at
-          - flow_id
-          - data
         filter: {}
         allow_aggregations: true
     - role: demoUser
@@ -1571,6 +1576,7 @@
           - created_at
           - data
           - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
@@ -1582,6 +1588,7 @@
           - created_at
           - data
           - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
@@ -1593,6 +1600,7 @@
           - created_at
           - data
           - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary
@@ -1604,6 +1612,7 @@
           - created_at
           - data
           - flow_id
+          - has_send_component
           - id
           - publisher_id
           - summary

hasura.planx.uk/migrations/1736253268324_add_has_data_to_flows/down.sql

@@ -0,0 +1,59 @@
+ALTER TABLE "public"."published_flows" DROP COLUMN "has_send_component";
+
+CREATE OR REPLACE FUNCTION public.diff_latest_published_flow(source_flow_id uuid, since timestamp with time zone)
+ RETURNS published_flows
+ LANGUAGE sql
+ STABLE
+AS $function$
+WITH current_published_flow as (
+  SELECT
+    id, data, created_at, flow_id, publisher_id, summary
+  FROM
+    published_flows
+  WHERE
+    published_flows.flow_id = source_flow_id
+  ORDER BY
+    created_at desc
+  LIMIT
+    1
+),
+previous_published_flow as (
+  SELECT
+    flow_id, data
+  FROM
+    published_flows
+  WHERE
+    published_flows.flow_id = source_flow_id
+    AND
+    published_flows.created_at < since
+  ORDER BY
+    created_at desc -- the latest published version before "since"
+  LIMIT
+    1
+),
+data_diff as (
+  SELECT
+    flow_id,
+    ( SELECT
+        jsonb_object_agg(COALESCE(old.key, new.key), new.value)
+      FROM
+        jsonb_each(previous_published_flow.data) AS old
+      FULL OUTER JOIN 
+        jsonb_each(current_published_flow.data) AS new 
+      ON
+        new.key = old.key 
+      WHERE 
+        new.value IS DISTINCT FROM old.value
+    ) as data -- shallow diff where deleted keys have a 'null' value
+  FROM 
+    current_published_flow
+  JOIN
+    previous_published_flow USING (flow_id)
+)
+SELECT 
+    id, data_diff.data as data, created_at, flow_id, publisher_id, 'auto generated diff' as summary
+FROM 
+    current_published_flow
+FULL OUTER JOIN
+    data_diff USING (flow_id);
+$function$

hasura.planx.uk/migrations/1736253268324_add_has_data_to_flows/up.sql

@@ -0,0 +1,60 @@
+alter table "public"."published_flows" add column "has_send_component" boolean
+ default 'false';
+
+CREATE OR REPLACE FUNCTION public.diff_latest_published_flow(source_flow_id uuid, since timestamp with time zone)
+ RETURNS published_flows
+ LANGUAGE sql
+ STABLE
+AS $function$
+WITH current_published_flow as (
+  SELECT
+    id, data, created_at, flow_id, publisher_id, summary, has_send_component
+  FROM
+    published_flows
+  WHERE
+    published_flows.flow_id = source_flow_id
+  ORDER BY
+    created_at desc
+  LIMIT
+    1
+),
+previous_published_flow as (
+  SELECT
+    flow_id, data
+  FROM
+    published_flows
+  WHERE
+    published_flows.flow_id = source_flow_id
+    AND
+    published_flows.created_at < since
+  ORDER BY
+    created_at desc -- the latest published version before "since"
+  LIMIT
+    1
+),
+data_diff as (
+  SELECT
+    flow_id,
+    ( SELECT
+        jsonb_object_agg(COALESCE(old.key, new.key), new.value)
+      FROM
+        jsonb_each(previous_published_flow.data) AS old
+      FULL OUTER JOIN 
+        jsonb_each(current_published_flow.data) AS new 
+      ON
+        new.key = old.key 
+      WHERE 
+        new.value IS DISTINCT FROM old.value
+    ) as data -- shallow diff where deleted keys have a 'null' value
+  FROM 
+    current_published_flow
+  JOIN
+    previous_published_flow USING (flow_id)
+)
+SELECT 
+    id, data_diff.data as data, created_at, flow_id, publisher_id, 'auto generated diff' as summary, has_send_component
+FROM 
+    current_published_flow
+FULL OUTER JOIN
+    data_diff USING (flow_id);
+$function$;

scripts/seed-database/write/flows.sql

@@ -15,8 +15,7 @@ CREATE TEMPORARY TABLE sync_flows (
   name text,
   templated_from uuid,
   description text
-);
-
+  );
 \copy sync_flows FROM '/tmp/flows.csv' WITH (FORMAT csv, DELIMITER ';');
 
 INSERT INTO flows (

scripts/seed-database/write/published_flows.sql

@@ -6,7 +6,7 @@ CREATE TEMPORARY TABLE sync_published_flows (
   summary text,
   publisher_id int,
   created_at timestamptz
-);
+  );
 
 \copy sync_published_flows (id, data, flow_id, summary, publisher_id, created_at) FROM '/tmp/published_flows.csv' (FORMAT csv, DELIMITER ';');
 
@@ -17,7 +17,7 @@ INSERT INTO published_flows (
   summary,
   publisher_id,
   created_at
-)
+  )
 SELECT
   id,
   data,
@@ -32,4 +32,4 @@ SET
   flow_id = EXCLUDED.flow_id,
   summary = EXCLUDED.summary,
   publisher_id = EXCLUDED.publisher_id,
-  created_at = EXCLUDED.created_at;
+  created_at = EXCLUDED.created_at;