-
Notifications
You must be signed in to change notification settings - Fork 89
Expand file tree
/
Copy pathversioning_function.sql
More file actions
385 lines (351 loc) · 14.3 KB
/
versioning_function.sql
File metadata and controls
385 lines (351 loc) · 14.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
-- version 1.2.1
CREATE OR REPLACE FUNCTION versioning()
RETURNS TRIGGER AS $$
DECLARE
sys_period text;
history_table text;
manipulate jsonb;
mitigate_update_conflicts text;
ignore_unchanged_values bool;
include_current_version_in_history bool;
enable_migration_mode bool;
increment_version bool;
version_column_name text;
commonColumns text[];
time_stamp_to_use timestamptz;
range_lower timestamptz;
existing_range tstzrange;
existing_version integer;
holder record;
holder2 record;
pg_version integer;
newVersion record;
oldVersion record;
user_defined_system_time text;
record_exists bool;
BEGIN
-- set custom system time if exists
BEGIN
SELECT current_setting('user_defined.system_time') INTO user_defined_system_time;
IF NOT FOUND OR (user_defined_system_time <> '') IS NOT TRUE THEN
time_stamp_to_use := CURRENT_TIMESTAMP;
ELSE
SELECT TO_TIMESTAMP(
user_defined_system_time,
'YYYY-MM-DD HH24:MI:SS.MS.US'
) INTO time_stamp_to_use;
END IF;
EXCEPTION WHEN OTHERS THEN
time_stamp_to_use := CURRENT_TIMESTAMP;
END;
IF TG_WHEN != 'BEFORE' OR TG_LEVEL != 'ROW' THEN
RAISE TRIGGER_PROTOCOL_VIOLATED USING
MESSAGE = 'function "versioning" must be fired BEFORE ROW';
END IF;
IF TG_OP != 'INSERT' AND TG_OP != 'UPDATE' AND TG_OP != 'DELETE' THEN
RAISE TRIGGER_PROTOCOL_VIOLATED USING
MESSAGE = 'function "versioning" must be fired for INSERT or UPDATE or DELETE';
END IF;
IF TG_NARGS not between 3 and 8 THEN
RAISE INVALID_PARAMETER_VALUE USING
MESSAGE = 'wrong number of parameters for function "versioning"',
HINT = 'expected 3 to 8 parameters but got ' || TG_NARGS;
END IF;
sys_period := TG_ARGV[0];
history_table := TG_ARGV[1];
mitigate_update_conflicts := TG_ARGV[2];
ignore_unchanged_values := COALESCE(TG_ARGV[3],'false');
include_current_version_in_history := COALESCE(TG_ARGV[4],'false');
enable_migration_mode := COALESCE(TG_ARGV[5],'false');
increment_version := COALESCE(TG_ARGV[6],'false');
version_column_name := COALESCE(TG_ARGV[7],'version');
IF ignore_unchanged_values AND TG_OP = 'UPDATE' THEN
IF NEW IS NOT DISTINCT FROM OLD THEN
RETURN OLD;
END IF;
END IF;
-- check if sys_period exists on original table
SELECT atttypid, attndims INTO holder FROM pg_attribute WHERE attrelid = TG_RELID AND attname = sys_period AND NOT attisdropped;
IF NOT FOUND THEN
RAISE 'column "%" of relation "%" does not exist', sys_period, TG_TABLE_NAME USING
ERRCODE = 'undefined_column';
END IF;
IF holder.atttypid != to_regtype('tstzrange') THEN
IF holder.attndims > 0 THEN
RAISE 'system period column "%" of relation "%" is not a range but an array', sys_period, TG_TABLE_NAME USING
ERRCODE = 'datatype_mismatch';
END IF;
SELECT rngsubtype INTO holder2 FROM pg_range WHERE rngtypid = holder.atttypid;
IF FOUND THEN
RAISE 'system period column "%" of relation "%" is not a range of timestamp with timezone but of type %', sys_period, TG_TABLE_NAME, format_type(holder2.rngsubtype, null) USING
ERRCODE = 'datatype_mismatch';
END IF;
RAISE 'system period column "%" of relation "%" is not a range but type %', sys_period, TG_TABLE_NAME, format_type(holder.atttypid, null) USING
ERRCODE = 'datatype_mismatch';
END IF;
-- check version column
IF increment_version = 'true' THEN
SELECT atttypid INTO holder FROM pg_attribute WHERE attrelid = TG_RELID AND attname = version_column_name AND NOT attisdropped;
IF NOT FOUND THEN
RAISE 'relation "%" does not contain version column "%"', TG_TABLE_NAME, version_column_name USING
ERRCODE = 'undefined_column';
END IF;
IF holder.atttypid != to_regtype('integer') THEN
RAISE 'version column "%" of relation "%" is not an integer', version_column_name, TG_TABLE_NAME USING
ERRCODE = 'datatype_mismatch';
END IF;
IF TG_OP = 'INSERT' THEN
existing_version := 0;
END IF;
END IF;
IF TG_OP = 'UPDATE' OR TG_OP = 'DELETE' OR (include_current_version_in_history = 'true' AND TG_OP = 'INSERT') THEN
IF include_current_version_in_history <> 'true' THEN
-- Ignore rows already modified in the current transaction
IF OLD.xmin::text = (txid_current() % (2^32)::bigint)::text THEN
IF TG_OP = 'DELETE' THEN
RETURN OLD;
END IF;
RETURN NEW;
END IF;
END IF;
SELECT current_setting('server_version_num')::integer
INTO pg_version;
-- to support postgres < 9.6
IF pg_version < 90600 THEN
-- check if history table exits
IF to_regclass(history_table::cstring) IS NULL THEN
RAISE 'relation "%" does not exist', history_table;
END IF;
ELSE
IF to_regclass(history_table) IS NULL THEN
RAISE 'relation "%" does not exist', history_table;
END IF;
END IF;
-- check if history table has sys_period
IF NOT EXISTS(SELECT * FROM pg_attribute WHERE attrelid = history_table::regclass AND attname = sys_period AND NOT attisdropped) THEN
RAISE 'history relation "%" does not contain system period column "%"', history_table, sys_period USING
HINT = 'history relation must contain system period column with the same name and data type as the versioned one';
END IF;
-- check if history table has version column
IF increment_version = 'true' THEN
IF NOT EXISTS(SELECT * FROM pg_attribute WHERE attrelid = history_table::regclass AND attname = version_column_name AND NOT attisdropped) THEN
RAISE 'history relation "%" does not contain version column "%"', history_table, version_column_name USING
HINT = 'history relation must contain version column with the same name and data type as the versioned one';
END IF;
END IF;
-- If we we are performing an update or delete, we need to check if the current version is valid and optionally mitigate update conflicts
IF TG_OP = 'UPDATE' OR TG_OP = 'DELETE' THEN
EXECUTE format('SELECT $1.%I', sys_period) USING OLD INTO existing_range;
IF existing_range IS NULL THEN
RAISE 'system period column "%" of relation "%" must not be null', sys_period, TG_TABLE_NAME USING
ERRCODE = 'null_value_not_allowed';
END IF;
IF isempty(existing_range) OR NOT upper_inf(existing_range) THEN
RAISE 'system period column "%" of relation "%" contains invalid value', sys_period, TG_TABLE_NAME USING
ERRCODE = 'data_exception',
DETAIL = 'valid ranges must be non-empty and unbounded on the high side';
END IF;
range_lower := lower(existing_range);
IF mitigate_update_conflicts = 'true' THEN
-- mitigate update conflicts
IF range_lower >= time_stamp_to_use THEN
time_stamp_to_use := range_lower + interval '1 microseconds';
END IF;
END IF;
IF range_lower >= time_stamp_to_use THEN
RAISE 'system period value of relation "%" cannot be set to a valid period because a row that is attempted to modify was also modified by another transaction', TG_TABLE_NAME USING
ERRCODE = 'data_exception',
DETAIL = 'the start time of the system period is the greater than or equal to the time of the current transaction ';
END IF;
IF increment_version = 'true' THEN
EXECUTE format('SELECT $1.%I', version_column_name) USING OLD INTO existing_version;
IF existing_version IS NULL THEN
RAISE 'version column "%" of relation "%" must not be null', version_column_name, TG_TABLE_NAME USING
ERRCODE = 'null_value_not_allowed';
END IF;
END IF;
END IF;
WITH history AS
(SELECT attname, atttypid
FROM pg_attribute
WHERE attrelid = history_table::regclass
AND attnum > 0
AND NOT attisdropped),
main AS
(SELECT attname, atttypid
FROM pg_attribute
WHERE attrelid = TG_RELID
AND attnum > 0
AND NOT attisdropped)
SELECT
history.attname AS history_name,
main.attname AS main_name,
history.atttypid AS history_type,
main.atttypid AS main_type
INTO holder
FROM history
INNER JOIN main
ON history.attname = main.attname
WHERE
history.atttypid != main.atttypid;
IF FOUND THEN
RAISE 'column "%" of relation "%" is of type % but column "%" of history relation "%" is of type %',
holder.main_name, TG_TABLE_NAME, format_type(holder.main_type, null), holder.history_name, history_table, format_type(holder.history_type, null)
USING ERRCODE = 'datatype_mismatch';
END IF;
WITH history AS
(SELECT attname
FROM pg_attribute
WHERE attrelid = history_table::regclass
AND attnum > 0
AND NOT attisdropped),
main AS
(SELECT attname
FROM pg_attribute
WHERE attrelid = TG_RELID
AND attnum > 0
AND NOT attisdropped)
SELECT array_agg(quote_ident(history.attname)) INTO commonColumns
FROM history
INNER JOIN main
ON history.attname = main.attname
AND history.attname != sys_period;
IF increment_version = 'true' THEN
commonColumns := array_remove(commonColumns, quote_ident(version_column_name));
END IF;
-- Check if record exists in history table for migration mode
IF enable_migration_mode = 'true' AND include_current_version_in_history = 'true' AND (TG_OP = 'UPDATE' OR TG_OP = 'DELETE') THEN
EXECUTE 'SELECT EXISTS (
SELECT 1 FROM ' || history_table || ' WHERE ROW(' ||
array_to_string(commonColumns, ',') ||
') IS NOT DISTINCT FROM ROW($1.' ||
array_to_string(commonColumns, ',$1.') ||
'))'
USING OLD INTO record_exists;
IF NOT record_exists THEN
-- Insert current record into history table with its original range
IF increment_version = 'true' THEN
EXECUTE 'INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns, ',') ||
',' ||
quote_ident(sys_period) ||
',' ||
quote_ident(version_column_name) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, $3, ''[)''), $4)'
USING OLD, range_lower, time_stamp_to_use, existing_version;
ELSE
EXECUTE 'INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns, ',') ||
',' ||
quote_ident(sys_period) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, $3, ''[)''))'
USING OLD, range_lower, time_stamp_to_use;
END IF;
END IF;
END IF;
-- skip version if it would be identical to the previous version
IF ignore_unchanged_values AND TG_OP = 'UPDATE' AND array_length(commonColumns, 1) > 0 THEN
EXECUTE 'SELECT ROW($1.' || array_to_string(commonColumns , ', $1.') || ')'
USING NEW
INTO newVersion;
EXECUTE 'SELECT ROW($1.' || array_to_string(commonColumns , ', $1.') || ')'
USING OLD
INTO oldVersion;
IF newVersion IS NOT DISTINCT FROM oldVersion THEN
RETURN NEW;
END IF;
END IF;
-- If we are including the current version in the history and the operation is an update or delete, we need to update the previous version in the history table
IF include_current_version_in_history = 'true' THEN
IF TG_OP = 'UPDATE' OR TG_OP = 'DELETE' THEN
EXECUTE (
'UPDATE ' ||
history_table ||
' SET ' ||
quote_ident(sys_period) ||
' = tstzrange($2, $3, ''[)'')' ||
' WHERE (' ||
array_to_string(commonColumns , ',') ||
') IS NOT DISTINCT FROM ($1.' ||
array_to_string(commonColumns, ',$1.') ||
') AND ' ||
quote_ident(sys_period) ||
' = $1.' ||
quote_ident(sys_period)
)
USING OLD, range_lower, time_stamp_to_use;
END IF;
-- If we are including the current version in the history and the operation is an insert or update, we need to insert the current version in the history table
IF TG_OP = 'UPDATE' OR TG_OP = 'INSERT' THEN
IF increment_version = 'true' THEN
EXECUTE ('INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns , ',') ||
',' ||
quote_ident(sys_period) ||
',' ||
quote_ident(version_column_name) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, NULL, ''[)''), $3)')
USING NEW, time_stamp_to_use, existing_version + 1;
ELSE
EXECUTE ('INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns , ',') ||
',' ||
quote_ident(sys_period) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, NULL, ''[)''))')
USING NEW, time_stamp_to_use;
END IF;
END IF;
ELSE
IF increment_version = 'true' THEN
EXECUTE ('INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns , ',') ||
',' ||
quote_ident(sys_period) ||
',' ||
quote_ident(version_column_name) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, $3, ''[)''), $4)')
USING OLD, range_lower, time_stamp_to_use, existing_version;
ELSE
EXECUTE ('INSERT INTO ' ||
history_table ||
'(' ||
array_to_string(commonColumns , ',') ||
',' ||
quote_ident(sys_period) ||
') VALUES ($1.' ||
array_to_string(commonColumns, ',$1.') ||
',tstzrange($2, $3, ''[)''))')
USING OLD, range_lower, time_stamp_to_use;
END IF;
END IF;
END IF;
IF TG_OP = 'UPDATE' OR TG_OP = 'INSERT' THEN
manipulate := jsonb_set('{}'::jsonb, ('{' || sys_period || '}')::text[], to_jsonb(tstzrange(time_stamp_to_use, null, '[)')));
IF increment_version = 'true' THEN
manipulate := jsonb_set(manipulate, ('{' || version_column_name || '}')::text[], to_jsonb(existing_version + 1));
END IF;
RETURN jsonb_populate_record(NEW, manipulate);
END IF;
RETURN OLD;
END;
$$ LANGUAGE plpgsql;