mirror of
https://github.com/LemmyNet/lemmy.git
synced 2024-11-30 00:01:25 +00:00
4ba6221e04
* stuff * stuff including batch_upsert function * stuff * do things * stuff * different timestamps * stuff * Revert changes to comment.rs * Update comment.rs * Update comment.rs * Update post_view.rs * Update utils.rs * Update up.sql * Update up.sql * Update down.sql * Update up.sql * Update main.rs * use anyhow macro * Create down.sql * Create up.sql * Create replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update utils.rs * Update .woodpecker.yml * Update sql_format_check.sh * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Create dump_schema.sh * Update start_dev_db.sh * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * Update replaceable_schema.sql * stuff * Update replaceable_schema.sql * Update .pg_format * fmt * stuff * stuff (#21) * Update replaceable_schema.sql * Update up.sql * Update replaceable_schema.sql * fmt * update cargo.lock * stuff * Update replaceable_schema.sql * Remove truncate trigger because truncate is already restricted by foreign keys * Update replaceable_schema.sql * fix some things * Update replaceable_schema.sql * Update replaceable_schema.sql * Update .woodpecker.yml * stuff * fix TG_OP * Psql env vars * try to fix combine_transition_tables parse error * Revert "try to fix combine_transition_tables parse error" This reverts commit75d00a4626
. * refactor combine_transition_tables * try to fix create_triggers * fix some things * try to fix combined_transition_tables * fix sql errors * update comment count in post trigger * fmt * Revert "fmt" This reverts commita5bcd0834b
. * Revert "update comment count in post trigger" This reverts commit0066a4b42b
. * fix everything * Update replaceable_schema.sql * actually fix everything * refactor create_triggers * fix * add semicolons * add is_counted function and fix incorrect bool operator in update_comment_count_from_post * refactor comment trigger * refactor post trigger * fix * Delete crates/db_schema/src/utils/series.rs * subscribers_local * edit migrations * move migrations * remove utils::series module declaration * fix everything * stuff * Move sql to schema_setup dir * utils.sql * delete .pg_format * Update .woodpecker.yml * Update sql_format_check.sh * Update .woodpecker.yml * Merge remote-tracking branch 'upstream/main' into bliss * fmt * Create main.rs * Update lib.rs * Update main.rs * Update .woodpecker.yml * Update main.rs * Update Cargo.toml * Update .woodpecker.yml * Update .woodpecker.yml * Update triggers.sql * YAY * Update mod.rs * Update Cargo.toml * a * Update Cargo.toml * Update Cargo.toml * Delete crates/db_schema/src/main.rs * Update Cargo.toml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update utils.sql * Update utils.sql * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update down.sql * Update up.sql * Update triggers.sql * Update .woodpecker.yml * Update .woodpecker.yml * Update triggers.sql * Update down.sql * Update .woodpecker.yml * Update Cargo.toml * Update .woodpecker.yml * Update Cargo.toml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update .woodpecker.yml * Update mod.rs * Update Cargo.toml * Update mod.rs * make dump_schema.sh executable * fix dump_schema.sh * defer * diff dumps * fmt * Update utils.sql * Update .woodpecker.yml * use correct version for pg_dump * Update .woodpecker.yml * Update .woodpecker.yml * change migration date * atomic site_aggregates insert * temporarily repeat tests in CI * drop r schema in CI migration check * show ReceivedActivity::create error * move check_diesel_migration CI step * Update .woodpecker.yml * Update scheduled_tasks.rs * Update scheduled_tasks.rs * update cargo.lock * move sql files * move rank functions * filter post_aggregates update * fmt * cargo fmt * replace post_id with id * update cargo.lock * avoid locking rows that need no change in up.sql * only run replaceable_schema if migrations were run * debug ci test failure * make replaceable_schema work in CI * Update .woodpecker.yml * remove println * Use migration revert and git checkout * Update schema_setup.rs * Fix * Update schema_setup.rs * Update schema_setup.rs * Update .woodpecker.yml --------- Co-authored-by: Nutomic <me@nutomic.com> Co-authored-by: Dessalines <dessalines@users.noreply.github.com>
476 lines
14 KiB
PL/PgSQL
476 lines
14 KiB
PL/PgSQL
-- A trigger is associated with a table instead of a schema, so they can't be in the `r` schema. This is
|
|
-- okay if the function specified after `EXECUTE FUNCTION` is in `r`, since dropping the function drops the trigger.
|
|
--
|
|
-- Tables that are updated by triggers should not have foreign keys that aren't set to `INITIALLY DEFERRED`
|
|
-- (even if only other columns are updated) because triggers can run after the deletion of referenced rows and
|
|
-- before the automatic deletion of the row that references it. This is not a problem for insert or delete.
|
|
--
|
|
--
|
|
--
|
|
-- Create triggers for both post and comments
|
|
CREATE FUNCTION r.creator_id_from_post_aggregates (agg post_aggregates)
|
|
RETURNS int IMMUTABLE PARALLEL SAFE RETURN agg.creator_id;
|
|
|
|
CREATE FUNCTION r.creator_id_from_comment_aggregates (agg comment_aggregates)
|
|
RETURNS int IMMUTABLE PARALLEL SAFE RETURN (
|
|
SELECT
|
|
creator_id
|
|
FROM
|
|
comment
|
|
WHERE
|
|
comment.id = agg.comment_id LIMIT 1
|
|
);
|
|
|
|
CREATE PROCEDURE r.post_or_comment (table_name text)
|
|
LANGUAGE plpgsql
|
|
AS $a$
|
|
BEGIN
|
|
EXECUTE replace($b$
|
|
-- When a thing gets a vote, update its aggregates and its creator's aggregates
|
|
CALL r.create_triggers ('thing_like', $$
|
|
BEGIN
|
|
WITH thing_diff AS ( UPDATE
|
|
thing_aggregates AS a
|
|
SET
|
|
score = a.score + diff.upvotes - diff.downvotes, upvotes = a.upvotes + diff.upvotes, downvotes = a.downvotes + diff.downvotes, controversy_rank = r.controversy_rank ((a.upvotes + diff.upvotes)::numeric, (a.downvotes + diff.downvotes)::numeric)
|
|
FROM (
|
|
SELECT
|
|
(thing_like).thing_id, coalesce(sum(count_diff) FILTER (WHERE (thing_like).score = 1), 0) AS upvotes, coalesce(sum(count_diff) FILTER (WHERE (thing_like).score != 1), 0) AS downvotes FROM select_old_and_new_rows AS old_and_new_rows GROUP BY (thing_like).thing_id) AS diff
|
|
WHERE
|
|
a.thing_id = diff.thing_id
|
|
RETURNING
|
|
r.creator_id_from_thing_aggregates (a.*) AS creator_id, diff.upvotes - diff.downvotes AS score)
|
|
UPDATE
|
|
person_aggregates AS a
|
|
SET
|
|
thing_score = a.thing_score + diff.score FROM (
|
|
SELECT
|
|
creator_id, sum(score) AS score FROM thing_diff GROUP BY creator_id) AS diff
|
|
WHERE
|
|
a.person_id = diff.creator_id;
|
|
RETURN NULL;
|
|
END;
|
|
$$);
|
|
$b$,
|
|
'thing',
|
|
table_name);
|
|
END;
|
|
$a$;
|
|
|
|
CALL r.post_or_comment ('post');
|
|
|
|
CALL r.post_or_comment ('comment');
|
|
|
|
-- Create triggers that update counts in parent aggregates
|
|
CALL r.create_triggers ('comment', $$
|
|
BEGIN
|
|
UPDATE
|
|
person_aggregates AS a
|
|
SET
|
|
comment_count = a.comment_count + diff.comment_count
|
|
FROM (
|
|
SELECT
|
|
(comment).creator_id, coalesce(sum(count_diff), 0) AS comment_count
|
|
FROM select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (comment)
|
|
GROUP BY (comment).creator_id) AS diff
|
|
WHERE
|
|
a.person_id = diff.creator_id;
|
|
|
|
UPDATE
|
|
site_aggregates AS a
|
|
SET
|
|
comments = a.comments + diff.comments
|
|
FROM (
|
|
SELECT
|
|
coalesce(sum(count_diff), 0) AS comments
|
|
FROM
|
|
select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (comment)
|
|
AND (comment).local) AS diff;
|
|
|
|
WITH post_diff AS (
|
|
UPDATE
|
|
post_aggregates AS a
|
|
SET
|
|
comments = a.comments + diff.comments,
|
|
newest_comment_time = GREATEST (a.newest_comment_time, (
|
|
SELECT
|
|
published
|
|
FROM select_new_rows AS new_comment
|
|
WHERE
|
|
a.post_id = new_comment.post_id ORDER BY published DESC LIMIT 1)),
|
|
newest_comment_time_necro = GREATEST (a.newest_comment_time_necro, (
|
|
SELECT
|
|
published
|
|
FROM select_new_rows AS new_comment
|
|
WHERE
|
|
a.post_id = new_comment.post_id
|
|
-- Ignore comments from the post's creator
|
|
AND a.creator_id != new_comment.creator_id
|
|
-- Ignore comments on old posts
|
|
AND a.published > (new_comment.published - '2 days'::interval)
|
|
ORDER BY published DESC LIMIT 1))
|
|
FROM (
|
|
SELECT
|
|
(comment).post_id,
|
|
coalesce(sum(count_diff), 0) AS comments
|
|
FROM
|
|
select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (comment)
|
|
GROUP BY
|
|
(comment).post_id) AS diff
|
|
LEFT JOIN post ON post.id = diff.post_id
|
|
WHERE
|
|
a.post_id = diff.post_id
|
|
RETURNING
|
|
a.community_id,
|
|
diff.comments,
|
|
r.is_counted (post.*) AS include_in_community_aggregates)
|
|
UPDATE
|
|
community_aggregates AS a
|
|
SET
|
|
comments = a.comments + diff.comments
|
|
FROM (
|
|
SELECT
|
|
community_id,
|
|
sum(comments) AS comments
|
|
FROM
|
|
post_diff
|
|
WHERE
|
|
post_diff.include_in_community_aggregates
|
|
GROUP BY
|
|
community_id) AS diff
|
|
WHERE
|
|
a.community_id = diff.community_id;
|
|
|
|
RETURN NULL;
|
|
|
|
END;
|
|
|
|
$$);
|
|
|
|
CALL r.create_triggers ('post', $$
|
|
BEGIN
|
|
UPDATE
|
|
person_aggregates AS a
|
|
SET
|
|
post_count = a.post_count + diff.post_count
|
|
FROM (
|
|
SELECT
|
|
(post).creator_id, coalesce(sum(count_diff), 0) AS post_count
|
|
FROM select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (post)
|
|
GROUP BY (post).creator_id) AS diff
|
|
WHERE
|
|
a.person_id = diff.creator_id;
|
|
|
|
UPDATE
|
|
site_aggregates AS a
|
|
SET
|
|
posts = a.posts + diff.posts
|
|
FROM (
|
|
SELECT
|
|
coalesce(sum(count_diff), 0) AS posts
|
|
FROM
|
|
select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (post)
|
|
AND (post).local) AS diff;
|
|
|
|
UPDATE
|
|
community_aggregates AS a
|
|
SET
|
|
posts = a.posts + diff.posts
|
|
FROM (
|
|
SELECT
|
|
(post).community_id,
|
|
coalesce(sum(count_diff), 0) AS posts
|
|
FROM
|
|
select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (post)
|
|
GROUP BY
|
|
(post).community_id) AS diff
|
|
WHERE
|
|
a.community_id = diff.community_id;
|
|
|
|
RETURN NULL;
|
|
|
|
END;
|
|
|
|
$$);
|
|
|
|
CALL r.create_triggers ('community', $$
|
|
BEGIN
|
|
UPDATE
|
|
site_aggregates AS a
|
|
SET
|
|
communities = a.communities + diff.communities
|
|
FROM (
|
|
SELECT
|
|
coalesce(sum(count_diff), 0) AS communities
|
|
FROM select_old_and_new_rows AS old_and_new_rows
|
|
WHERE
|
|
r.is_counted (community)
|
|
AND (community).local) AS diff;
|
|
|
|
RETURN NULL;
|
|
|
|
END;
|
|
|
|
$$);
|
|
|
|
CALL r.create_triggers ('person', $$
|
|
BEGIN
|
|
UPDATE
|
|
site_aggregates AS a
|
|
SET
|
|
users = a.users + diff.users
|
|
FROM (
|
|
SELECT
|
|
coalesce(sum(count_diff), 0) AS users
|
|
FROM select_old_and_new_rows AS old_and_new_rows
|
|
WHERE (person).local) AS diff;
|
|
|
|
RETURN NULL;
|
|
|
|
END;
|
|
|
|
$$);
|
|
|
|
-- For community_aggregates.comments, don't include comments of deleted or removed posts
|
|
CREATE FUNCTION r.update_comment_count_from_post ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
UPDATE
|
|
community_aggregates AS a
|
|
SET
|
|
comments = a.comments + diff.comments
|
|
FROM (
|
|
SELECT
|
|
old_post.community_id,
|
|
sum((
|
|
CASE WHEN r.is_counted (new_post.*) THEN
|
|
1
|
|
ELSE
|
|
-1
|
|
END) * post_aggregates.comments) AS comments
|
|
FROM
|
|
new_post
|
|
INNER JOIN old_post ON new_post.id = old_post.id
|
|
AND (r.is_counted (new_post.*) != r.is_counted (old_post.*))
|
|
INNER JOIN post_aggregates ON post_aggregates.post_id = new_post.id
|
|
GROUP BY
|
|
old_post.community_id) AS diff
|
|
WHERE
|
|
a.community_id = diff.community_id;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER comment_count
|
|
AFTER UPDATE ON post REFERENCING OLD TABLE AS old_post NEW TABLE AS new_post
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.update_comment_count_from_post ();
|
|
|
|
-- Count subscribers for communities.
|
|
-- subscribers should be updated only when a local community is followed by a local or remote person.
|
|
-- subscribers_local should be updated only when a local person follows a local or remote community.
|
|
CALL r.create_triggers ('community_follower', $$
|
|
BEGIN
|
|
UPDATE
|
|
community_aggregates AS a
|
|
SET
|
|
subscribers = a.subscribers + diff.subscribers, subscribers_local = a.subscribers_local + diff.subscribers_local
|
|
FROM (
|
|
SELECT
|
|
(community_follower).community_id, coalesce(sum(count_diff) FILTER (WHERE community.local), 0) AS subscribers, coalesce(sum(count_diff) FILTER (WHERE person.local), 0) AS subscribers_local
|
|
FROM select_old_and_new_rows AS old_and_new_rows
|
|
LEFT JOIN community ON community.id = (community_follower).community_id
|
|
LEFT JOIN person ON person.id = (community_follower).person_id GROUP BY (community_follower).community_id) AS diff
|
|
WHERE
|
|
a.community_id = diff.community_id;
|
|
|
|
RETURN NULL;
|
|
|
|
END;
|
|
|
|
$$);
|
|
|
|
-- These triggers create and update rows in each aggregates table to match its associated table's rows.
|
|
-- Deleting rows and updating IDs are already handled by `CASCADE` in foreign key constraints.
|
|
CREATE FUNCTION r.comment_aggregates_from_comment ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
INSERT INTO comment_aggregates (comment_id, published)
|
|
SELECT
|
|
id,
|
|
published
|
|
FROM
|
|
new_comment;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates
|
|
AFTER INSERT ON comment REFERENCING NEW TABLE AS new_comment
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.comment_aggregates_from_comment ();
|
|
|
|
CREATE FUNCTION r.community_aggregates_from_community ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
INSERT INTO community_aggregates (community_id, published)
|
|
SELECT
|
|
id,
|
|
published
|
|
FROM
|
|
new_community;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates
|
|
AFTER INSERT ON community REFERENCING NEW TABLE AS new_community
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.community_aggregates_from_community ();
|
|
|
|
CREATE FUNCTION r.person_aggregates_from_person ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
INSERT INTO person_aggregates (person_id)
|
|
SELECT
|
|
id
|
|
FROM
|
|
new_person;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates
|
|
AFTER INSERT ON person REFERENCING NEW TABLE AS new_person
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.person_aggregates_from_person ();
|
|
|
|
CREATE FUNCTION r.post_aggregates_from_post ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
INSERT INTO post_aggregates (post_id, published, newest_comment_time, newest_comment_time_necro, community_id, creator_id, instance_id, featured_community, featured_local)
|
|
SELECT
|
|
new_post.id,
|
|
new_post.published,
|
|
new_post.published,
|
|
new_post.published,
|
|
new_post.community_id,
|
|
new_post.creator_id,
|
|
community.instance_id,
|
|
new_post.featured_community,
|
|
new_post.featured_local
|
|
FROM
|
|
new_post
|
|
INNER JOIN community ON community.id = new_post.community_id;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates
|
|
AFTER INSERT ON post REFERENCING NEW TABLE AS new_post
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.post_aggregates_from_post ();
|
|
|
|
CREATE FUNCTION r.post_aggregates_from_post_update ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
UPDATE
|
|
post_aggregates
|
|
SET
|
|
featured_community = new_post.featured_community,
|
|
featured_local = new_post.featured_local
|
|
FROM
|
|
new_post
|
|
INNER JOIN old_post ON old_post.id = new_post.id
|
|
AND (old_post.featured_community,
|
|
old_post.featured_local) != (new_post.featured_community,
|
|
old_post.featured_local)
|
|
WHERE
|
|
post_aggregates.post_id = new_post.id;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates_update
|
|
AFTER UPDATE ON post REFERENCING OLD TABLE AS old_post NEW TABLE AS new_post
|
|
FOR EACH STATEMENT
|
|
EXECUTE FUNCTION r.post_aggregates_from_post_update ();
|
|
|
|
CREATE FUNCTION r.site_aggregates_from_site ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
-- only 1 row can be in site_aggregates because of the index idx_site_aggregates_1_row_only.
|
|
-- we only ever want to have a single value in site_aggregate because the site_aggregate triggers update all rows in that table.
|
|
-- a cleaner check would be to insert it for the local_site but that would break assumptions at least in the tests
|
|
INSERT INTO site_aggregates (site_id)
|
|
VALUES (NEW.id)
|
|
ON CONFLICT ((TRUE))
|
|
DO NOTHING;
|
|
RETURN NULL;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER aggregates
|
|
AFTER INSERT ON site
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION r.site_aggregates_from_site ();
|
|
|
|
-- Change the order of some cascading deletions to make deletion triggers run before the deletion of rows that the triggers need to read
|
|
CREATE FUNCTION r.delete_comments_before_post ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
DELETE FROM comment AS c
|
|
WHERE c.post_id = OLD.id;
|
|
RETURN OLD;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER delete_comments
|
|
BEFORE DELETE ON post
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION r.delete_comments_before_post ();
|
|
|
|
CREATE FUNCTION r.delete_follow_before_person ()
|
|
RETURNS TRIGGER
|
|
LANGUAGE plpgsql
|
|
AS $$
|
|
BEGIN
|
|
DELETE FROM community_follower AS c
|
|
WHERE c.person_id = OLD.id;
|
|
RETURN OLD;
|
|
END;
|
|
$$;
|
|
|
|
CREATE TRIGGER delete_follow
|
|
BEFORE DELETE ON person
|
|
FOR EACH ROW
|
|
EXECUTE FUNCTION r.delete_follow_before_person ();
|
|
|