116 lines
3.7 KiB
Markdown
116 lines
3.7 KiB
Markdown
git clone https://gitlab.com/dalibo/postgresql_anonymizer.git
|
|
make extension
|
|
make install
|
|
|
|
-- todo need a function to modify foreign key distribution
|
|
-- like randomly assign a valid foreign key to a row
|
|
|
|
anon.random_in(SELECT id FROM users)
|
|
|
|
ALTER DATABASE sample SET session_preload_libraries = 'anon';
|
|
ALTER DATABASE sample SET anon.privacy_by_default = true;
|
|
-- restart session
|
|
-- turn off triggers
|
|
SET session_replication_role = replica;
|
|
CREATE EXTENSION IF NOT EXISTS anon CASCADE;
|
|
SELECT anon.init();
|
|
|
|
-- basically we dont want to mask the following columns ... preferring instead to shuffle the data
|
|
-- and in some cases introduce noise
|
|
-- users
|
|
SELECT anon.shuffle_column('users', 'created_at', 'id');
|
|
SELECT anon.shuffle_column('users', 'updated_at', 'id');
|
|
SELECT anon.shuffle_column('users', 'lastSeenAt', 'id');
|
|
SELECT anon.shuffle_column('users', 'inviteId', 'id');
|
|
SELECT anon.shuffle_column('users', 'referrerId', 'id');
|
|
SELECT anon.shuffle_column('users', 'msats', 'id');
|
|
SELECT anon.shuffle_column('users', 'stackedMsats', 'id');
|
|
SELECT anon.shuffle_column('users', 'bioId', 'id');
|
|
-- introduce noise on these columns
|
|
SELECT anon.add_noise_on_numeric_column('users', 'msats', 1);
|
|
SELECT anon.add_noise_on_numeric_column('users', 'stackedMsats', 1);
|
|
-- set masking for columns we want to mask
|
|
SECURITY LABEL FOR anon ON COLUMN users.name
|
|
IS 'MASKED WITH VALUE anon.fake_first_name() || anon.fake_last_name() || anon.random_string(3)';
|
|
-- set not to mask for columns we don't want to mask
|
|
SECURITY LABEL FOR anon ON COLUMN users.created_at
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users.updated_at
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."lastSeenAt"
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."inviteId"
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."referrerId"
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users.msats
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."stackedMsats"
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."bioId"
|
|
IS 'NOT MASKED';
|
|
|
|
select
|
|
|
|
-- donation
|
|
SELECT anon.shuffle_column('"Donation"', 'created_at', 'id');
|
|
SELECT anon.shuffle_column('"Donation"', 'updated_at', 'id');
|
|
-- introduce noise on these columns
|
|
SELECT anon.add_noise_on_numeric_column('"Donation"', 'sats', 1);
|
|
-- set masking for columns we want to mask
|
|
SECURITY LABEL FOR anon ON COLUMN "Donation"."userId"
|
|
IS 'MASKED WITH FUNCTION anon.random_in(ARRAY(SELECT id FROM users))';
|
|
-- set not to mask for columns we don't want to mask
|
|
SECURITY LABEL FOR anon ON COLUMN "Donation".created_at
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN "Donation".updated_at
|
|
IS 'NOT MASKED';
|
|
SECURITY LABEL FOR anon ON COLUMN users."lastSeenAt"
|
|
IS 'NOT MASKED';
|
|
|
|
|
|
|
|
-- earn
|
|
-- Invite
|
|
-- Item
|
|
-- ItemAct
|
|
-- ItemForward
|
|
-- PollOption
|
|
-- PollVote
|
|
-- Sub
|
|
-- SubAct
|
|
-- Pin
|
|
-- ReferralAct
|
|
|
|
-- truncate tables that are irrelevant for local development
|
|
TRUNCATE TABLE "Wallet";
|
|
TRUNCATE TABLE "WalletLightningAddress";
|
|
TRUNCATE TABLE "WalletLND";
|
|
TRUNCATE TABLE "Mute";
|
|
TRUNCATE TABLE "Arc";
|
|
TRUNCATE TABLE "Streak";
|
|
TRUNCATE TABLE "NostrRelay";
|
|
TRUNCATE TABLE "UserNostrRelay";
|
|
TRUNCATE TABLE "LNAuth";
|
|
TRUNCATE TABLE "LnWith";
|
|
TRUNCATE TABLE "Message";
|
|
TRUNCATE TABLE "MuteSub";
|
|
TRUNCATE TABLE "Mention";
|
|
TRUNCATE TABLE "Invoice";
|
|
TRUNCATE TABLE "Withdrawal";
|
|
TRUNCATE TABLE "Account";
|
|
TRUNCATE TABLE "OFAC";
|
|
TRUNCATE TABLE "Session";
|
|
TRUNCATE TABLE "VerificationToken";
|
|
TRUNCATE TABLE "ThreadSubscription";
|
|
TRUNCATE TABLE "UserSubscription";
|
|
TRUNCATE TABLE "PushSubscription";
|
|
TRUNCATE TABLE "Log";
|
|
|
|
SELECT anon.add_noise_on_datetime_column('users', 'created_at', '1 year');
|
|
SELECT anon.add_noise_on_datetime_column('users', 'updated_at', '1 year');
|
|
|
|
|
|
|
|
|
|
SELECT anon.shuffle_column('"Item"', 'userId', 'id'); |