+
+ {modalOptions?.overflow &&
+
+
+ {modalOptions.overflow}
+
+
}
{modalStack.length > 0 ?
: null}
-
X
+
X
@@ -159,8 +108,12 @@ export default memo(function Text ({ topLevel, noFragments, nofollow, fetchOnlyI
return <>{children}
}
- if (urlCache[href] === CACHE_STATES.IS_LOADED) {
- return
+ if (imgUrlCache[href] === IMG_CACHE_STATES.LOADED) {
+ const url = IMGPROXY_URL_REGEXP.test(href) ? decodeOriginalUrl(href) : href
+ // if `srcSet` is undefined, it means the image was not processed by worker yet
+ // if `srcSet` is null, image was processed but this specific url was not detected as an image by the worker
+ const srcSet = imgproxyUrls ? (imgproxyUrls[url] || null) : undefined
+ return
}
// map: fix any highlighted links
@@ -183,8 +136,12 @@ export default memo(function Text ({ topLevel, noFragments, nofollow, fetchOnlyI
)
},
- img: ({ node, ...props }) => {
- return
+ img: ({ node, src, ...props }) => {
+ const url = IMGPROXY_URL_REGEXP.test(src) ? decodeOriginalUrl(src) : src
+ // if `srcSet` is undefined, it means the image was not processed by worker yet
+ // if `srcSet` is null, image was processed but this specific url was not detected as an image by the worker
+ const srcSet = imgproxyUrls ? (imgproxyUrls[url] || null) : undefined
+ return
}
}}
remarkPlugins={[gfm, mention, sub, remarkDirective, searchHighlighter]}
@@ -194,76 +151,3 @@ export default memo(function Text ({ topLevel, noFragments, nofollow, fetchOnlyI
)
})
-
-function ClickToLoad ({ children }) {
- const [clicked, setClicked] = useState(false)
- return clicked ? children : setClicked(true)}>click to load image
-}
-
-export function ZoomableImage ({ src, topLevel, useClickToLoad, ...props }) {
- const me = useMe()
- const [err, setErr] = useState()
- const [imgSrc, setImgSrc] = useState(src)
- const [isImgProxy, setIsImgProxy] = useState(IMGPROXY_URL_REGEXP.test(src))
- const defaultMediaStyle = {
- maxHeight: topLevel ? '75vh' : '25vh',
- cursor: 'zoom-in'
- }
- useClickToLoad ??= true
-
- // if image changes we need to update state
- const [mediaStyle, setMediaStyle] = useState(defaultMediaStyle)
- useEffect(() => {
- setMediaStyle(defaultMediaStyle)
- setErr(null)
- }, [src])
-
- if (!src) return null
- if (err) {
- if (!isImgProxy) {
- return (
-
-
- image error
-
- )
- }
- try {
- const originalUrl = decodeOriginalUrl(src)
- setImgSrc(originalUrl)
- setErr(null)
- } catch (err) {
- console.error(err)
- setErr(err)
- }
- // always set to false since imgproxy returned error
- setIsImgProxy(false)
- }
-
- const img = (
- 
{
- if (mediaStyle.cursor === 'zoom-in') {
- setMediaStyle({
- width: '100%',
- cursor: 'zoom-out'
- })
- } else {
- setMediaStyle(defaultMediaStyle)
- }
- }}
- onError={() => setErr(true)}
- {...props}
- />
- )
-
- return (
- (!me || !me.clickToLoadImg || isImgProxy || !useClickToLoad)
- ? img
- : {img}
-
- )
-}
diff --git a/fragments/comments.js b/fragments/comments.js
index b33fe9c6..8e00f89e 100644
--- a/fragments/comments.js
+++ b/fragments/comments.js
@@ -30,6 +30,7 @@ export const COMMENT_FIELDS = gql`
mine
otsHash
ncomments
+ imgproxyUrls
}
`
diff --git a/fragments/items.js b/fragments/items.js
index 5345ca10..bb5d4f02 100644
--- a/fragments/items.js
+++ b/fragments/items.js
@@ -45,6 +45,7 @@ export const ITEM_FIELDS = gql`
status
uploadId
mine
+ imgproxyUrls
}`
export const ITEM_FULL_FIELDS = gql`
diff --git a/prisma/migrations/20230920192620_item_imgproxy_urls/migration.sql b/prisma/migrations/20230920192620_item_imgproxy_urls/migration.sql
new file mode 100644
index 00000000..38ca2f36
--- /dev/null
+++ b/prisma/migrations/20230920192620_item_imgproxy_urls/migration.sql
@@ -0,0 +1,175 @@
+-- AlterTable
+ALTER TABLE "Item" ADD COLUMN "imgproxyUrls" JSONB;
+
+-- schedule imgproxy job
+CREATE OR REPLACE FUNCTION create_item(
+ jitem JSONB, forward JSONB, poll_options JSONB, spam_within INTERVAL)
+RETURNS "Item"
+LANGUAGE plpgsql
+AS $$
+DECLARE
+ user_msats BIGINT;
+ cost_msats BIGINT;
+ freebie BOOLEAN;
+ item "Item";
+ med_votes FLOAT;
+ select_clause TEXT;
+BEGIN
+ PERFORM ASSERT_SERIALIZED();
+
+ -- access fields with appropriate types
+ item := jsonb_populate_record(NULL::"Item", jitem);
+
+ SELECT msats INTO user_msats FROM users WHERE id = item."userId";
+
+ IF item."maxBid" IS NOT NULL THEN
+ cost_msats := 1000000;
+ ELSE
+ cost_msats := 1000 * POWER(10, item_spam(item."parentId", item."userId", spam_within));
+ END IF;
+ -- it's only a freebie if it's a 1 sat cost, they have < 1 sat, and boost = 0
+ freebie := (cost_msats <= 1000) AND (user_msats < 1000) AND (item.boost = 0);
+
+ IF NOT freebie AND cost_msats > user_msats THEN
+ RAISE EXCEPTION 'SN_INSUFFICIENT_FUNDS';
+ END IF;
+
+ -- get this user's median item score
+ SELECT COALESCE(
+ percentile_cont(0.5) WITHIN GROUP(
+ ORDER BY "weightedVotes" - "weightedDownVotes"), 0)
+ INTO med_votes FROM "Item" WHERE "userId" = item."userId";
+
+ -- if their median votes are positive, start at 0
+ -- if the median votes are negative, start their post with that many down votes
+ -- basically: if their median post is bad, presume this post is too
+ -- addendum: if they're an anon poster, always start at 0
+ IF med_votes >= 0 OR item."userId" = 27 THEN
+ med_votes := 0;
+ ELSE
+ med_votes := ABS(med_votes);
+ END IF;
+
+ -- there's no great way to set default column values when using json_populate_record
+ -- so we need to only select fields with non-null values that way when func input
+ -- does not include a value, the default value is used instead of null
+ SELECT string_agg(quote_ident(key), ',') INTO select_clause
+ FROM jsonb_object_keys(jsonb_strip_nulls(jitem)) k(key);
+ -- insert the item
+ EXECUTE format($fmt$
+ INSERT INTO "Item" (%s, "weightedDownVotes")
+ SELECT %1$s, %L
+ FROM jsonb_populate_record(NULL::"Item", %L) RETURNING *
+ $fmt$, select_clause, med_votes, jitem) INTO item;
+
+ INSERT INTO "ItemForward" ("itemId", "userId", "pct")
+ SELECT item.id, "userId", "pct" FROM jsonb_populate_recordset(NULL::"ItemForward", forward);
+
+ -- Automatically subscribe forward recipients to the new post
+ INSERT INTO "ThreadSubscription" ("itemId", "userId")
+ SELECT item.id, "userId" FROM jsonb_populate_recordset(NULL::"ItemForward", forward);
+
+ INSERT INTO "PollOption" ("itemId", "option")
+ SELECT item.id, "option" FROM jsonb_array_elements_text(poll_options) o("option");
+
+ IF NOT freebie THEN
+ UPDATE users SET msats = msats - cost_msats WHERE id = item."userId";
+
+ INSERT INTO "ItemAct" (msats, "itemId", "userId", act)
+ VALUES (cost_msats, item.id, item."userId", 'FEE');
+ END IF;
+
+ -- if this item has boost
+ IF item.boost > 0 THEN
+ PERFORM item_act(item.id, item."userId", 'BOOST', item.boost);
+ END IF;
+
+ -- if this is a job
+ IF item."maxBid" IS NOT NULL THEN
+ PERFORM run_auction(item.id);
+ END IF;
+
+ -- if this is a bio
+ IF item.bio THEN
+ UPDATE users SET "bioId" = item.id WHERE id = item."userId";
+ END IF;
+
+ -- schedule imgproxy job
+ INSERT INTO pgboss.job (name, data, retrylimit, retrybackoff, startafter)
+ VALUES ('imgproxy', jsonb_build_object('id', item.id), 21, true, now() + interval '5 seconds');
+
+ RETURN item;
+END;
+$$;
+
+-- schedule imgproxy job
+CREATE OR REPLACE FUNCTION update_item(
+ jitem JSONB, forward JSONB, poll_options JSONB)
+RETURNS "Item"
+LANGUAGE plpgsql
+AS $$
+DECLARE
+ user_msats INTEGER;
+ item "Item";
+ select_clause TEXT;
+BEGIN
+ PERFORM ASSERT_SERIALIZED();
+
+ item := jsonb_populate_record(NULL::"Item", jitem);
+
+ IF item.boost > 0 THEN
+ UPDATE "Item" SET boost = boost + item.boost WHERE id = item.id;
+ PERFORM item_act(item.id, item."userId", 'BOOST', item.boost);
+ END IF;
+
+ IF item.status IS NOT NULL THEN
+ UPDATE "Item" SET "statusUpdatedAt" = now_utc()
+ WHERE id = item.id AND status <> item.status;
+ END IF;
+
+ SELECT string_agg(quote_ident(key), ',') INTO select_clause
+ FROM jsonb_object_keys(jsonb_strip_nulls(jitem)) k(key)
+ WHERE key <> 'boost';
+
+ EXECUTE format($fmt$
+ UPDATE "Item" SET (%s) = (
+ SELECT %1$s
+ FROM jsonb_populate_record(NULL::"Item", %L)
+ ) WHERE id = %L RETURNING *
+ $fmt$, select_clause, jitem, item.id) INTO item;
+
+ -- Delete any old thread subs if the user is no longer a fwd recipient
+ DELETE FROM "ThreadSubscription"
+ WHERE "itemId" = item.id
+ -- they aren't in the new forward list
+ AND NOT EXISTS (SELECT 1 FROM jsonb_populate_recordset(NULL::"ItemForward", forward) as nf WHERE "ThreadSubscription"."userId" = nf."userId")
+ -- and they are in the old forward list
+ AND EXISTS (SELECT 1 FROM "ItemForward" WHERE "ItemForward"."itemId" = item.id AND "ItemForward"."userId" = "ThreadSubscription"."userId" );
+
+ -- Automatically subscribe any new forward recipients to the post
+ INSERT INTO "ThreadSubscription" ("itemId", "userId")
+ SELECT item.id, "userId" FROM jsonb_populate_recordset(NULL::"ItemForward", forward)
+ EXCEPT
+ SELECT item.id, "userId" FROM "ItemForward" WHERE "itemId" = item.id;
+
+ -- Delete all old forward entries, to recreate in next command
+ DELETE FROM "ItemForward" WHERE "itemId" = item.id;
+
+ INSERT INTO "ItemForward" ("itemId", "userId", "pct")
+ SELECT item.id, "userId", "pct" FROM jsonb_populate_recordset(NULL::"ItemForward", forward);
+
+ INSERT INTO "PollOption" ("itemId", "option")
+ SELECT item.id, "option" FROM jsonb_array_elements_text(poll_options) o("option");
+
+ -- if this is a job
+ IF item."maxBid" IS NOT NULL THEN
+ PERFORM run_auction(item.id);
+ END IF;
+
+ -- schedule imgproxy job
+ INSERT INTO pgboss.job (name, data, retrylimit, retrybackoff, startafter)
+ VALUES ('imgproxy', jsonb_build_object('id', item.id), 21, true, now() + interval '5 seconds');
+
+ RETURN item;
+END;
+$$;
\ No newline at end of file
diff --git a/prisma/schema.prisma b/prisma/schema.prisma
index 3f9f9d0e..59970053 100644
--- a/prisma/schema.prisma
+++ b/prisma/schema.prisma
@@ -264,6 +264,7 @@ model Item {
deletedAt DateTime?
otsFile Bytes?
otsHash String?
+ imgproxyUrls Json?
bounty Int?
rootId Int?
bountyPaidTo Int[]
diff --git a/public/placeholder_click_to_load.png b/public/placeholder_click_to_load.png
new file mode 100644
index 0000000000000000000000000000000000000000..1a297a9aead4d26ae018405be6cc213cadd14192
GIT binary patch
literal 9254
zcmcIqg;Q1Gw>^L~NJ^I=-QC?GEg&7zjkMA&0-_QMNOy@eQkRy#(%sTYqivkORAY4@y1ziY20*6Qt1{(Nf>Q!O~{)lpv
zm)BO6m#6daa<_AIv4tR(dB;Y~4rByJ9mLOQd0K*U%3R#f#({?<%C*+fYh-m>e;RqQk!o}`#YJin2-hvJDcW!#gwS3)<_W=|Rn>fvRCF5JU&5D#+^l&mS)N$q@Uk3n606j7Z*51d@LJsoz4M2MgEv
zF#ENKP|@0@xX=HWK$?SqFD|@<_w)J4^H_KZYoMEbPmeBnC{640nvj
zT;g72q(Ye%pKSEF(z>UoQ;`rH|1K^jU!4ZLYJ_EqzJ%u~s(<|WadpPRPvBBWz;!SD
z^z<~%I%IZk&gSm{Hv+NN-Ld31_sy1_jEt<6ufIs62%DXKKg}tl&Z3P_hTpX1qyGLY
z6f}h#e3gmDGS5aKs>XDCv{m)##L<%YCxDTQgGqobQV)~@xQy>xLs#HYEP
zRwwwSWs-9G=TAhoMW=;%u|8XGo#RAq<Xfv!?xm%TxFK&3kDk^5?A5ikxg1vqcpf9<5Qz`%>nHBY~Ws1O*L;xQmN{0VOxrY#c03K>?@l>R8$O`XVk}$W@F-?KvV?UZPgMxyFKk*+&`Pe%-I>MHhX>4t^43SkdG-MncSeTxE#$jOCC^kP{a6gYq
zOA}T~pqOyT?(OV^=I7_%{dh4xF%eN;KcfCJQMIj2QaXgZdXtFh8U>_8*Ze$MbhOfa
zK!~>YmnEsVxVS_DP9L}}4v?6SjTzEO-I8&csfEYIu?~-nJWd;eH@KPzI8WmkR+%a}
zI+pgGwzjtN2At{}85wnUcN5u)e>SBlU^%1G51_@(pQ4OvOu%#uGkqlwwiK3_AKAvk`s4mN`1frtCibI}W
zPH%{q*Vi^SV%meQU_Ct#(zqC9D-ERk8>plop!+EV28xYliBGKl%gp?|4({1{~j&w%>|TU`6G@&oe&g=?#C8Bn2_3_G_uA;J8L~-}O(H-gW*xTo5Qj3ky4hw+Br%
z#ZHwQ=H=u-R#s*;mN5D{*M*~IYVg7a$y-@HM#G6MIfo|U$*|GUs$~cY4ZcC6W7|UkxRxo@T`SIR
z$jPCz5O})Mj>6-$dDTVgdv_a@DIM}qNT?xQ;$ME?&t>I{tF`VJ4w1)FpGHJQ6_!YmQn%rpoOph1^pi0%B76V-Jz^DhV~n>P
z8d}zu-S+C-L1SZeHMUf*_%REMio>d^hDPUfrHR1a*wS~u7zN#w1V%neIy{zQ?t>2D~B<{%l;@(jzKxE_YP0`r%$qlx>iG}WK`n5XP*u`q;FMv
zn_t?$OHYTIO}Qv!US6KDf|PvF+$`!dN(&;CucS!N$cS1~6B9Xeyfh@QsE8^dAwid{
z0(LiPbv2QNl~vL1*B|@S=bK)lXt)%}rTT9Q3Z4`cnFp-@Sjkt$yS}|TZt^`WLtIXk
zhjhYV1Pu+o<8Zj_P%7s=XbuisScuORhR8&{h)qoel&Ou4jq|?g{^@Zo`8#dW#%rfR
ztf8TSxH;eV+#0l9Yg=8#H!?BFZ*8TDc}V>NGv^mf*k?~b$8&!$W#~Q%5Qtt7hei7X
zlSa4RSc2nxu$>e`9)5nLw^fy2mP_?YcCfiPIeS}tR^rs~CyGPD6RByN{LjQbsuJDXS-%*s+D%)x^oSym$j(gyS#YuHc9%H
znVud^R!a-->ioF-$A^Ae_Cf;RgCdwZQMa4Vy#tFtr#PmS@R!->Vd3ONf
zz~)5D<%U*PW+7Utt3$F5QI3v|#{Mja_DgSXpx0e&9*64W)903#$Abr;=R7p7oCvx)
zq}bfrax|sRR+J7J;i-0qCdPBSBO7vwm^CNoRi2xhM}vx!o0pf@7gvJv^5sjb%h*_$
zoKJN@!2^reC!)7kD@)p?`f_nk*!CjCV*IZDp;{g-2FQKy-5O$@Z4I#DoYJSx&Dwwd
zV0(oRdL48VNv#)zs4}kqHti+=v9JvE=gOliRFhLsVE!q4^9Bo^X2vNjtUP&IR$k6-
zinO@+8T$}jaDj%#LhEUNQh%KBSb4|wJYYNYY)%|FxCvi|q=K%0uQb2>KKdc#Y)2)x
zKzGG5H<4Q2(&@4!(m-E7vby88Ysbs>S5x&4>)GZEWmEtT70x1p#PTFE*XX?Fw>p
zYq2y-X_}Z6D@Ax>1JPAsbdpjM%a)=>K)`!Zno59=&rw%bMkx4B+BvpXemO_*&x5Ei44Lg{D~=Gi2TY3=OJ&c>#j1nX
zojQZzflkxC*49F6>%H-L<-RXA(*uw9Ui$dRJ2;S%QD$`Z{erJ1e*8#0{P_>2klP}i
zu?5IiUYFU}ZDV8>Zf?>9<&vsXe?U9KQ7!02MagBJH9iC7c{oelLVv}_!$U!T(kS<1
zj&A8!pZ(P0y^Iiwu&}VaAah+^U1wGgSU9)m`H|V$cM1Uq{36X8qe*#qsh&Nk1}1eC
zDeN62EmjM4j`1X%G-h$5FyVi~#1u<$
z=HlW4QUC+cYZwumV%F7`kc6&GjV=Ej?wdp_n8Vr;TN$HSxTfG6r}0OU%O@7+B;n`2|H34jA^ZfviHV|v_
zIH686Rc29zg^#GH%O5HL?oLW-NF_>$9dajwLn(xeg03V(pG+qf*v!*1G&o4%-f@$t
zojn7Ghn1I8f{jkj$cU#6z6fdZKM60X?+BETRa5&`!d{-2hg@1}h)+iLgh~YHj;4U$
zXliO|@ah#vK}iYL-%kpndt8elRY+t3>t8U{v3`>y}});1_2p6VFO5=Zy*!y}`h
zkfTq|c~)*95^_t0g-t8*A;=MwAmUerx~$8A<-+0N;g+_xQ4#2Pt5?S}ac`#M;xOO+
z@Lt>7!-`Wt26^c3@1G+dW2s{^1u~?@_wciQAQcb|(e3T+C6f0oTCI?9q0zk?7ICGc
zqw|d0kS!%PK0X4JQ4Y@XGTh6{OT_uP@^@dUF0V-^!Qk5f%7?VUlYdC4sKUQ~<$W0_VIkT{_b^ZIj{ndUf#Pi&Z=Irdu
z%G#R#qxBO)OrQ_|HDG7UQYj=nSZ<3)qN~c!4ogdGd^c!kXScK1j4dZ81~eR1u~v59
zH`{o{ZikiE{2G%^rb`30!8d-hpoaIoTR1r2$US=XXOFfi@DCpR3Xf(nMlM(8yYC@j
zFW?(Ut2hMW3(!`mAJrHQs&CQy6R8P)kqbCrU}0nPhTKXJKYHZ!x+*VEuBX4h8%Saf
z4i35xKgP?RIa5gnK45!hn}4i~jg9TSgU|6Gw4ni%qNcFwcH>07V$Df0Ew59?kEyA7
z&&sE}U?#PO3=9m^>Zu&W_09r9CMM!%M@z~AZ<}-IXhEd==j)w4uKsc+1n8Hkft$g)
zx^yqqul>eHKJGX`(Ni-^d;6sQ8UA;fuT^b6
zQwo23oVJhI?PSYG4%`F4yK5Za$fg}%9+xqoqt^H5DPnsZo107iIrZx4rH*QDMx~;r
zwtDg6fw;IhfZ{j!d2VSbIoL@|+;HW@9_zVpy%Y>Iv}vinxXsPYh_f?dL8GO%SESe^
z!=x=wvs1Xty2e}TzmH##QobS^O5=7Nr_1EGC(Ny^L=hGiw!$Zco-i`5Ww^JKJf)<$
zO-1l~h>D8N);Tf=xn1XuF2C<*e3BU*7WO#sY$t4XwwvNOEj5*nb(bF0!3auWH#xwo
zii(Qz8t%1tL1CfeV$8`rdS`bGUUF6zs7gR?V(v@|WKcnYttYmAF&L83sbz_z&9
zE03n;0GK&k@RRZN_019{XJlrEO-<>FL(T!1L{sjg#1fgebMb@Z{tgo_ByRH7*BO3_&Gx
zEG5OoNm1C_GjmJ&g2NLeaQKkty29%Syi|~{xiAJp1*rQ)@J!
z*QmgT0Rm?;%2j@%s488=lMv*t)YZWRGYLG7V!`>!G!)gqCf_hSkqscXhI=TcQAZ6bvB3{M
zfTd7)`1-;Yn=Rxj4W=$N#Phbp{7~9~lwabp?34jc(mJr&ykhWCR_kZy=I3MIUPH37
zvVd810R^xZbjeA8viishp!sBjxeK^JP-J!?lQm^0dzD`CXu9D3O4koO{hQ5;iQCMJ
zjoZNprK~J79^Zo|rMtIPRc`5`zxA5FzY_5O5*kW3oZX?~&-IuWGFSce>sQxCNjW(=
zIc5?wdMF8}vD2`3wxyF$Yh0PYXaN0v3f_
zf8t{nc6Rx|KngLxqi`UO;%Ugl9LBZDC@Hb==ZL_q512bb{NSA}J
zs8ya23b-%d_Yfsj)e{T1vDjF$w*v#b4)b-T2$8CC!@Ex4D(q)9Dkps*6FZY!JFx-o
zPkVdtz~G?MBzgh9I>enYIH-1gI`r`M8T`eXjwP@Jzcy3_R^?VzaUmmzNA7NUiQe;*
z-QDN=QxkJ@APbzE|zBv9jaS
zB*N0nVwg7`jhWoBkZIbNLwprfIo
zd3btG8EICVw?%bSR#vX9u3q$PFQB3|#AIYNwTxFh=RZ4^#$RZ-nanvn2V&s%2EFUY
zkJ3@cy|Qmm=PFDd-u4O)-YpK0vbM8>0m|Xd?(XAzcV>5YZ6LW@!qN!Y-{0b0H^}pQiQ*|jg1YU8gIg3gM)i;QkG;ok){oznU&(P
z1s~%6Zg^|JP~dibZEb&@RryD*);`Anq62ZE29BTba8o^4>pcRFlaLU
z*Zw}UJ`s>XP8@ftoW}qq3X=GOv^HEHe((f(7bqpSwusP@lSj?fc7&#-rR{8@hQ5DK
z2ne_o33OTCVCa3s;pW}y&58+%AQB|*=hhFRu48V_bx<9K!Z6$73kYge4o5<~iA_o(y{RrPzB7XK>tnAjE@IzYOfi=L
zchLKQjK04(x!`o3Z9#Fd
z4WL(f%FP|;%N{u7e8hl%mzI_q)!GS4T{`eJxUUSN#2_J@fVUQPeSJ;A{KoXGJuy+k
z8yOhk`8hc87YefMr^H!E&i`uN5&j4X9-T`{vx)v>G4qpIJH)bqC
zWNmF30e_6fA!j?=07{;+*8Yz2)!zdGHFf}trkC3deIx464ENclrZRUY?n>eEx%zB1
zPE%@D8j*m%0bf2E=zWj9N!8bX=Ze#X-5(~>CT$>fL;imNx0o{4ufl?;;de23v|XS0
zllEo=<1aeyZpA^cgxr@g3Ux6d4{z^DvdD>!I~h=XP#_Q)&(+T02k0@DtDUmxJZrS+
zJXVCddU`ch-68jWql-%gT<~59C@6FH1MZbmS($LYLd!_e`2Y$C2%tbhY$Wjl{#vF)
z_cTik7tmiGetvnNUtieTTAgmH8nsA4s-=9Tf|`P^NY*!!
zz)XQ)baWJypxzoA<*0MugN}olPVVyEezkaVc6BE_zh+>JJ2XH4gLWXVfPlhx-*)hP
zY`(|KQGmhd>wo;cYKgfz<##wwJ1{a*nva#kK>VTOE|?lf4L*MUcOO15Xy`qQxziC?
z0is{-8Ej%g-CvU4`m0j>Yrtd^X(YiMr}#0G-3JH%(|dv8v4#wMse2<0^h|;g6JX>N
zs*|qu(}qOW*7Bp_(Xh4pZS>*7w@XCHScLxK7incj1CoYS_y`DN1;vD@{CpxjEVR!3
zt;OattM7cDj%<*$r*IoV8!9L?E7x&tGP0+pDQPM9I9`^7AbWdzFu>{rvheoywoBmA
zqeo!6(gUVvmP;-5d24-wwsv-wqnTr#SASg<6oa5r{W9K>qot0uA@1#5pZ#fvg@!DA
z7s0lZ=%}5$(^Ec|#S7Zkm%AFKt^NdTDOex_(xrm>i2CV3b5HR?tOo1r>&qA#Qh^bT
z7}%G7K(}ZzZXw`!>lhoq0Wh3y88-VKEDzY^zze>}$Vhs6YaTGa$ki?N_~(W7Yvc;q
zBBYH9JWk;H-$%roHehW!+V7Iqx|OHJM*i&YUR?hU=?0<@An1NlRwct&-Mb)bYh>Vr5tV8-sN+xMQBkfE6bLMKa>BoPmL0Sz!Mh(P_wNF9LH_mB
z(lqDNcTAS9z;>XMk}?;l>ZnPe7JrzSm%yFCXbf;xz8JtkV=?y;&p;T(|225c{
zumOQ+T;1MI0>QVL`^HG&C-`#(JA`28Q2}ThC+ksQN&C}BI}_Wk*B3T8e-GwHs7Iij
zw5f@|H_~yS8Uc{L@!4D2*ZH_vp_?IK*l)N^+{Pn<0}e4lmSz6;frcMBQLbW
z=m!$puZ#Un8}#3QdEh^d_i>;jYsw)!WQR6`nM5wGJ_Y8tCz())S
z2OGQ@xO}h#Ur;u(vYN`WvJ6fxj+QpBEg*
zWDI#PPv!%eo;z>j5q`QL3kP>xh~2ku@tq$--_%sVD?%8~Fc$wTzF%j0aKpn<8+kn6
zK)<^qu``PyQ`aq6%5}%O$)5GqKYU3>WMW2xD2yXhEK>fO7*XZuf|awTi16`+^eqDmSs19PwRN;N>{k|f5r&%_5HM)!>hcrIJO?pwW;vrp&^FSl#USDq7(>_vI
zRHp&yL$$txA_Z}^`_F{34p9GgA=kJD^s4&)oG$Yam>(rsR1Du&Ab6u2f<=t?gFP3A
z##GP!87GUijXo|Gy1EYu^;McKFY!Dzit*q=nJH}xHU^f
z22QJ%M%1BO0jI)8SA|I4OJ$$JJXBoJto{6AQyzzJ>k6Fr%)Gm3OC=y(Mi?KRGx(@5
z_(nh1w|}$zYy2>bLD{g=F(_2lgj4bNCfDrD@9C))t3TJ*(2TdsAi*i?Fo+BGD^*1~
z$PhgA#;EHEz!6+0rI)S{#LfKoh2d2w=>ZPH+?3ViVQaV)Bmy{#FUbeNAu2a{T{l@r
zdwUB9H%QjS!qm;eoWaw^&6+_`Sxr+X7)}8}i++@uq^*
zCW6$BG6674gS#UX^73k}eQ7*-g@t#0Pj^=FOriCvGpY16({CY?3@j{IBvDu#96i4_
z+zj}{v2wru=Lqh`t=W7BLRaNH$bMm)u;kkJW>h<(pW7@xWV842MVff_e=yLs*
z)Pz$z`#I3K|zz5rZaWssjQV3NV4?wBWMREm8V(jjW95T
z&3}*m=z+k$x{i1?klFa5qGHD#s?{@=Q~cSMD;@f4XlQ6x5h}vKXulbmyJ6?yp%*`X
z&H_n+?JRlT_VXuVsY|0ZS6WZ-QGG5NUDn%m-cE1S9z{x(KP4m6Mnuz0giOK<2)GgP
zJ0nWZ$Y?rl5*J51t!q*jY2*aslCsKFI?6~(pDMC}IO0=$jg5>f&K(qy<CJ0LjF}
zgcNs5L2fQIUh%@sH|xXmxKzp87wDsBg3pnoGfQTqr0(Z6v}HgV1PdO;pgS$)z%>=&Xt^$g!=P`hM={8g_jpcHk@F?
zjq2gUhhDyyCesbY#6){o@1Jo*zju|*f?o#CDxUw7y`uGt^Nq|j2`}iI*iTQgBZUhSTU?4|weCIkVQ!w(4K3qdX
zW8t%a)j;dyBsB(xMs98GJu)&KG08Cjfp*_rF4DX20U<0bEI!rMkuj0pyBC8`!Hv_k
z_W834`ec%3@92ocFy>uG#?;P6V>b7#-Odi3*IL#CN)aa_DEIw)EL`0Ee6uSI%;|);
zZ#kzwTMv>DPzx#@iJY9AD5%cX}J!q
zy^|Ac2*fwHvGL_m@cuqkWJt&zgO-3VGqHg~@0BO&9qA7ad2s8Eo7{*U9Cn8$olj5&?aSaET-g9boudiN!KurRS37?DW4#>Ph40gi5SZQUj}
zQEUVq=d>j+_I;eYmi`?zLM*J@u4aJzM;4MMZ^@ii(V@E2&Yy
zIayd(SS<}YnH+N<>#}f$wxbQ@Xxf*`m(XLL6_CtrAQIo!b_aX@9}+52ICcLF;s~&6
ze@wqh#QhJ;k&i@QUmrtC@6=WgMl1Lo39i%C8Q;j**dmI;C`^utIQ$CQTZ+F-Odvvh
z`HBl<0G>rfMSI7zA!c21GL9!2D;y8~0Jgt(Cl-J|-QAY3C#I&x
z_VtCCTiwPaBxs^TFM;lu9Cti3cu4FD>dLtvF
z{JfK|{&QxhJBCnDOw5vI$^C_e1xA7rOw3SCZSA<|=u%!vg6NEZ4k8PPT
zJ>rW|Jh(a~Wn~2;BRWnlu7y93A-!^P#kl+A!Z%T*Y#7ipEv>|ijNw&xY6336Jw-q(
zMkTP}A4*F@v$AMc2V#jkiyIm!AL<0etgc!PE&)X{v9ZCVrJ3b@A13`ER!!mV3c|pY
z>t%aD+j_EXd}~`t$%)l!!uwaf4<0;V=i(wx=HTRPO%t%n9fgy_X+Q=5N+FEr7)1ha
z(CeJ48p)3+3I3`yGs}>U@_`{q+_irExUruz>(i%CL0pN+$*~1$n%S!P1vE@nezY(%
z%;PS6N$Fi-=j4==m%qE(uOF0}nvyptQcs1OoSgjXXZFn5R*jsXkkFe|khm(7{<{F{
zTfeP}@z&nO-xr-OnkOe;O_lKFE-Nd8pyT7?iO<`rThooQshB{x-
zQ`wrztE)-U(%2F*GqLpb9{_OX=d$swrZd3a2W883D0
z-r*rdEHBuXy-tdZ{ZSobJS!@<$60%`7*g_`F9yTR0*84jv0l^i)5L!FunM8z_S2te
z0KDHHZ@Hn`*eJ=jpqoCt(>hwJQx$l7>v5L(I1BE3;un#h&lE!~q$k+L>+#yW`818s
zj8#UqT~7Ab*_p<#k@sEUgqxaLuD288BO~_)2Wy&-Pah_E0PeHmbg{(OV|%-rSz~VtI?KM)-=!-x)#{Nq
zmT6Csdb9ogU;6DhkjRd|YUja!@!X(uAZrd!^78T$n2q_hoS*Zdh~y}Rdw3{xzs&>y
z;&h|yT5!)RyCbV>ZfI<5OlGC@4M9k(QXIXRYW{}a)LH8IZ}20mwrkENxk_E@zH
z;pmEAz6U*Q#AHHw!)Z4kKHw(wuAHrAY`57pNFtrS(cd;u0&fH?RAgLsEG8_VBVXQe
zVY9O3&mc+}R3}PFqbt4i^mG7kWFOa&<@xmVH0%z8o$L1%X)-c0-7h|)U+^P$RMpkn
zfKNr8IuE_K3Omo$c=8gpJ#`BM;ZZ51ePuTH`cz_TU1*OeH~w&+irrxOZAQkMva+WO
zo{WrnsiFeZe}&NGj(@VVefHQDXge`6@su?LPp*BnVq|niM&Y~j+4(vCJ2mQ9Y(_>#
zcAgfzI=xsO<7)&XznYrb1p53?xGOy=X?$>GBrH!hLK+xIrbLtZR%sD$e*EL()1RYa
zV$BSXeaJ!RqQJsHUJ*k>B=6r}VF67LQ1VKpM!I@AZsx=J$`j4YYk
zkULYfL9B_r-74oAv!_Sd{%h0JyA{WokL?px#0g3)fLNrlefjy{@!vI%j*jZq*~&+(
zt-HEZgOY#;?90UDHFs3A4R|+?Gh1X$!{Xg2;;UMLicq$Lm3}Y2Sf!PElVWQf?HNFCAmz5{!
zvW(;B=NE=}my|@N5O+TclvdO^tY9!QORPoS)>frC{#{NWu5BIZ^vn!OBE7yIF*H2P
z>#}U!(SeRhF^Ue4iozu!S(KO61Lpv1=e#I~4P=m+naPl-l&f93u(5&a>x&U4jW%?4
zdv3NdWZ~p8gtM;#=A*3_?VCUs
z4Y|1{XBQXwB_+5S!uE2mt^$DKpUjo-SJ%{31^A2aOqc8)I0JqIR)-(1{WMz}p#9>*
zg)NI8M<;PdQBi1mMk37Y9ERWl&Bk8;BV*4C5m30>_7*Tc)z?#m4<{xr0cv19N0RXi
z2vm7&|AALpqg{*XsHnRB(bdKA^hAIw6%i3JnfL^mTUdDbRP}|9*s^tWa*>8;>*+;z
zbR65Oj~;uRUovAWTG#1;3wNGxjYssQp>e==YDlVW@y|m}+j@8J;pv~9ok_92t808U
zY{EMad~t(w0ku}KdV7gh@vn&wp*1!5;e<3EJS_baEw``%3~{8M28LndGo+uX`D&l_
z)=V?ZIN-HLf`sDV6$%UM|esuHr@7jKQ
z->Ttk1inpIq0gQL00UNI&7{p*6Y?C{IaaPON9t|(`}4Lj=rTfb=4N_YPk=Y1+#DRqhkE1foNa8OzZCH36G5>1Rav5X2M)Sm$T<-P+A&Cz}5c3
z$nA8av8J(cJfrNDiLGt)+qWcT2IroX1T&Z4)6|P)ZESEuLKWNk`Ur%CgwBqJ<-lqU
zU6m_~o#Md#V~dITf_=w=!I;Iw^aU#!=m;AbxE(k^L_z6DOl_b8w#bv;=g;p0dqqx9
zUcWO^Cnu-Y*)P63guQj_4;hB6Ki#V_~Z{T`naJH8NI&v(#i2f}+
zK#LzrN_O^~eVhCgU%y_)!NF<$>VIj%Tbo;5{mhNSU1PfG#T(#=VyH-GSN5+KJ9qIS
z?7*l%>8Zioj)8n2V^mbyaOKU^;$$5z=nv&yZ`tK$$7V7yF@3V15?)@Lqb+J~Y&7e6
zd+G$LiLm1hx_AD_?R)^(x-#Qigx}c$%rIcEq?w#2fC7e~0|udZ^4kAtUvFEPGdts;}K2P42tm7UJ`yIeXt
zBMH5)ViDrr-rk>TYJ9C}79?-asfyHm^Jbv1@VIXc&Kj7|!2!3)_N0)+#Tp-h6n(Dd
zgbXt2WRu77DjSRyK*z%4=ZC$RW>v(%$Vg{lq0@xUNl8HzJ@x)P)$2LFztjcJcv9Qd
z?0+c?q-^Toz}V!~4JI~xe7A5dEv@@v9t1RxZkDRNe_p~i3lBkhW#4X)fxh`30l;E8TQSp$CynzICz!igFy&q|GRe#k!v^!=OT
zl?BxYkL#C>K9)BBW#pXwdG^H@MOR03717BF9EcGgr0B`Sm$_@?UysDj&OWdGbmrjd
zaCl*9Db#&)%)`qk0mCb7;`i_4&0UA#b^$*xC?q6gZ%{FCd*5OfY=ngkhrHz~Za`Cs
z*58sW@feFf@M_SEZ}@fsEBE8a>V6&BsDS?7UK#+%*{%12QK1^Oi;Gf7QLJ3hZ8!IVPS?@E$BE4c?T
zyz3z%CjPy)tLjfmdJ|byRTZ3*LmwR-t@+ZM7WfQyBywx`wD7Ac38_F=_o!5d?0 u.host === 'i.postimg.cc',
+ u => u.host === 'pbs.twimg.com',
+ u => u.host === 'i.ibb.co',
+ u => u.host === 'nostr.build' || u.host === 'cdn.nostr.build',
+ u => u.host === 'www.zapread.com' && u.pathname.startsWith('/i'),
+ u => u.host === 'i.imgflip.com',
+ u => u.host === 'i.redd.it',
+ u => u.host === 'media.tenor.com',
+ u => u.host === 'i.imgur.com'
+]
+const exclude = [
+ u => u.protocol === 'mailto:',
+ u => u.host.endsWith('.onion') || u.host.endsWith('.b32.ip') || u.host.endsWith('.loki'),
+ u => ['twitter.com', 'x.com', 'nitter.it', 'nitter.at'].some(h => h === u.host),
+ u => u.host === 'stacker.news',
+ u => u.host === 'news.ycombinator.com',
+ u => u.host === 'www.youtube.com' || u.host === 'youtu.be',
+ u => u.host === 'github.com'
+]
+
+function matchUrl (matchers, url) {
+ try {
+ return matchers.some(matcher => matcher(new URL(url)))
+ } catch (err) {
+ console.log(url, err)
+ return false
+ }
+}
+
+function decodeOriginalUrl (imgproxyUrl) {
+ const parts = imgproxyUrl.split('/')
+ const b64Url = parts[parts.length - 1]
+ const originalUrl = Buffer.from(b64Url, 'base64url').toString('utf-8')
+ return originalUrl
+}
+
+export function imgproxy ({ models }) {
+ return async function ({ data: { id, forceFetch = false } }) {
+ if (!imgProxyEnabled) return
+
+ console.log('running imgproxy job', id)
+
+ const item = await models.item.findUnique({ where: { id } })
+
+ const isJob = typeof item.maxBid !== 'undefined'
+
+ let imgproxyUrls = {}
+ try {
+ if (item.text) {
+ imgproxyUrls = await createImgproxyUrls(id, item.text, { forceFetch })
+ }
+ if (item.url && !isJob) {
+ imgproxyUrls = { ...imgproxyUrls, ...(await createImgproxyUrls(id, item.url, { forceFetch })) }
+ }
+ } catch (err) {
+ console.log('[imgproxy] error:', err)
+ // rethrow for retry
+ throw err
+ }
+
+ console.log('[imgproxy] updating item', id, 'with urls', imgproxyUrls)
+
+ await models.item.update({ where: { id }, data: { imgproxyUrls } })
+ }
+}
+
+export const createImgproxyUrls = async (id, text, { forceFetch }) => {
+ const urls = extractUrls(text)
+ console.log('[imgproxy] id:', id, '-- extracted urls:', urls)
+ // resolutions that we target:
+ // - nHD: 640x 360
+ // - qHD: 960x 540
+ // - HD: 1280x 720
+ // - HD+: 1600x 900
+ // - FHD: 1920x1080
+ // - QHD: 2560x1440
+ // reference:
+ // - https://en.wikipedia.org/wiki/Graphics_display_resolution#High-definition_(HD_and_derivatives)
+ // - https://www.browserstack.com/guide/ideal-screen-sizes-for-responsive-design
+ const resolutions = ['640x360', '960x540', '1280x720', '1600x900', '1920x1080', '2560x1440']
+ const imgproxyUrls = {}
+ for (let url of urls) {
+ if (!url) continue
+
+ console.log('[imgproxy] id:', id, '-- processing url:', url)
+ if (url.startsWith(IMGPROXY_URL)) {
+ console.log('[imgproxy] id:', id, '-- proxy url, decoding original url:', url)
+ // backwards compatibility: we used to replace image urls with imgproxy urls
+ url = decodeOriginalUrl(url)
+ console.log('[imgproxy] id:', id, '-- original url:', url)
+ }
+ if (!(await isImageURL(url, { forceFetch }))) {
+ console.log('[imgproxy] id:', id, '-- not image url:', url)
+ continue
+ }
+ imgproxyUrls[url] = {}
+ for (const res of resolutions) {
+ const [w, h] = res.split('x')
+ const processingOptions = `/rs:fill:${w}:${h}`
+ imgproxyUrls[url][`${w}w`] = createImgproxyUrl(url, processingOptions)
+ }
+ }
+ return imgproxyUrls
+}
+
+const createImgproxyUrl = (url, processingOptions) => {
+ const b64Url = Buffer.from(url, 'utf-8').toString('base64url')
+ const target = `${processingOptions}/${b64Url}`
+ const signature = sign(target)
+ return `${IMGPROXY_URL}${signature}${target}`
+}
+
+async function fetchWithTimeout (resource, { timeout = 1000, ...options } = {}) {
+ const controller = new AbortController()
+ const id = setTimeout(() => controller.abort(), timeout)
+
+ const response = await fetch(resource, {
+ ...options,
+ signal: controller.signal
+ })
+ clearTimeout(id)
+
+ return response
+}
+
+const isImageURL = async (url, { forceFetch }) => {
+ if (cache.has(url)) return cache.get(url)
+
+ if (!forceFetch && matchUrl(imageUrlMatchers, url)) {
+ return true
+ }
+ if (!forceFetch && matchUrl(exclude, url)) {
+ return false
+ }
+
+ let isImage
+
+ // first run HEAD with small timeout
+ try {
+ // https://stackoverflow.com/a/68118683
+ const res = await fetchWithTimeout(url, { timeout: 1000, method: 'HEAD' })
+ const buf = await res.blob()
+ isImage = buf.type.startsWith('image/')
+ } catch (err) {
+ console.log(url, err)
+ }
+
+ // For HEAD requests, positives are most likely true positives.
+ // However, negatives may be false negatives
+ if (isImage) {
+ cache.set(url, true)
+ return true
+ }
+
+ // if not known yet, run GET request with longer timeout
+ try {
+ const res = await fetchWithTimeout(url, { timeout: 10000 })
+ const buf = await res.blob()
+ isImage = buf.type.startsWith('image/')
+ } catch (err) {
+ console.log(url, err)
+ }
+
+ cache.set(url, isImage)
+ return isImage
+}
+
+const hexDecode = (hex) => Buffer.from(hex, 'hex')
+
+const sign = (target) => {
+ // https://github.com/imgproxy/imgproxy/blob/master/examples/signature.js
+ const hmac = createHmac('sha256', hexDecode(IMGPROXY_KEY))
+ hmac.update(hexDecode(IMGPROXY_SALT))
+ hmac.update(target)
+ return hmac.digest('base64url')
+}
diff --git a/worker/index.js b/worker/index.js
index 7651fab9..55f19a41 100644
--- a/worker/index.js
+++ b/worker/index.js
@@ -14,6 +14,7 @@ import { nip57 } from './nostr.js'
import fetch from 'cross-fetch'
import { authenticatedLndGrpc } from 'ln-service'
import { views, rankViews } from './views.js'
+import { imgproxy } from './imgproxy.js'
const { loadEnvConfig } = nextEnv
const { ApolloClient, HttpLink, InMemoryCache } = apolloClient
@@ -66,6 +67,7 @@ async function work () {
await boss.work('nip57', nip57(args))
await boss.work('views', views(args))
await boss.work('rankViews', rankViews(args))
+ await boss.work('imgproxy', imgproxy(args))
console.log('working jobs')
}
+ 
setOriginalUrlConsent(true)}
+ />
+ 
setOriginalUrlConsent(true)}
+ />
+