stacker.news/worker/search.js

117 lines
2.6 KiB
JavaScript
Raw Normal View History

2022-01-25 19:34:51 +00:00
const { gql } = require('apollo-server-micro')
2022-01-28 18:37:23 +00:00
const search = require('../api/search')
2022-01-25 19:34:51 +00:00
const ITEM_SEARCH_FIELDS = gql`
fragment ItemSearchFields on Item {
id
parentId
createdAt
updatedAt
title
text
url
2022-01-27 19:18:48 +00:00
userId
2022-01-25 19:34:51 +00:00
user {
name
}
2022-02-17 17:23:43 +00:00
sub {
name
}
2022-02-26 16:41:30 +00:00
status
2022-02-17 17:23:43 +00:00
maxBid
2022-03-07 21:50:13 +00:00
company
location
remote
2022-01-25 19:34:51 +00:00
upvotes
sats
boost
2022-01-28 19:19:56 +00:00
path
2022-01-25 19:34:51 +00:00
ncomments
}`
async function _indexItem (item) {
console.log('indexing item', item.id)
2022-03-07 21:50:13 +00:00
// HACK: modify the title for jobs so that company/location are searchable
// and highlighted without further modification
const itemcp = { ...item }
if (item.company) {
itemcp.title += ` \\ ${item.company}`
}
if (item.location || item.remote) {
itemcp.title += ` \\ ${item.location || ''}${item.location && item.remote ? ' or ' : ''}${item.remote ? 'Remote' : ''}`
}
2022-01-25 19:34:51 +00:00
try {
await search.index({
id: item.id,
index: 'item',
version: new Date(item.updatedAt).getTime(),
versionType: 'external_gte',
2022-03-07 21:50:13 +00:00
body: itemcp
2022-01-25 19:34:51 +00:00
})
} catch (e) {
// ignore version conflict ...
if (e?.meta?.statusCode === 409) {
console.log('version conflict ignoring', item.id)
return
}
console.log(e)
throw e
}
console.log('done indexing item', item.id)
}
function indexItem ({ apollo }) {
return async function ({ data: { id } }) {
// 1. grab item from database
// could use apollo to avoid duping logic
// when grabbing sats and user name, etc
const { data: { item } } = await apollo.query({
query: gql`
${ITEM_SEARCH_FIELDS}
query Item {
item(id: ${id}) {
...ItemSearchFields
}
}`
})
// 2. index it with external version based on updatedAt
await _indexItem(item)
}
}
function indexAllItems ({ apollo }) {
return async function () {
// cursor over all items in the Item table
let items = []; let cursor = null
do {
// query for items
({ data: { allItems: { items, cursor } } } = await apollo.query({
query: gql`
${ITEM_SEARCH_FIELDS}
query AllItems($cursor: String) {
allItems(cursor: $cursor) {
items {
...ItemSearchFields
}
cursor
}
}`,
variables: { cursor }
}))
// for all items, index them
try {
items.forEach(_indexItem)
} catch (e) {
// ignore errors
console.log(e)
}
} while (cursor)
}
}
module.exports = { indexItem, indexAllItems }