Compare commits
No commits in common. "develop" and "v0.3.1" have entirely different histories.
3
.env.template
Normal file
3
.env.template
Normal file
@ -0,0 +1,3 @@
|
||||
SN_AUTH_COOKIE=
|
||||
SN_USERNAME=hn
|
||||
HN_AUTH_COOKIE=
|
||||
1
.gitignore
vendored
1
.gitignore
vendored
@ -3,4 +3,3 @@
|
||||
|
||||
# go executable
|
||||
hnbot
|
||||
hnbot.sqlite3
|
||||
|
||||
10
README.md
10
README.md
@ -1,11 +1,7 @@
|
||||
# hnbot
|
||||
|
||||
> Hello, I am a bot posting top stories from HN.
|
||||
> Hello, I am a bot crossposting top posts from HN.
|
||||
>
|
||||
> My original mission was to orange-pill HN by offering the OPs on HN to claim the sats their stories received here.
|
||||
However, my comments were shadowbanned and ultimately not approved by dang, the site admin.
|
||||
See this thread: [#164155](https://stacker.news/items/164155)
|
||||
>
|
||||
> If you are one of these OPs and want to claim your sats, reply to this bio and we will find a solution!
|
||||
> I curate content to only post stuff which could be interesting for the SN community on a best-efforts basis.
|
||||
|
||||
-- https://stacker.news/hn
|
||||
-- https://stacker.news/items/161788
|
||||
|
||||
96
db/db.go
96
db/db.go
@ -1,96 +0,0 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"log"
|
||||
|
||||
"github.com/ekzyis/hnbot/hn"
|
||||
_ "github.com/mattn/go-sqlite3"
|
||||
)
|
||||
|
||||
var (
|
||||
_db *sql.DB
|
||||
)
|
||||
|
||||
func init() {
|
||||
var err error
|
||||
_db, err = sql.Open("sqlite3", "hnbot.sqlite3")
|
||||
if err != nil {
|
||||
log.Fatal(err)
|
||||
}
|
||||
migrate(_db)
|
||||
}
|
||||
|
||||
func Query(query string, args ...interface{}) (*sql.Rows, error) {
|
||||
return _db.Query(query, args...)
|
||||
}
|
||||
|
||||
func migrate(db *sql.DB) {
|
||||
if _, err := db.Exec(`
|
||||
CREATE TABLE IF NOT EXISTS hn_items (
|
||||
id INTEGER NOT NULL,
|
||||
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
time TIMESTAMP WITH TIMEZONE NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
title TEXT NOT NULL,
|
||||
url TEXT,
|
||||
author TEXT NOT NULL,
|
||||
ndescendants INTEGER NOT NULL,
|
||||
score INTEGER NOT NULL,
|
||||
rank INTEGER NOT NULL,
|
||||
PRIMARY KEY (id, created_at)
|
||||
);
|
||||
`); err != nil {
|
||||
err = fmt.Errorf("error during migration: %w", err)
|
||||
log.Fatal(err)
|
||||
}
|
||||
if _, err := db.Exec(`
|
||||
CREATE TABLE IF NOT EXISTS sn_items (
|
||||
id INTEGER NOT NULL,
|
||||
created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
hn_id INTEGER NOT NULL REFERENCES hn_items(id),
|
||||
PRIMARY KEY (id, hn_id)
|
||||
);
|
||||
`); err != nil {
|
||||
err = fmt.Errorf("error during migration: %w", err)
|
||||
log.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func ItemHasComment(parentId int) bool {
|
||||
var count int
|
||||
err := _db.QueryRow(`SELECT COUNT(1) FROM comments WHERE parent_id = ?`, parentId).Scan(&count)
|
||||
if err != nil {
|
||||
err = fmt.Errorf("error during item check: %w", err)
|
||||
log.Fatal(err)
|
||||
}
|
||||
return count > 0
|
||||
}
|
||||
|
||||
func SaveHnItems(story *[]hn.Item) error {
|
||||
for i, s := range *story {
|
||||
if err := SaveHnItem(&s, i+1); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func SaveHnItem(s *hn.Item, rank int) error {
|
||||
if _, err := _db.Exec(`
|
||||
INSERT INTO hn_items(id, time, title, url, author, ndescendants, score, rank)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
|
||||
s.ID, s.Time, s.Title, s.Url, s.By, s.Descendants, s.Score, rank); err != nil {
|
||||
err = fmt.Errorf("error during item insert: %w", err)
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func SaveSnItem(id int, hnId int) error {
|
||||
if _, err := _db.Exec(`INSERT INTO sn_items(id, hn_id) VALUES (?, ?)`, id, hnId); err != nil {
|
||||
err = fmt.Errorf("error during sn item insert: %w", err)
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
15
go.mod
15
go.mod
@ -1,12 +1,13 @@
|
||||
module github.com/ekzyis/hnbot
|
||||
module gitlab.com/ekzyis/hnbot
|
||||
|
||||
go 1.20
|
||||
|
||||
require (
|
||||
github.com/dustin/go-humanize v1.0.1
|
||||
github.com/ekzyis/snappy v0.8.0
|
||||
github.com/joho/godotenv v1.5.1
|
||||
github.com/mattn/go-sqlite3 v1.14.22
|
||||
github.com/davecgh/go-spew v1.1.1 // indirect
|
||||
github.com/dustin/go-humanize v1.0.1 // indirect
|
||||
github.com/joho/godotenv v1.5.1 // indirect
|
||||
github.com/namsral/flag v1.7.4-pre // indirect
|
||||
github.com/pmezard/go-difflib v1.0.0 // indirect
|
||||
github.com/stretchr/testify v1.8.2 // indirect
|
||||
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||
)
|
||||
|
||||
require gopkg.in/guregu/null.v4 v4.0.0 // indirect
|
||||
|
||||
24
go.sum
24
go.sum
@ -1,10 +1,22 @@
|
||||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
|
||||
github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
|
||||
github.com/ekzyis/snappy v0.8.0 h1:e7dRR384XJgNYa1FWNIZmqITSHOSanteBFXQJPfcQwg=
|
||||
github.com/ekzyis/snappy v0.8.0/go.mod h1:UksYI0dU0+cnzz0LQjWB1P0QQP/ghx47e4atP99a5Lk=
|
||||
github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=
|
||||
github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
|
||||
github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU=
|
||||
github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y=
|
||||
gopkg.in/guregu/null.v4 v4.0.0 h1:1Wm3S1WEA2I26Kq+6vcW+w0gcDo44YKYD7YIEJNHDjg=
|
||||
gopkg.in/guregu/null.v4 v4.0.0/go.mod h1:YoQhUrADuG3i9WqesrCmpNRwm1ypAgSHYqoOcTu/JrI=
|
||||
github.com/namsral/flag v1.7.4-pre h1:b2ScHhoCUkbsq0d2C15Mv+VU8bl8hAXV8arnWiOHNZs=
|
||||
github.com/namsral/flag v1.7.4-pre/go.mod h1:OXldTctbM6SWH1K899kPZcf65KxJiD7MsceFUpB5yDo=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
|
||||
github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
|
||||
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
|
||||
github.com/stretchr/testify v1.8.2 h1:+h33VjcLVPDHtOdpUCuF+7gSuG3yGIftsP1YvFihtJ8=
|
||||
github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
|
||||
174
hn.go
Normal file
174
hn.go
Normal file
@ -0,0 +1,174 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"log"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"regexp"
|
||||
"strconv"
|
||||
"strings"
|
||||
|
||||
"github.com/joho/godotenv"
|
||||
"github.com/namsral/flag"
|
||||
)
|
||||
|
||||
type ItemID = int
|
||||
|
||||
type Story struct {
|
||||
ID ItemID
|
||||
By string // username of author
|
||||
Time int // UNIX timestamp
|
||||
Descendants int // number of comments
|
||||
Kids []ItemID
|
||||
Score int
|
||||
Title string
|
||||
Url string
|
||||
}
|
||||
|
||||
var (
|
||||
HackerNewsUrl string
|
||||
HackerNewsFirebaseUrl string
|
||||
HnAuthCookie string
|
||||
)
|
||||
|
||||
func init() {
|
||||
HackerNewsUrl = "https://news.ycombinator.com"
|
||||
HackerNewsFirebaseUrl = "https://hacker-news.firebaseio.com/v0"
|
||||
err := godotenv.Load()
|
||||
if err != nil {
|
||||
log.Fatal("Error loading .env file")
|
||||
}
|
||||
flag.StringVar(&HnAuthCookie, "HN_AUTH_COOKIE", "", "Cookie required for authorizing requests to news.ycombinator.com")
|
||||
flag.Parse()
|
||||
if HnAuthCookie == "" {
|
||||
log.Fatal("HN_AUTH_COOKIE not set")
|
||||
}
|
||||
}
|
||||
|
||||
func FetchHackerNewsTopStories() []Story {
|
||||
// API docs: https://github.com/HackerNews/API
|
||||
|
||||
url := fmt.Sprintf("%s/topstories.json", HackerNewsFirebaseUrl)
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
log.Fatal("Error fetching top stories:", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
log.Printf("GET %s %d\n", url, resp.StatusCode)
|
||||
|
||||
var ids []int
|
||||
err = json.NewDecoder(resp.Body).Decode(&ids)
|
||||
if err != nil {
|
||||
log.Fatal("Error decoding top stories JSON:", err)
|
||||
}
|
||||
|
||||
// we are only interested in the first page of top stories
|
||||
const limit = 30
|
||||
ids = ids[:limit]
|
||||
|
||||
var stories [limit]Story
|
||||
for i, id := range ids {
|
||||
story := FetchStoryById(id)
|
||||
stories[i] = story
|
||||
}
|
||||
|
||||
// Can't return [30]Story as []Story so we copy the array
|
||||
return stories[:]
|
||||
}
|
||||
|
||||
func FetchStoryById(id ItemID) Story {
|
||||
url := fmt.Sprintf("https://hacker-news.firebaseio.com/v0/item/%d.json", id)
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
log.Fatal("Error fetching story:", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
log.Printf("GET %s %d\n", url, resp.StatusCode)
|
||||
|
||||
var story Story
|
||||
err = json.NewDecoder(resp.Body).Decode(&story)
|
||||
if err != nil {
|
||||
log.Fatal("Error decoding story JSON:", err)
|
||||
}
|
||||
|
||||
return story
|
||||
}
|
||||
|
||||
func FetchHackerNewsItemHMAC(id ItemID) string {
|
||||
hnUrl := fmt.Sprintf("%s/item?id=%d", HackerNewsUrl, id)
|
||||
req, err := http.NewRequest("GET", hnUrl, nil)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
// Cookie header must be set to fetch the correct HMAC for posting comments
|
||||
req.Header.Set("Cookie", HnAuthCookie)
|
||||
client := http.DefaultClient
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
log.Printf("GET %s %d\n", hnUrl, resp.StatusCode)
|
||||
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
log.Fatal("Failed to read response body:", err)
|
||||
}
|
||||
|
||||
// Find HMAC in body
|
||||
re := regexp.MustCompile(`name="hmac" value="([a-z0-9]+)"`)
|
||||
match := re.FindStringSubmatch(string(body))
|
||||
if len(match) == 0 {
|
||||
log.Fatal("No HMAC found")
|
||||
}
|
||||
hmac := match[1]
|
||||
|
||||
return hmac
|
||||
}
|
||||
|
||||
func CommentHackerNewsStory(text string, id ItemID) {
|
||||
hmac := FetchHackerNewsItemHMAC(id)
|
||||
|
||||
hnUrl := fmt.Sprintf("%s/comment", HackerNewsUrl)
|
||||
data := url.Values{}
|
||||
data.Set("parent", strconv.Itoa(id))
|
||||
data.Set("goto", fmt.Sprintf("item?id=%d", id))
|
||||
data.Set("text", text)
|
||||
data.Set("hmac", hmac)
|
||||
req, err := http.NewRequest("POST", hnUrl, strings.NewReader(data.Encode()))
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
|
||||
req.Header.Set("Cookie", HnAuthCookie)
|
||||
client := http.DefaultClient
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
log.Printf("POST %s %d\n", hnUrl, resp.StatusCode)
|
||||
}
|
||||
|
||||
func HackerNewsUserLink(user string) string {
|
||||
return fmt.Sprintf("%s/user?id=%s", HackerNewsUrl, user)
|
||||
}
|
||||
|
||||
func HackerNewsItemLink(id int) string {
|
||||
return fmt.Sprintf("%s/item?id=%d", HackerNewsUrl, id)
|
||||
}
|
||||
|
||||
func FindHackerNewsItemId(text string) int {
|
||||
re := regexp.MustCompile(fmt.Sprintf(`\[HN\]\(%s/item\?id=([0-9]+)\)`, HackerNewsUrl))
|
||||
match := re.FindStringSubmatch(text)
|
||||
if len(match) == 0 {
|
||||
log.Fatal("No Hacker News item URL found")
|
||||
}
|
||||
id, err := strconv.Atoi(match[1])
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return id
|
||||
}
|
||||
105
hn/hn.go
105
hn/hn.go
@ -1,105 +0,0 @@
|
||||
package hn
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"log"
|
||||
"net/http"
|
||||
"regexp"
|
||||
"strconv"
|
||||
)
|
||||
|
||||
type Item struct {
|
||||
ID int
|
||||
By string // username of author
|
||||
Time int // UNIX timestamp
|
||||
Descendants int // number of comments
|
||||
Kids []int
|
||||
Score int
|
||||
Title string
|
||||
Url string
|
||||
}
|
||||
|
||||
var (
|
||||
hnUrl = "https://news.ycombinator.com"
|
||||
hnFirebaseUrl = "https://hacker-news.firebaseio.com/v0"
|
||||
hnLinkRegexp = regexp.MustCompile(`(?:https?:\/\/)?news\.ycombinator\.com\/item\?id=([0-9]+)`)
|
||||
)
|
||||
|
||||
func FetchTopItems() ([]Item, error) {
|
||||
log.Println("[hn] fetch top items ...")
|
||||
|
||||
// API docs: https://github.com/HackerNews/API
|
||||
url := fmt.Sprintf("%s/topstories.json", hnFirebaseUrl)
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error fetching HN top stories %w:", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
var ids []int
|
||||
err = json.NewDecoder(resp.Body).Decode(&ids)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error decoding HN top stories JSON: %w", err)
|
||||
}
|
||||
|
||||
// we are only interested in the first page of top stories
|
||||
const limit = 30
|
||||
ids = ids[:limit]
|
||||
|
||||
var stories [limit]Item
|
||||
for i, id := range ids {
|
||||
var item Item
|
||||
err := FetchItemById(id, &item)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
stories[i] = item
|
||||
}
|
||||
|
||||
log.Println("[hn] fetch top items ... OK")
|
||||
// Can't return [30]Item as []Item so we copy the array
|
||||
return stories[:], nil
|
||||
}
|
||||
|
||||
func FetchItemById(id int, hnItem *Item) error {
|
||||
// log.Printf("[hn] fetch HN item %d ...\n", id)
|
||||
|
||||
url := fmt.Sprintf("https://hacker-news.firebaseio.com/v0/item/%d.json", id)
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
err = fmt.Errorf("error fetching HN item %d: %w", id, err)
|
||||
return err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
err = json.NewDecoder(resp.Body).Decode(&hnItem)
|
||||
if err != nil {
|
||||
err := fmt.Errorf("error decoding JSON for HN item %d: %w", id, err)
|
||||
return err
|
||||
}
|
||||
|
||||
// log.Printf("[hn] fetch HN item %d ... OK\n", id)
|
||||
return nil
|
||||
}
|
||||
|
||||
func ParseLink(link string) (int, error) {
|
||||
match := hnLinkRegexp.FindStringSubmatch(link)
|
||||
if len(match) == 0 {
|
||||
return -1, errors.New("not a hacker news link")
|
||||
}
|
||||
id, err := strconv.Atoi(match[1])
|
||||
if err != nil {
|
||||
return -1, errors.New("integer conversion to string failed")
|
||||
}
|
||||
return id, nil
|
||||
}
|
||||
|
||||
func UserLink(user string) string {
|
||||
return fmt.Sprintf("%s/user?id=%s", hnUrl, user)
|
||||
}
|
||||
|
||||
func ItemLink(id int) string {
|
||||
return fmt.Sprintf("%s/item?id=%d", hnUrl, id)
|
||||
}
|
||||
121
main.go
121
main.go
@ -1,76 +1,87 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"log"
|
||||
"time"
|
||||
|
||||
"github.com/ekzyis/hnbot/db"
|
||||
"github.com/ekzyis/hnbot/hn"
|
||||
sn "github.com/ekzyis/hnbot/sn"
|
||||
"github.com/joho/godotenv"
|
||||
"github.com/namsral/flag"
|
||||
)
|
||||
|
||||
func SyncHnItemsToDb() {
|
||||
for {
|
||||
now := time.Now()
|
||||
dur := now.Truncate(time.Minute).Add(time.Minute).Sub(now)
|
||||
log.Println("[hn] sleeping for", dur.Round(time.Second))
|
||||
time.Sleep(dur)
|
||||
var (
|
||||
SnUserName string
|
||||
)
|
||||
|
||||
stories, err := hn.FetchTopItems()
|
||||
if err != nil {
|
||||
log.Println(err)
|
||||
continue
|
||||
}
|
||||
if err := db.SaveHnItems(&stories); err != nil {
|
||||
log.Println(err)
|
||||
continue
|
||||
}
|
||||
func init() {
|
||||
err := godotenv.Load()
|
||||
if err != nil {
|
||||
log.Fatal("Error loading .env file")
|
||||
}
|
||||
flag.StringVar(&SnUserName, "SN_USERNAME", "", "Username of bot on SN")
|
||||
flag.Parse()
|
||||
if SnUserName == "" {
|
||||
log.Fatal("SN_USERNAME not set")
|
||||
}
|
||||
}
|
||||
|
||||
func GenerateHnComment(id int, sats int, nComments int) string {
|
||||
lnInvoiceDocs := "https://docs.lightning.engineering/the-lightning-network/payment-lifecycle/understanding-lightning-invoices"
|
||||
return fmt.Sprintf(
|
||||
""+
|
||||
"Your post received %d sats and %d comments on %s [0].\n\n"+
|
||||
"To claim your sats, reply to this comment with a LN address or invoice [1].\n\n"+
|
||||
"You can create a SN account to obtain a LN address.\n"+
|
||||
"\n\n"+
|
||||
"[0] %s/r/%s (referral link)\n\n"+
|
||||
"[1] %s",
|
||||
sats,
|
||||
nComments,
|
||||
StackerNewsUrl,
|
||||
StackerNewsItemLink(id),
|
||||
SnUserName,
|
||||
lnInvoiceDocs,
|
||||
)
|
||||
}
|
||||
|
||||
func GenerateSnReply(sats int, nComments int) string {
|
||||
return fmt.Sprintf("Notified OP on HN that their post received %d sats and %d comments.", sats, nComments)
|
||||
}
|
||||
|
||||
func main() {
|
||||
if err := godotenv.Load(); err != nil {
|
||||
log.Fatal(err)
|
||||
stories := FetchHackerNewsTopStories()
|
||||
filtered := CurateContentForStackerNews(&stories)
|
||||
for _, story := range *filtered {
|
||||
PostStoryToStackerNews(&story)
|
||||
}
|
||||
|
||||
// fetch HN front page every minute in the background and store state in db
|
||||
go SyncHnItemsToDb()
|
||||
|
||||
// check every 15 minutes if there is now a HN item that is worth posting to SN
|
||||
for {
|
||||
var (
|
||||
filtered *[]hn.Item
|
||||
err error
|
||||
)
|
||||
|
||||
now := time.Now()
|
||||
dur := now.Truncate(time.Minute).Add(15 * time.Minute).Sub(now)
|
||||
log.Println("[sn] sleeping for", dur.Round(time.Second))
|
||||
time.Sleep(dur)
|
||||
|
||||
if filtered, err = sn.CurateContent(); err != nil {
|
||||
log.Println(err)
|
||||
continue
|
||||
}
|
||||
|
||||
log.Printf("[sn] found %d item(s) to post\n", len(*filtered))
|
||||
|
||||
for _, item := range *filtered {
|
||||
_, err := sn.Post(&item, sn.PostOptions{SkipDupes: false})
|
||||
if err != nil {
|
||||
var dupesErr *sn.DupesError
|
||||
if errors.As(err, &dupesErr) {
|
||||
log.Println(dupesErr)
|
||||
parentId := dupesErr.Dupes[0].Id
|
||||
if err := db.SaveSnItem(parentId, item.ID); err != nil {
|
||||
log.Println(err)
|
||||
items := FetchStackerNewsUserItems(SnUserName)
|
||||
now := time.Now()
|
||||
for _, item := range *items {
|
||||
duration := now.Sub(item.CreatedAt)
|
||||
if duration >= 24*time.Hour && item.Sats > 0 {
|
||||
log.Printf("Found SN item (id=%d) older than 24 hours with %d sats and %d comments\n", item.Id, item.Sats, item.NComments)
|
||||
for _, comment := range item.Comments {
|
||||
if comment.User.Name == SnUserName {
|
||||
snReply := GenerateSnReply(item.Sats, item.NComments)
|
||||
// Check if OP on HN was already notified
|
||||
alreadyNotified := false
|
||||
for _, comment2 := range comment.Comments {
|
||||
if comment2.User.Name == SnUserName {
|
||||
alreadyNotified = true
|
||||
}
|
||||
}
|
||||
continue
|
||||
if alreadyNotified {
|
||||
log.Println("OP on HN was already notified")
|
||||
break
|
||||
}
|
||||
text := comment.Text
|
||||
hnItemId := FindHackerNewsItemId(text)
|
||||
hnComment := GenerateHnComment(item.Id, item.Sats, item.NComments)
|
||||
CommentHackerNewsStory(hnComment, hnItemId)
|
||||
CommentStackerNewsPost(snReply, comment.Id)
|
||||
break
|
||||
}
|
||||
log.Println(err)
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
273
sn.go
Normal file
273
sn.go
Normal file
@ -0,0 +1,273 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"log"
|
||||
"net/http"
|
||||
"time"
|
||||
|
||||
"github.com/dustin/go-humanize"
|
||||
"github.com/joho/godotenv"
|
||||
"github.com/namsral/flag"
|
||||
)
|
||||
|
||||
type GraphQLPayload struct {
|
||||
Query string `json:"query"`
|
||||
Variables map[string]interface{} `json:"variables,omitempty"`
|
||||
}
|
||||
|
||||
type Dupe struct {
|
||||
Id int `json:"id,string"`
|
||||
Url string `json:"url"`
|
||||
Title string `json:"title"`
|
||||
}
|
||||
|
||||
type DupesResponse struct {
|
||||
Data struct {
|
||||
Dupes []Dupe `json:"dupes"`
|
||||
} `json:"data"`
|
||||
}
|
||||
|
||||
type User struct {
|
||||
Name string `json:"name"`
|
||||
}
|
||||
type Comment struct {
|
||||
Id int `json:"id,string"`
|
||||
Text string `json:"text"`
|
||||
User User `json:"user"`
|
||||
Comments []Comment `json:"comments"`
|
||||
}
|
||||
type Item struct {
|
||||
Id int `json:"id,string"`
|
||||
Title string `json:"title"`
|
||||
Url string `json:"url"`
|
||||
Sats int `json:"sats"`
|
||||
CreatedAt time.Time `json:"createdAt"`
|
||||
Comments []Comment `json:"comments"`
|
||||
NComments int `json:"ncomments"`
|
||||
}
|
||||
|
||||
type UpsertLinkResponse struct {
|
||||
Data struct {
|
||||
UpsertLink Item `json:"upsertLink"`
|
||||
} `json:"data"`
|
||||
}
|
||||
|
||||
type ItemsResponse struct {
|
||||
Data struct {
|
||||
Items struct {
|
||||
Items []Item `json:"items"`
|
||||
Cursor string `json:"cursor"`
|
||||
} `json:"items"`
|
||||
} `json:"data"`
|
||||
}
|
||||
|
||||
var (
|
||||
StackerNewsUrl string
|
||||
SnApiUrl string
|
||||
SnAuthCookie string
|
||||
)
|
||||
|
||||
func init() {
|
||||
StackerNewsUrl = "https://stacker.news"
|
||||
SnApiUrl = "https://stacker.news/api/graphql"
|
||||
err := godotenv.Load()
|
||||
if err != nil {
|
||||
log.Fatal("Error loading .env file")
|
||||
}
|
||||
flag.StringVar(&SnAuthCookie, "SN_AUTH_COOKIE", "", "Cookie required for authorizing requests to stacker.news/api/graphql")
|
||||
flag.Parse()
|
||||
if SnAuthCookie == "" {
|
||||
log.Fatal("SN_AUTH_COOKIE not set")
|
||||
}
|
||||
}
|
||||
|
||||
func MakeStackerNewsRequest(body GraphQLPayload) *http.Response {
|
||||
bodyJSON, err := json.Marshal(body)
|
||||
if err != nil {
|
||||
log.Fatal("Error during json.Marshal:", err)
|
||||
}
|
||||
|
||||
req, err := http.NewRequest("POST", SnApiUrl, bytes.NewBuffer(bodyJSON))
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
req.Header.Set("Cookie", SnAuthCookie)
|
||||
|
||||
client := http.DefaultClient
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
log.Printf("POST %s %d\n", SnApiUrl, resp.StatusCode)
|
||||
|
||||
return resp
|
||||
}
|
||||
|
||||
func CurateContentForStackerNews(stories *[]Story) *[]Story {
|
||||
// TODO: filter by relevance
|
||||
|
||||
slice := (*stories)[0:1]
|
||||
return &slice
|
||||
}
|
||||
|
||||
func FetchStackerNewsDupes(url string) *[]Dupe {
|
||||
body := GraphQLPayload{
|
||||
Query: `
|
||||
query Dupes($url: String!) {
|
||||
dupes(url: $url) {
|
||||
id
|
||||
url
|
||||
title
|
||||
}
|
||||
}`,
|
||||
Variables: map[string]interface{}{
|
||||
"url": url,
|
||||
},
|
||||
}
|
||||
resp := MakeStackerNewsRequest(body)
|
||||
defer resp.Body.Close()
|
||||
|
||||
var dupesResp DupesResponse
|
||||
err := json.NewDecoder(resp.Body).Decode(&dupesResp)
|
||||
if err != nil {
|
||||
log.Fatal("Error decoding dupes JSON:", err)
|
||||
}
|
||||
|
||||
return &dupesResp.Data.Dupes
|
||||
}
|
||||
|
||||
func PostStoryToStackerNews(story *Story) {
|
||||
dupes := FetchStackerNewsDupes(story.Url)
|
||||
if len(*dupes) > 0 {
|
||||
log.Printf("%s was already posted. Skipping.\n", story.Url)
|
||||
return
|
||||
}
|
||||
|
||||
body := GraphQLPayload{
|
||||
Query: `
|
||||
mutation upsertLink($url: String!, $title: String!) {
|
||||
upsertLink(url: $url, title: $title) {
|
||||
id
|
||||
}
|
||||
}`,
|
||||
Variables: map[string]interface{}{
|
||||
"url": story.Url,
|
||||
"title": story.Title,
|
||||
},
|
||||
}
|
||||
resp := MakeStackerNewsRequest(body)
|
||||
defer resp.Body.Close()
|
||||
|
||||
var upsertLinkResp UpsertLinkResponse
|
||||
err := json.NewDecoder(resp.Body).Decode(&upsertLinkResp)
|
||||
if err != nil {
|
||||
log.Fatal("Error decoding dupes JSON:", err)
|
||||
}
|
||||
parentId := upsertLinkResp.Data.UpsertLink.Id
|
||||
|
||||
log.Println("Created new post on SN")
|
||||
log.Printf("id=%d title='%s' url=%s\n", parentId, story.Title, story.Url)
|
||||
|
||||
comment := fmt.Sprintf(
|
||||
"This link was posted by [%s](%s) %s on [HN](%s). It received %d points and %d comments.",
|
||||
story.By,
|
||||
HackerNewsUserLink(story.By),
|
||||
humanize.Time(time.Unix(int64(story.Time), 0)),
|
||||
HackerNewsItemLink(story.ID),
|
||||
story.Score, story.Descendants,
|
||||
)
|
||||
CommentStackerNewsPost(comment, parentId)
|
||||
}
|
||||
|
||||
func CommentStackerNewsPost(text string, parentId int) {
|
||||
body := GraphQLPayload{
|
||||
Query: `
|
||||
mutation createComment($text: String!, $parentId: ID!) {
|
||||
createComment(text: $text, parentId: $parentId) {
|
||||
id
|
||||
}
|
||||
}`,
|
||||
Variables: map[string]interface{}{
|
||||
"text": text,
|
||||
"parentId": parentId,
|
||||
},
|
||||
}
|
||||
resp := MakeStackerNewsRequest(body)
|
||||
defer resp.Body.Close()
|
||||
|
||||
log.Println("Commented post on SN")
|
||||
log.Printf("text='%s' parentId=%d\n", text, parentId)
|
||||
}
|
||||
|
||||
func FetchStackerNewsUserItems(user string) *[]Item {
|
||||
query := `
|
||||
query items($name: String!, $cursor: String) {
|
||||
items(name: $name, sort: "user", cursor: $cursor) {
|
||||
items {
|
||||
id
|
||||
title
|
||||
url
|
||||
sats
|
||||
createdAt
|
||||
comments {
|
||||
id
|
||||
text
|
||||
user {
|
||||
name
|
||||
}
|
||||
comments {
|
||||
id
|
||||
text
|
||||
user {
|
||||
name
|
||||
}
|
||||
}
|
||||
}
|
||||
ncomments
|
||||
}
|
||||
cursor
|
||||
}
|
||||
}
|
||||
`
|
||||
var items []Item
|
||||
var cursor string
|
||||
for {
|
||||
body := GraphQLPayload{
|
||||
Query: query,
|
||||
Variables: map[string]interface{}{
|
||||
"name": user,
|
||||
"cursor": cursor,
|
||||
},
|
||||
}
|
||||
resp := MakeStackerNewsRequest(body)
|
||||
defer resp.Body.Close()
|
||||
|
||||
var itemsResp ItemsResponse
|
||||
err := json.NewDecoder(resp.Body).Decode(&itemsResp)
|
||||
if err != nil {
|
||||
log.Fatal("Error decoding items JSON:", err)
|
||||
}
|
||||
fetchedItems := itemsResp.Data.Items.Items
|
||||
|
||||
for _, item := range fetchedItems {
|
||||
items = append(items, item)
|
||||
}
|
||||
if len(fetchedItems) < 21 {
|
||||
break
|
||||
}
|
||||
cursor = itemsResp.Data.Items.Cursor
|
||||
}
|
||||
|
||||
log.Printf("Fetched %d items\n", len(items))
|
||||
|
||||
return &items
|
||||
}
|
||||
|
||||
func StackerNewsItemLink(id int) string {
|
||||
return fmt.Sprintf("%s/items/%d", StackerNewsUrl, id)
|
||||
}
|
||||
102
sn/sn.go
102
sn/sn.go
@ -1,102 +0,0 @@
|
||||
package sn
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"log"
|
||||
"time"
|
||||
|
||||
"github.com/dustin/go-humanize"
|
||||
"github.com/ekzyis/hnbot/db"
|
||||
"github.com/ekzyis/hnbot/hn"
|
||||
sn "github.com/ekzyis/snappy"
|
||||
)
|
||||
|
||||
type DupesError = sn.DupesError
|
||||
|
||||
func CurateContent() (*[]hn.Item, error) {
|
||||
var (
|
||||
rows *sql.Rows
|
||||
err error
|
||||
)
|
||||
if rows, err = db.Query(`
|
||||
SELECT t.id, time, title, url, author, score, ndescendants
|
||||
FROM (
|
||||
SELECT id, MIN(created_at) AS start, MAX(created_at) AS end
|
||||
FROM hn_items
|
||||
WHERE rank = 1 AND id NOT IN (SELECT hn_id FROM sn_items) AND length(title) >= 5
|
||||
GROUP BY id
|
||||
HAVING unixepoch(end) - unixepoch(start) >= 3600
|
||||
ORDER BY time ASC
|
||||
LIMIT 1
|
||||
) t JOIN hn_items ON t.id = hn_items.id AND t.end = hn_items.created_at;
|
||||
`); err != nil {
|
||||
err = fmt.Errorf("error querying hn_items: %w", err)
|
||||
return nil, err
|
||||
}
|
||||
defer rows.Close()
|
||||
|
||||
var items []hn.Item
|
||||
for rows.Next() {
|
||||
var item hn.Item
|
||||
if err = rows.Scan(&item.ID, &item.Time, &item.Title, &item.Url, &item.By, &item.Score, &item.Descendants); err != nil {
|
||||
err = fmt.Errorf("error scanning hn_items: %w", err)
|
||||
return nil, err
|
||||
}
|
||||
items = append(items, item)
|
||||
}
|
||||
if err = rows.Err(); err != nil {
|
||||
err = fmt.Errorf("error iterating hn_items: %w", err)
|
||||
return nil, err
|
||||
}
|
||||
return &items, nil
|
||||
}
|
||||
|
||||
type PostOptions struct {
|
||||
SkipDupes bool
|
||||
}
|
||||
|
||||
func Post(item *hn.Item, options PostOptions) (int, error) {
|
||||
c := sn.NewClient()
|
||||
url := item.Url
|
||||
if url == "" {
|
||||
url = hn.ItemLink(item.ID)
|
||||
}
|
||||
log.Printf("post to SN: %s ...\n", url)
|
||||
|
||||
if !options.SkipDupes {
|
||||
dupes, err := c.Dupes(url)
|
||||
if err != nil {
|
||||
return -1, err
|
||||
}
|
||||
if len(*dupes) > 0 {
|
||||
return -1, &sn.DupesError{Url: url, Dupes: *dupes}
|
||||
}
|
||||
}
|
||||
|
||||
title := item.Title
|
||||
if len(title) > 80 {
|
||||
title = title[0:80]
|
||||
}
|
||||
|
||||
comment := fmt.Sprintf(
|
||||
"This link was posted by [%s](%s) %s on [HN](%s). It received %d points and %d comments.",
|
||||
item.By,
|
||||
hn.UserLink(item.By),
|
||||
humanize.Time(time.Unix(int64(item.Time), 0)),
|
||||
hn.ItemLink(item.ID),
|
||||
item.Score, item.Descendants,
|
||||
)
|
||||
|
||||
parentId, err := c.PostLink(url, title, comment, "tech")
|
||||
if err != nil {
|
||||
return -1, fmt.Errorf("error posting link: %w", err)
|
||||
}
|
||||
|
||||
log.Printf("post to SN: %s ... OK \n", url)
|
||||
if err := db.SaveSnItem(parentId, item.ID); err != nil {
|
||||
return -1, err
|
||||
}
|
||||
|
||||
return parentId, nil
|
||||
}
|
||||
14
sn_test.go
Normal file
14
sn_test.go
Normal file
@ -0,0 +1,14 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/assert"
|
||||
)
|
||||
|
||||
func TestFetchDupes(t *testing.T) {
|
||||
// TODO: mock HTTP request
|
||||
url := "https://en.wikipedia.org/wiki/Dishwasher_salmon"
|
||||
dupes := FetchStackerNewsDupes(url)
|
||||
assert.NotEmpty(t, *dupes, "Expected at least one duplicate")
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user