hnbot/hn.go

package main

import (
	"encoding/json"
	"errors"
	"fmt"
	"log"
	"net/http"
	"regexp"
	"strconv"
)

type Story struct {
	ID          int
	By          string // username of author
	Time        int    // UNIX timestamp
	Descendants int    // number of comments
	Kids        []int
	Score       int
	Title       string
	Url         string
}

var (
	HackerNewsUrl         = "https://news.ycombinator.com"
	HackerNewsFirebaseUrl = "https://hacker-news.firebaseio.com/v0"
	HackerNewsLinkRegexp  = regexp.MustCompile(`(?:https?:\/\/)?news\.ycombinator\.com\/item\?id=([0-9]+)`)
)

func FetchHackerNewsTopStories() ([]Story, error) {
	log.Println("Fetching HN top stories ...")

	// API docs: https://github.com/HackerNews/API
	url := fmt.Sprintf("%s/topstories.json", HackerNewsFirebaseUrl)
	resp, err := http.Get(url)
	if err != nil {
		err = fmt.Errorf("error fetching HN top stories %w:", err)
		return nil, err
	}
	defer resp.Body.Close()

	var ids []int
	err = json.NewDecoder(resp.Body).Decode(&ids)
	if err != nil {
		err = fmt.Errorf("error decoding HN top stories JSON: %w", err)
		return nil, err
	}

	// we are only interested in the first page of top stories
	const limit = 30
	ids = ids[:limit]

	var stories [limit]Story
	for i, id := range ids {
		story, err := FetchStoryById(id)
		if err != nil {
			return nil, err
		}
		stories[i] = story
	}

	log.Println("Fetching HN top stories ... OK")
	// Can't return [30]Story as []Story so we copy the array
	return stories[:], nil
}

func FetchStoryById(id int) (Story, error) {
	log.Printf("Fetching HN story (id=%d) ...\n", id)

	url := fmt.Sprintf("https://hacker-news.firebaseio.com/v0/item/%d.json", id)
	resp, err := http.Get(url)
	if err != nil {
		err = fmt.Errorf("error fetching HN story (id=%d): %w", id, err)
		return Story{}, err
	}
	defer resp.Body.Close()

	var story Story
	err = json.NewDecoder(resp.Body).Decode(&story)
	if err != nil {
		err := fmt.Errorf("error decoding HN story JSON (id=%d): %w", id, err)
		return Story{}, err
	}

	log.Printf("Fetching HN story (id=%d) ... OK\n", id)
	return story, nil
}

func ParseHackerNewsLink(link string) (int, error) {
	match := HackerNewsLinkRegexp.FindStringSubmatch(link)
	if len(match) == 0 {
		return -1, errors.New("input is not a hacker news link")
	}
	id, err := strconv.Atoi(match[1])
	if err != nil {
		return -1, errors.New("integer conversion to string failed")
	}
	return id, nil
}

func HackerNewsUserLink(user string) string {
	return fmt.Sprintf("%s/user?id=%s", HackerNewsUrl, user)
}

func HackerNewsItemLink(id int) string {
	return fmt.Sprintf("%s/item?id=%d", HackerNewsUrl, id)
}