1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
package main
import (
"encoding/json"
"errors"
"os"
"slices"
)
func readSent(filename string) ([]flat, error) {
data, err := os.ReadFile(filename)
sent := make([]flat, 0)
if err != nil {
// This is fine, as we might just started and didn't dump
// anything into sent file yet.
if errors.Is(err, os.ErrNotExist) {
return sent, nil
}
return sent, err
}
err = json.Unmarshal(data, &sent)
if err != nil {
return sent, err
}
if !slices.IsSortedFunc(sent, compareID) {
return nil, errors.New("Invalid sent: not sorted")
}
return sent, nil
}
func removeFlats(whenFound bool, from, superset []flat) []flat {
if !slices.IsSortedFunc(superset, compareID) {
slices.SortFunc(superset, compareID)
}
out := make([]flat, 0)
for _, f := range from {
_, found := slices.BinarySearchFunc(superset, f, compareID)
if found == whenFound {
continue
}
out = append(out, f)
}
return out
}
func removeAlreadySent(fetched, sent []flat) []flat {
whenFound := true
return removeFlats(whenFound, fetched, sent)
}
func removeDelisted(sent, allFlats []flat) []flat {
whenFound := true
return removeFlats(!whenFound, sent, allFlats)
}
func writeSent(sent []flat, filename string) error {
if !slices.IsSortedFunc(sent, compareID) {
slices.SortFunc(sent, compareID)
}
jsonData, err := json.Marshal(sent)
if err != nil {
return err
}
return os.WriteFile(filename, jsonData, 0644)
}
|