Sort and unique fetched flats

There are cases (premium listings is one example), when there are
duplicates in the fetched flats, unique them to avoid multiple
notifications for the same property.

1 files changed, 5 insertions, 0 deletions

diff --git a/parse.go b/parse.go
index 6be416e..a5ee3ce 100644
--- a/parse.go
+++ b/parse.go
@@ -4,6 +4,7 @@ import (
 	"bytes"
 	"errors"
 	"fmt"
+	"slices"
 	"strconv"
 	"strings"
 
@@ -23,6 +24,10 @@ func parse(body []byte) ([]flat, error) {
 		}
 		flats = append(flats, flat)
 	}
+	slices.SortFunc(flats, compareID)
+	flats = slices.CompactFunc(flats, func(a, b flat) bool {
+		return compareID(a, b) == 0
+	})
 	return flats, nil
 }