scripts: upd vetter-filters
This commit is contained in:
parent
65b7d232ab
commit
af420878b4
|
@ -4,18 +4,23 @@ package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"bytes"
|
"bytes"
|
||||||
|
"context"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"log/slog"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
"os"
|
"os"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github.com/AdguardTeam/golibs/log"
|
"github.com/AdguardTeam/golibs/logutil/slogutil"
|
||||||
"github.com/google/renameio/v2/maybe"
|
"github.com/google/renameio/v2/maybe"
|
||||||
)
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
ctx := context.Background()
|
||||||
|
l := slogutil.New(nil)
|
||||||
|
|
||||||
urlStr := "https://adguardteam.github.io/HostlistsRegistry/assets/filters.json"
|
urlStr := "https://adguardteam.github.io/HostlistsRegistry/assets/filters.json"
|
||||||
if v, ok := os.LookupEnv("URL"); ok {
|
if v, ok := os.LookupEnv("URL"); ok {
|
||||||
urlStr = v
|
urlStr = v
|
||||||
|
@ -31,7 +36,7 @@ func main() {
|
||||||
|
|
||||||
resp, err := c.Get(urlStr)
|
resp, err := c.Get(urlStr)
|
||||||
check(err)
|
check(err)
|
||||||
defer log.OnCloserError(resp.Body, log.ERROR)
|
defer slogutil.CloseAndLog(ctx, l, resp.Body, slog.LevelError)
|
||||||
|
|
||||||
if resp.StatusCode != http.StatusOK {
|
if resp.StatusCode != http.StatusOK {
|
||||||
panic(fmt.Errorf("expected code %d, got %d", http.StatusOK, resp.StatusCode))
|
panic(fmt.Errorf("expected code %d, got %d", http.StatusOK, resp.StatusCode))
|
||||||
|
@ -64,13 +69,13 @@ func main() {
|
||||||
}
|
}
|
||||||
|
|
||||||
for i, f := range hlFlt.Filters {
|
for i, f := range hlFlt.Filters {
|
||||||
id := f.FilterID
|
key := f.FilterKey
|
||||||
cat := f.category()
|
cat := f.category()
|
||||||
if cat == "" {
|
if cat == "" {
|
||||||
log.Info("warning: filter %s at index %d does not have a fitting category", id, i)
|
l.Warn("no fitting category for filter", "key", key, "idx", i)
|
||||||
}
|
}
|
||||||
|
|
||||||
aghFlt.Filters[id] = &aghFiltersFilter{
|
aghFlt.Filters[key] = &aghFiltersFilter{
|
||||||
Name: f.Name,
|
Name: f.Name,
|
||||||
CategoryID: cat,
|
CategoryID: cat,
|
||||||
Homepage: f.Homepage,
|
Homepage: f.Homepage,
|
||||||
|
@ -119,25 +124,33 @@ type hlFilters struct {
|
||||||
// hlFiltersFilter is the JSON structure for a filter in the Hostlists Registry.
|
// hlFiltersFilter is the JSON structure for a filter in the Hostlists Registry.
|
||||||
type hlFiltersFilter struct {
|
type hlFiltersFilter struct {
|
||||||
DownloadURL string `json:"downloadUrl"`
|
DownloadURL string `json:"downloadUrl"`
|
||||||
FilterID string `json:"filterId"`
|
FilterKey string `json:"filterKey"`
|
||||||
Homepage string `json:"homepage"`
|
Homepage string `json:"homepage"`
|
||||||
Name string `json:"name"`
|
Name string `json:"name"`
|
||||||
Tags []string `json:"tags"`
|
Tags []int `json:"tags"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Known tag IDs. Keep in sync with tags/metadata.json in the source repo.
|
||||||
|
const (
|
||||||
|
tagIDGeneral = 1
|
||||||
|
tagIDSecurity = 2
|
||||||
|
tagIDRegional = 3
|
||||||
|
tagIDOther = 4
|
||||||
|
)
|
||||||
|
|
||||||
// category returns the AdGuard Home category for this filter. If there is no
|
// category returns the AdGuard Home category for this filter. If there is no
|
||||||
// fitting category, cat is empty.
|
// fitting category, cat is empty.
|
||||||
func (f *hlFiltersFilter) category() (cat string) {
|
func (f *hlFiltersFilter) category() (cat string) {
|
||||||
for _, t := range f.Tags {
|
for _, t := range f.Tags {
|
||||||
switch t {
|
switch t {
|
||||||
case "purpose:general":
|
case tagIDGeneral:
|
||||||
return "general"
|
return "general"
|
||||||
case "purpose:other":
|
case tagIDSecurity:
|
||||||
return "other"
|
|
||||||
case "purpose:regional":
|
|
||||||
return "regional"
|
|
||||||
case "purpose:security":
|
|
||||||
return "security"
|
return "security"
|
||||||
|
case tagIDRegional:
|
||||||
|
return "regional"
|
||||||
|
case tagIDOther:
|
||||||
|
return "other"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue