2021-11-17 16:03:47 +08:00
|
|
|
|
package geodata
|
|
|
|
|
|
|
|
|
|
import (
|
2023-03-23 18:58:24 +08:00
|
|
|
|
"errors"
|
2022-05-15 13:16:45 +08:00
|
|
|
|
"fmt"
|
2023-03-23 18:35:37 +08:00
|
|
|
|
"golang.org/x/sync/singleflight"
|
|
|
|
|
"strings"
|
|
|
|
|
|
2023-11-03 21:01:45 +08:00
|
|
|
|
"github.com/metacubex/mihomo/component/geodata/router"
|
|
|
|
|
C "github.com/metacubex/mihomo/constant"
|
|
|
|
|
"github.com/metacubex/mihomo/log"
|
2021-11-17 16:03:47 +08:00
|
|
|
|
)
|
|
|
|
|
|
2022-02-05 00:51:06 +08:00
|
|
|
|
var geoLoaderName = "memconservative"
|
2023-12-17 00:00:35 +08:00
|
|
|
|
var geoSiteMatcher = "succinct"
|
2022-02-05 00:51:06 +08:00
|
|
|
|
|
|
|
|
|
// geoLoaderName = "standard"
|
|
|
|
|
|
|
|
|
|
func LoaderName() string {
|
|
|
|
|
return geoLoaderName
|
|
|
|
|
}
|
|
|
|
|
|
2023-12-17 00:00:35 +08:00
|
|
|
|
func SiteMatcherName() string {
|
|
|
|
|
return geoSiteMatcher
|
|
|
|
|
}
|
|
|
|
|
|
2022-02-05 00:51:06 +08:00
|
|
|
|
func SetLoader(newLoader string) {
|
2022-04-11 13:23:59 +08:00
|
|
|
|
if newLoader == "memc" {
|
|
|
|
|
newLoader = "memconservative"
|
|
|
|
|
}
|
2022-02-05 00:51:06 +08:00
|
|
|
|
geoLoaderName = newLoader
|
|
|
|
|
}
|
|
|
|
|
|
2023-12-17 00:00:35 +08:00
|
|
|
|
func SetSiteMatcher(newMatcher string) {
|
|
|
|
|
switch newMatcher {
|
2023-12-23 00:05:07 +08:00
|
|
|
|
case "mph", "hybrid":
|
|
|
|
|
geoSiteMatcher = "mph"
|
2023-12-17 00:00:35 +08:00
|
|
|
|
default:
|
2023-12-23 00:05:07 +08:00
|
|
|
|
geoSiteMatcher = "succinct"
|
2023-12-17 00:00:35 +08:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2022-05-24 15:04:13 +08:00
|
|
|
|
func Verify(name string) error {
|
2022-03-15 22:25:33 +08:00
|
|
|
|
switch name {
|
|
|
|
|
case C.GeositeName:
|
|
|
|
|
_, _, err := LoadGeoSiteMatcher("CN")
|
2022-05-24 15:04:13 +08:00
|
|
|
|
return err
|
2022-03-15 22:25:33 +08:00
|
|
|
|
case C.GeoipName:
|
|
|
|
|
_, _, err := LoadGeoIPMatcher("CN")
|
2022-05-24 15:04:13 +08:00
|
|
|
|
return err
|
2022-03-15 22:25:33 +08:00
|
|
|
|
default:
|
2022-05-24 15:04:13 +08:00
|
|
|
|
return fmt.Errorf("not support name")
|
2022-03-15 22:25:33 +08:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-03-23 18:35:37 +08:00
|
|
|
|
var loadGeoSiteMatcherSF = singleflight.Group{}
|
|
|
|
|
|
2023-12-17 00:00:35 +08:00
|
|
|
|
func LoadGeoSiteMatcher(countryCode string) (router.DomainMatcher, int, error) {
|
|
|
|
|
if countryCode == "" {
|
2022-05-15 13:16:45 +08:00
|
|
|
|
return nil, 0, fmt.Errorf("country code could not be empty")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
not := false
|
|
|
|
|
if countryCode[0] == '!' {
|
|
|
|
|
not = true
|
|
|
|
|
countryCode = countryCode[1:]
|
|
|
|
|
}
|
2023-03-23 18:35:37 +08:00
|
|
|
|
countryCode = strings.ToLower(countryCode)
|
|
|
|
|
|
2023-03-23 18:58:24 +08:00
|
|
|
|
parts := strings.Split(countryCode, "@")
|
|
|
|
|
if len(parts) == 0 {
|
|
|
|
|
return nil, 0, errors.New("empty rule")
|
|
|
|
|
}
|
|
|
|
|
listName := strings.TrimSpace(parts[0])
|
|
|
|
|
attrVal := parts[1:]
|
|
|
|
|
|
2023-12-17 00:00:35 +08:00
|
|
|
|
if listName == "" {
|
2023-03-23 18:58:24 +08:00
|
|
|
|
return nil, 0, fmt.Errorf("empty listname in rule: %s", countryCode)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
v, err, shared := loadGeoSiteMatcherSF.Do(listName, func() (interface{}, error) {
|
2023-03-23 18:35:37 +08:00
|
|
|
|
geoLoader, err := GetGeoDataLoader(geoLoaderName)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
2023-03-23 18:58:24 +08:00
|
|
|
|
return geoLoader.LoadGeoSite(listName)
|
2023-03-23 18:35:37 +08:00
|
|
|
|
})
|
2021-11-17 16:03:47 +08:00
|
|
|
|
if err != nil {
|
2023-03-23 18:58:24 +08:00
|
|
|
|
if !shared {
|
|
|
|
|
loadGeoSiteMatcherSF.Forget(listName) // don't store the error result
|
|
|
|
|
}
|
2021-11-17 16:03:47 +08:00
|
|
|
|
return nil, 0, err
|
|
|
|
|
}
|
2023-03-23 18:35:37 +08:00
|
|
|
|
domains := v.([]*router.Domain)
|
2021-11-17 16:03:47 +08:00
|
|
|
|
|
2023-03-23 18:58:24 +08:00
|
|
|
|
attrs := parseAttrs(attrVal)
|
|
|
|
|
if attrs.IsEmpty() {
|
|
|
|
|
if strings.Contains(countryCode, "@") {
|
|
|
|
|
log.Warnln("empty attribute list: %s", countryCode)
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
filteredDomains := make([]*router.Domain, 0, len(domains))
|
|
|
|
|
hasAttrMatched := false
|
|
|
|
|
for _, domain := range domains {
|
|
|
|
|
if attrs.Match(domain) {
|
|
|
|
|
hasAttrMatched = true
|
|
|
|
|
filteredDomains = append(filteredDomains, domain)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if !hasAttrMatched {
|
|
|
|
|
log.Warnln("attribute match no rule: geosite: %s", countryCode)
|
|
|
|
|
}
|
|
|
|
|
domains = filteredDomains
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-17 16:03:47 +08:00
|
|
|
|
/**
|
|
|
|
|
linear: linear algorithm
|
|
|
|
|
matcher, err := router.NewDomainMatcher(domains)
|
|
|
|
|
mph:minimal perfect hash algorithm
|
|
|
|
|
*/
|
2023-12-17 00:00:35 +08:00
|
|
|
|
var matcher router.DomainMatcher
|
|
|
|
|
if geoSiteMatcher == "mph" {
|
|
|
|
|
matcher, err = router.NewMphMatcherGroup(domains, not)
|
|
|
|
|
} else {
|
|
|
|
|
matcher, err = router.NewSuccinctMatcherGroup(domains, not)
|
|
|
|
|
}
|
2021-11-17 16:03:47 +08:00
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, 0, err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return matcher, len(domains), nil
|
|
|
|
|
}
|
2022-02-04 23:33:36 +08:00
|
|
|
|
|
2023-03-23 18:35:37 +08:00
|
|
|
|
var loadGeoIPMatcherSF = singleflight.Group{}
|
|
|
|
|
|
2022-02-04 23:33:36 +08:00
|
|
|
|
func LoadGeoIPMatcher(country string) (*router.GeoIPMatcher, int, error) {
|
2022-05-15 23:07:06 +08:00
|
|
|
|
if len(country) == 0 {
|
|
|
|
|
return nil, 0, fmt.Errorf("country code could not be empty")
|
|
|
|
|
}
|
2022-02-04 23:33:36 +08:00
|
|
|
|
|
2022-05-15 23:07:06 +08:00
|
|
|
|
not := false
|
|
|
|
|
if country[0] == '!' {
|
|
|
|
|
not = true
|
|
|
|
|
country = country[1:]
|
|
|
|
|
}
|
2023-03-23 18:35:37 +08:00
|
|
|
|
country = strings.ToLower(country)
|
|
|
|
|
|
2023-03-23 18:58:24 +08:00
|
|
|
|
v, err, shared := loadGeoIPMatcherSF.Do(country, func() (interface{}, error) {
|
2023-03-23 18:35:37 +08:00
|
|
|
|
geoLoader, err := GetGeoDataLoader(geoLoaderName)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
return geoLoader.LoadGeoIP(country)
|
|
|
|
|
})
|
2022-02-04 23:33:36 +08:00
|
|
|
|
if err != nil {
|
2023-03-23 18:58:24 +08:00
|
|
|
|
if !shared {
|
|
|
|
|
loadGeoIPMatcherSF.Forget(country) // don't store the error result
|
|
|
|
|
}
|
2022-02-04 23:33:36 +08:00
|
|
|
|
return nil, 0, err
|
|
|
|
|
}
|
2023-03-23 18:35:37 +08:00
|
|
|
|
records := v.([]*router.CIDR)
|
2022-02-04 23:33:36 +08:00
|
|
|
|
|
|
|
|
|
geoIP := &router.GeoIP{
|
|
|
|
|
CountryCode: country,
|
|
|
|
|
Cidr: records,
|
2022-05-15 23:07:06 +08:00
|
|
|
|
ReverseMatch: not,
|
2022-02-04 23:33:36 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
matcher, err := router.NewGeoIPMatcher(geoIP)
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, 0, err
|
|
|
|
|
}
|
|
|
|
|
return matcher, len(records), nil
|
|
|
|
|
}
|
2023-03-23 18:35:37 +08:00
|
|
|
|
|
|
|
|
|
func ClearCache() {
|
|
|
|
|
loadGeoSiteMatcherSF = singleflight.Group{}
|
|
|
|
|
loadGeoIPMatcherSF = singleflight.Group{}
|
|
|
|
|
}
|