2018-08-30 17:25:33 +03:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"io/ioutil"
|
|
|
|
"log"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"regexp"
|
|
|
|
"sync"
|
|
|
|
"text/template"
|
|
|
|
"time"
|
2018-10-30 17:16:20 +03:00
|
|
|
|
|
|
|
"gopkg.in/yaml.v2"
|
2018-08-30 17:25:33 +03:00
|
|
|
)
|
|
|
|
|
2018-10-30 02:17:24 +03:00
|
|
|
// Current schema version. We compare it with the value from
|
|
|
|
// the configuration file and perform necessary upgrade operations if needed
|
|
|
|
const SchemaVersion = 1
|
|
|
|
|
|
|
|
// Directory where we'll store all downloaded filters contents
|
|
|
|
const FiltersDir = "filters"
|
|
|
|
|
2018-10-30 17:16:20 +03:00
|
|
|
// User filter ID is always 0
|
|
|
|
const UserFilterId = 0
|
|
|
|
|
2018-10-30 12:24:59 +03:00
|
|
|
// Just a counter that we use for incrementing the filter ID
|
2018-10-30 17:16:20 +03:00
|
|
|
var NextFilterId = time.Now().Unix()
|
2018-10-30 12:24:59 +03:00
|
|
|
|
2018-08-30 17:25:33 +03:00
|
|
|
// configuration is loaded from YAML
|
|
|
|
type configuration struct {
|
2018-10-30 12:24:59 +03:00
|
|
|
// Config filename (can be overriden via the command line arguments)
|
2018-08-30 17:25:33 +03:00
|
|
|
ourConfigFilename string
|
2018-10-30 12:24:59 +03:00
|
|
|
// Basically, this is our working directory
|
|
|
|
ourBinaryDir string
|
2018-10-30 02:17:24 +03:00
|
|
|
// Directory to store data (i.e. filters contents)
|
|
|
|
ourDataDir string
|
2018-08-30 17:25:33 +03:00
|
|
|
|
2018-10-30 02:17:24 +03:00
|
|
|
// Schema version of the config file. This value is used when performing the app updates.
|
|
|
|
SchemaVersion int `yaml:"schema_version"`
|
|
|
|
BindHost string `yaml:"bind_host"`
|
|
|
|
BindPort int `yaml:"bind_port"`
|
|
|
|
AuthName string `yaml:"auth_name"`
|
|
|
|
AuthPass string `yaml:"auth_pass"`
|
|
|
|
CoreDNS coreDNSConfig `yaml:"coredns"`
|
|
|
|
Filters []filter `yaml:"filters"`
|
|
|
|
UserRules []string `yaml:"user_rules"`
|
2018-11-21 20:42:55 +03:00
|
|
|
Language string `yaml:"language"` // two-letter ISO 639-1 language code
|
2018-08-30 17:25:33 +03:00
|
|
|
|
2018-10-07 00:58:59 +03:00
|
|
|
sync.RWMutex `yaml:"-"`
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
type coreDNSConfig struct {
|
|
|
|
binaryFile string
|
|
|
|
coreFile string
|
2018-11-27 16:48:57 +03:00
|
|
|
Filters []filter `yaml:"-"`
|
|
|
|
Port int `yaml:"port"`
|
|
|
|
ProtectionEnabled bool `yaml:"protection_enabled"`
|
|
|
|
FilteringEnabled bool `yaml:"filtering_enabled"`
|
|
|
|
SafeBrowsingEnabled bool `yaml:"safebrowsing_enabled"`
|
|
|
|
SafeSearchEnabled bool `yaml:"safesearch_enabled"`
|
|
|
|
ParentalEnabled bool `yaml:"parental_enabled"`
|
|
|
|
ParentalSensitivity int `yaml:"parental_sensitivity"`
|
|
|
|
BlockedResponseTTL int `yaml:"blocked_response_ttl"`
|
|
|
|
QueryLogEnabled bool `yaml:"querylog_enabled"`
|
|
|
|
Ratelimit int `yaml:"ratelimit"`
|
|
|
|
RefuseAny bool `yaml:"refuse_any"`
|
|
|
|
Pprof string `yaml:"-"`
|
|
|
|
Cache string `yaml:"-"`
|
|
|
|
Prometheus string `yaml:"-"`
|
|
|
|
BootstrapDNS string `yaml:"bootstrap_dns"`
|
|
|
|
UpstreamDNS []string `yaml:"upstream_dns"`
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
type filter struct {
|
2018-11-27 16:48:57 +03:00
|
|
|
ID int64 `json:"id" yaml:"id"` // auto-assigned when filter is added (see NextFilterId)
|
|
|
|
URL string `json:"url"`
|
|
|
|
Name string `json:"name" yaml:"name"`
|
|
|
|
Enabled bool `json:"enabled"`
|
|
|
|
RulesCount int `json:"rulesCount" yaml:"-"`
|
|
|
|
Contents []byte `json:"-" yaml:"-"`
|
2018-10-30 12:24:59 +03:00
|
|
|
LastUpdated time.Time `json:"lastUpdated" yaml:"last_updated"`
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|
|
|
|
|
2018-09-26 17:47:23 +03:00
|
|
|
var defaultDNS = []string{"tls://1.1.1.1", "tls://1.0.0.1"}
|
2018-08-30 17:25:33 +03:00
|
|
|
|
|
|
|
// initialize to default values, will be changed later when reading config or parsing command line
|
|
|
|
var config = configuration{
|
2018-10-15 16:02:19 +03:00
|
|
|
ourConfigFilename: "AdGuardHome.yaml",
|
2018-10-30 02:17:24 +03:00
|
|
|
ourDataDir: "data",
|
2018-08-30 17:25:33 +03:00
|
|
|
BindPort: 3000,
|
|
|
|
BindHost: "127.0.0.1",
|
|
|
|
CoreDNS: coreDNSConfig{
|
|
|
|
Port: 53,
|
2018-10-30 02:17:24 +03:00
|
|
|
binaryFile: "coredns", // only filename, no path
|
|
|
|
coreFile: "Corefile", // only filename, no path
|
2018-10-10 20:13:03 +03:00
|
|
|
ProtectionEnabled: true,
|
2018-08-30 17:25:33 +03:00
|
|
|
FilteringEnabled: true,
|
2018-09-26 18:41:45 +03:00
|
|
|
SafeBrowsingEnabled: false,
|
2018-10-11 13:24:06 +03:00
|
|
|
BlockedResponseTTL: 10, // in seconds
|
2018-08-30 17:25:33 +03:00
|
|
|
QueryLogEnabled: true,
|
2018-11-26 13:38:17 +03:00
|
|
|
Ratelimit: 20,
|
|
|
|
RefuseAny: true,
|
2018-11-06 00:47:59 +03:00
|
|
|
BootstrapDNS: "8.8.8.8:53",
|
2018-08-30 17:25:33 +03:00
|
|
|
UpstreamDNS: defaultDNS,
|
|
|
|
Cache: "cache",
|
|
|
|
Prometheus: "prometheus :9153",
|
|
|
|
},
|
|
|
|
Filters: []filter{
|
2018-10-30 02:17:24 +03:00
|
|
|
{ID: 1, Enabled: true, URL: "https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt", Name: "AdGuard Simplified Domain Names filter"},
|
|
|
|
{ID: 2, Enabled: false, URL: "https://adaway.org/hosts.txt", Name: "AdAway"},
|
|
|
|
{ID: 3, Enabled: false, URL: "https://hosts-file.net/ad_servers.txt", Name: "hpHosts - Ad and Tracking servers only"},
|
|
|
|
{ID: 4, Enabled: false, URL: "http://www.malwaredomainlist.com/hostslist/hosts.txt", Name: "MalwareDomainList.com Hosts List"},
|
2018-08-30 17:25:33 +03:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2018-10-30 02:17:24 +03:00
|
|
|
// Creates a helper object for working with the user rules
|
2018-11-27 16:48:57 +03:00
|
|
|
func userFilter() filter {
|
2018-10-30 02:17:24 +03:00
|
|
|
// TODO: This should be calculated when UserRules are set
|
2018-10-30 12:24:59 +03:00
|
|
|
var contents []byte
|
2018-10-30 02:17:24 +03:00
|
|
|
for _, rule := range config.UserRules {
|
|
|
|
contents = append(contents, []byte(rule)...)
|
|
|
|
contents = append(contents, '\n')
|
|
|
|
}
|
|
|
|
|
|
|
|
userFilter := filter{
|
2018-10-30 17:16:20 +03:00
|
|
|
// User filter always has constant ID=0
|
|
|
|
ID: UserFilterId,
|
2018-11-27 16:48:57 +03:00
|
|
|
Contents: contents,
|
2018-10-30 02:17:24 +03:00
|
|
|
Enabled: true,
|
|
|
|
}
|
|
|
|
|
|
|
|
return userFilter
|
|
|
|
}
|
|
|
|
|
2018-10-30 12:24:59 +03:00
|
|
|
// Loads configuration from the YAML file
|
2018-08-30 17:25:33 +03:00
|
|
|
func parseConfig() error {
|
2018-10-30 12:24:59 +03:00
|
|
|
configFile := filepath.Join(config.ourBinaryDir, config.ourConfigFilename)
|
|
|
|
log.Printf("Reading YAML file: %s", configFile)
|
|
|
|
if _, err := os.Stat(configFile); os.IsNotExist(err) {
|
2018-08-30 17:25:33 +03:00
|
|
|
// do nothing, file doesn't exist
|
2018-10-30 12:24:59 +03:00
|
|
|
log.Printf("YAML file doesn't exist, skipping: %s", configFile)
|
2018-08-30 17:25:33 +03:00
|
|
|
return nil
|
|
|
|
}
|
2018-10-30 12:24:59 +03:00
|
|
|
yamlFile, err := ioutil.ReadFile(configFile)
|
2018-08-30 17:25:33 +03:00
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't read config file: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
err = yaml.Unmarshal(yamlFile, &config)
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't parse config file: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-10-30 12:24:59 +03:00
|
|
|
// Deduplicate filters
|
|
|
|
{
|
|
|
|
i := 0 // output index, used for deletion later
|
|
|
|
urls := map[string]bool{}
|
|
|
|
for _, filter := range config.Filters {
|
|
|
|
if _, ok := urls[filter.URL]; !ok {
|
|
|
|
// we didn't see it before, keep it
|
|
|
|
urls[filter.URL] = true // remember the URL
|
|
|
|
config.Filters[i] = filter
|
|
|
|
i++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// all entries we want to keep are at front, delete the rest
|
|
|
|
config.Filters = config.Filters[:i]
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set the next filter ID to max(filter.ID) + 1
|
|
|
|
for i := range config.Filters {
|
|
|
|
if NextFilterId < config.Filters[i].ID {
|
|
|
|
NextFilterId = config.Filters[i].ID + 1
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-30 17:25:33 +03:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2018-10-30 12:24:59 +03:00
|
|
|
// Saves configuration to the YAML file and also saves the user filter contents to a file
|
2018-08-30 17:25:33 +03:00
|
|
|
func writeConfig() error {
|
2018-10-30 12:24:59 +03:00
|
|
|
configFile := filepath.Join(config.ourBinaryDir, config.ourConfigFilename)
|
|
|
|
log.Printf("Writing YAML file: %s", configFile)
|
2018-08-30 17:25:33 +03:00
|
|
|
yamlText, err := yaml.Marshal(&config)
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't generate YAML file: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
2018-10-30 12:24:59 +03:00
|
|
|
err = writeFileSafe(configFile, yamlText)
|
2018-08-30 17:25:33 +03:00
|
|
|
if err != nil {
|
2018-10-30 02:17:24 +03:00
|
|
|
log.Printf("Couldn't save YAML config: %s", err)
|
2018-08-30 17:25:33 +03:00
|
|
|
return err
|
|
|
|
}
|
2018-10-30 02:17:24 +03:00
|
|
|
|
2018-11-27 16:48:57 +03:00
|
|
|
userFilter := userFilter()
|
2018-10-30 02:17:24 +03:00
|
|
|
err = userFilter.save()
|
2018-09-06 02:03:03 +03:00
|
|
|
if err != nil {
|
2018-10-30 02:17:24 +03:00
|
|
|
log.Printf("Couldn't save the user filter: %s", err)
|
2018-09-06 02:03:03 +03:00
|
|
|
return err
|
|
|
|
}
|
2018-10-30 02:17:24 +03:00
|
|
|
|
2018-08-30 17:25:33 +03:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// --------------
|
|
|
|
// coredns config
|
|
|
|
// --------------
|
|
|
|
func writeCoreDNSConfig() error {
|
2018-10-30 12:24:59 +03:00
|
|
|
coreFile := filepath.Join(config.ourBinaryDir, config.CoreDNS.coreFile)
|
|
|
|
log.Printf("Writing DNS config: %s", coreFile)
|
|
|
|
configText, err := generateCoreDNSConfigText()
|
2018-08-30 17:25:33 +03:00
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't generate DNS config: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
2018-10-30 12:24:59 +03:00
|
|
|
err = writeFileSafe(coreFile, []byte(configText))
|
2018-08-30 17:25:33 +03:00
|
|
|
if err != nil {
|
2018-10-30 02:17:24 +03:00
|
|
|
log.Printf("Couldn't save DNS config: %s", err)
|
|
|
|
return err
|
2018-09-06 02:03:03 +03:00
|
|
|
}
|
2018-10-30 02:17:24 +03:00
|
|
|
return nil
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
func writeAllConfigs() error {
|
|
|
|
err := writeConfig()
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't write our config: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
err = writeCoreDNSConfig()
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't write DNS config: %s", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2018-10-11 20:52:23 +03:00
|
|
|
const coreDNSConfigTemplate = `.:{{.Port}} {
|
2018-11-27 16:48:57 +03:00
|
|
|
{{if .ProtectionEnabled}}dnsfilter {
|
|
|
|
{{if .SafeBrowsingEnabled}}safebrowsing{{end}}
|
|
|
|
{{if .ParentalEnabled}}parental {{.ParentalSensitivity}}{{end}}
|
|
|
|
{{if .SafeSearchEnabled}}safesearch{{end}}
|
|
|
|
{{if .QueryLogEnabled}}querylog{{end}}
|
|
|
|
blocked_ttl {{.BlockedResponseTTL}}
|
|
|
|
{{if .FilteringEnabled}}{{range .Filters}}{{if and .Enabled .Contents}}
|
2018-10-30 02:17:24 +03:00
|
|
|
filter {{.ID}} "{{.Path}}"
|
2018-11-27 16:48:57 +03:00
|
|
|
{{end}}{{end}}{{end}}
|
|
|
|
}{{end}}
|
|
|
|
{{.Pprof}}
|
2018-11-26 13:38:17 +03:00
|
|
|
{{if .RefuseAny}}refuseany{{end}}
|
|
|
|
{{if gt .Ratelimit 0}}ratelimit {{.Ratelimit}}{{end}}
|
2018-11-25 23:11:36 +03:00
|
|
|
hosts {
|
2018-11-27 16:48:57 +03:00
|
|
|
fallthrough
|
|
|
|
}
|
|
|
|
{{if .UpstreamDNS}}upstream {{range .UpstreamDNS}}{{.}} {{end}} { bootstrap {{.BootstrapDNS}} }{{end}}
|
|
|
|
{{.Cache}}
|
|
|
|
{{.Prometheus}}
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|
|
|
|
`
|
|
|
|
|
|
|
|
var removeEmptyLines = regexp.MustCompile("([\t ]*\n)+")
|
|
|
|
|
2018-10-30 12:24:59 +03:00
|
|
|
// generate CoreDNS config text
|
2018-08-30 17:25:33 +03:00
|
|
|
func generateCoreDNSConfigText() (string, error) {
|
|
|
|
t, err := template.New("config").Parse(coreDNSConfigTemplate)
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't generate DNS config: %s", err)
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
|
|
|
|
var configBytes bytes.Buffer
|
2018-10-17 20:43:26 +03:00
|
|
|
temporaryConfig := config.CoreDNS
|
2018-10-30 02:17:24 +03:00
|
|
|
|
2018-11-27 16:48:57 +03:00
|
|
|
// generate temporary filter list, needed to put userfilter in coredns config
|
|
|
|
filters := []filter{}
|
2018-10-30 02:17:24 +03:00
|
|
|
|
|
|
|
// first of all, append the user filter
|
2018-11-27 16:48:57 +03:00
|
|
|
userFilter := userFilter()
|
2018-10-30 02:17:24 +03:00
|
|
|
|
2018-11-27 16:48:57 +03:00
|
|
|
filters = append(filters, userFilter)
|
2018-10-30 02:17:24 +03:00
|
|
|
|
|
|
|
// then go through other filters
|
2018-11-27 16:48:57 +03:00
|
|
|
filters = append(filters, config.Filters...)
|
2018-10-30 02:17:24 +03:00
|
|
|
temporaryConfig.Filters = filters
|
|
|
|
|
2018-08-30 17:25:33 +03:00
|
|
|
// run the template
|
2018-10-17 20:43:26 +03:00
|
|
|
err = t.Execute(&configBytes, &temporaryConfig)
|
2018-08-30 17:25:33 +03:00
|
|
|
if err != nil {
|
|
|
|
log.Printf("Couldn't generate DNS config: %s", err)
|
|
|
|
return "", err
|
|
|
|
}
|
2018-10-30 12:24:59 +03:00
|
|
|
configText := configBytes.String()
|
2018-08-30 17:25:33 +03:00
|
|
|
|
|
|
|
// remove empty lines from generated config
|
2018-10-30 12:24:59 +03:00
|
|
|
configText = removeEmptyLines.ReplaceAllString(configText, "\n")
|
|
|
|
return configText, nil
|
2018-08-30 17:25:33 +03:00
|
|
|
}
|