Pull request: all: make stats disableable, imp code

Updates #2141.

Squashed commit of the following:

commit d8f3bcd9927b00a1d4b8b60b43144bc4b4469311
Author: Ainar Garipov <A.Garipov@AdGuard.COM>
Date:   Thu Jun 17 19:10:53 2021 +0300

    stats: imp docs, names

commit 97eae3c2da5585467ca024bdacdbf922bcc8b444
Author: Ainar Garipov <A.Garipov@AdGuard.COM>
Date:   Thu Jun 17 18:51:49 2021 +0300

    all: make stats disableable, imp code
This commit is contained in:
Ainar Garipov 2021-06-17 19:44:46 +03:00
parent 5104b79cf6
commit dbe8b92dfc
7 changed files with 89 additions and 33 deletions

View file

@ -15,9 +15,12 @@ and this project adheres to
### Added ### Added
- Completely disabling statistics by setting the statistics interval to zero
([#2141]).
- The ability to completely purge DHCP leases ([#1691]). - The ability to completely purge DHCP leases ([#1691]).
- The ability to set the timeout for querying the upstream servers ([#2280]). - Settable timeouts for querying the upstream servers ([#2280]).
- The ability to change group and user ID on startup on Unix ([#2763]). - Configuration file parameters to change group and user ID on startup on Unix
([#2763]).
- Experimental OpenBSD support for AMD64 and 64-bit ARM CPUs ([#2439]). - Experimental OpenBSD support for AMD64 and 64-bit ARM CPUs ([#2439]).
- Support for custom port in DNS-over-HTTPS profiles for Apple's devices - Support for custom port in DNS-over-HTTPS profiles for Apple's devices
([#3172]). ([#3172]).
@ -67,6 +70,7 @@ released by then.
[#1381]: https://github.com/AdguardTeam/AdGuardHome/issues/1381 [#1381]: https://github.com/AdguardTeam/AdGuardHome/issues/1381
[#1691]: https://github.com/AdguardTeam/AdGuardHome/issues/1691 [#1691]: https://github.com/AdguardTeam/AdGuardHome/issues/1691
[#2141]: https://github.com/AdguardTeam/AdGuardHome/issues/2141
[#2280]: https://github.com/AdguardTeam/AdGuardHome/issues/2280 [#2280]: https://github.com/AdguardTeam/AdGuardHome/issues/2280
[#2439]: https://github.com/AdguardTeam/AdGuardHome/issues/2439 [#2439]: https://github.com/AdguardTeam/AdGuardHome/issues/2439
[#2441]: https://github.com/AdguardTeam/AdGuardHome/issues/2441 [#2441]: https://github.com/AdguardTeam/AdGuardHome/issues/2441

View file

@ -8,22 +8,27 @@ import { renderRadioField, toNumber } from '../../../helpers/form';
import { FORM_NAME, STATS_INTERVALS_DAYS } from '../../../helpers/constants'; import { FORM_NAME, STATS_INTERVALS_DAYS } from '../../../helpers/constants';
import '../FormButton.css'; import '../FormButton.css';
const getIntervalFields = (processing, t, toNumber) => STATS_INTERVALS_DAYS.map((interval) => { const getIntervalTitle = (interval, t) => {
const title = interval === 1 ? t('interval_24_hour') : t('interval_days', { count: interval }); switch (interval) {
case 0:
return t('disabled');
case 1:
return t('interval_24_hour');
default:
return t('interval_days', { count: interval });
}
};
return ( const getIntervalFields = (processing, t, toNumber) => STATS_INTERVALS_DAYS.map((interval) => <Field
<Field key={interval}
key={interval} name="interval"
name="interval" type="radio"
type="radio" component={renderRadioField}
component={renderRadioField} value={interval}
value={interval} placeholder={getIntervalTitle(interval, t)}
placeholder={title} normalize={toNumber}
normalize={toNumber} disabled={processing}
disabled={processing} />);
/>
);
});
const Form = (props) => { const Form = (props) => {
const { const {

View file

@ -355,7 +355,7 @@ export const ENCRYPTION_SOURCE = {
export const FILTERED = 'Filtered'; export const FILTERED = 'Filtered';
export const NOT_FILTERED = 'NotFiltered'; export const NOT_FILTERED = 'NotFiltered';
export const STATS_INTERVALS_DAYS = [1, 7, 30, 90]; export const STATS_INTERVALS_DAYS = [0, 1, 7, 30, 90];
export const QUERY_LOG_INTERVALS_DAYS = [1, 7, 30, 90]; export const QUERY_LOG_INTERVALS_DAYS = [1, 7, 30, 90];

View file

@ -19,6 +19,10 @@ func httpError(r *http.Request, w http.ResponseWriter, code int, format string,
http.Error(w, text, code) http.Error(w, text, code)
} }
// topAddrs is an alias for the types of the TopFoo fields of statsResponse.
// The key is either a client's address or a requested address.
type topAddrs = map[string]uint64
// statsResponse is a response for getting statistics. // statsResponse is a response for getting statistics.
type statsResponse struct { type statsResponse struct {
TimeUnits string `json:"time_units"` TimeUnits string `json:"time_units"`
@ -31,9 +35,9 @@ type statsResponse struct {
AvgProcessingTime float64 `json:"avg_processing_time"` AvgProcessingTime float64 `json:"avg_processing_time"`
TopQueried []map[string]uint64 `json:"top_queried_domains"` TopQueried []topAddrs `json:"top_queried_domains"`
TopClients []map[string]uint64 `json:"top_clients"` TopClients []topAddrs `json:"top_clients"`
TopBlocked []map[string]uint64 `json:"top_blocked_domains"` TopBlocked []topAddrs `json:"top_blocked_domains"`
DNSQueries []uint64 `json:"dns_queries"` DNSQueries []uint64 `json:"dns_queries"`
@ -45,17 +49,37 @@ type statsResponse struct {
// handleStats is a handler for getting statistics. // handleStats is a handler for getting statistics.
func (s *statsCtx) handleStats(w http.ResponseWriter, r *http.Request) { func (s *statsCtx) handleStats(w http.ResponseWriter, r *http.Request) {
start := time.Now() start := time.Now()
response, ok := s.getData()
log.Debug("Stats: prepared data in %v", time.Since(start))
if !ok { var resp statsResponse
httpError(r, w, http.StatusInternalServerError, "Couldn't get statistics data") if s.conf.limit == 0 {
resp = statsResponse{
TimeUnits: "days",
return TopBlocked: []topAddrs{},
TopClients: []topAddrs{},
TopQueried: []topAddrs{},
BlockedFiltering: []uint64{},
DNSQueries: []uint64{},
ReplacedParental: []uint64{},
ReplacedSafebrowsing: []uint64{},
}
} else {
var ok bool
resp, ok = s.getData()
log.Debug("stats: prepared data in %v", time.Since(start))
if !ok {
httpError(r, w, http.StatusInternalServerError, "Couldn't get statistics data")
return
}
} }
w.Header().Set("Content-Type", "application/json") w.Header().Set("Content-Type", "application/json")
err := json.NewEncoder(w).Encode(response)
err := json.NewEncoder(w).Encode(resp)
if err != nil { if err != nil {
httpError(r, w, http.StatusInternalServerError, "json encode: %s", err) httpError(r, w, http.StatusInternalServerError, "json encode: %s", err)

View file

@ -147,7 +147,7 @@ func (s *statsCtx) Start() {
} }
func checkInterval(days uint32) bool { func checkInterval(days uint32) bool {
return days == 1 || days == 7 || days == 30 || days == 90 return days == 0 || days == 1 || days == 7 || days == 30 || days == 90
} }
func (s *statsCtx) dbOpen() bool { func (s *statsCtx) dbOpen() bool {
@ -251,7 +251,7 @@ func (s *statsCtx) periodicFlush() {
} }
id := s.conf.UnitID() id := s.conf.UnitID()
if ptr.id == id { if ptr.id == id || s.conf.limit == 0 {
time.Sleep(time.Second) time.Sleep(time.Second)
continue continue
@ -412,9 +412,11 @@ func convertTopSlice(a []countPair) []map[string]uint64 {
} }
func (s *statsCtx) setLimit(limitDays int) { func (s *statsCtx) setLimit(limitDays int) {
conf := *s.conf s.conf.limit = uint32(limitDays) * 24
conf.limit = uint32(limitDays) * 24 if limitDays == 0 {
s.conf = &conf s.clear()
}
log.Debug("stats: set limit: %d", limitDays) log.Debug("stats: set limit: %d", limitDays)
} }
@ -488,6 +490,10 @@ func (s *statsCtx) getClientIP(ip net.IP) (clientIP net.IP) {
} }
func (s *statsCtx) Update(e Entry) { func (s *statsCtx) Update(e Entry) {
if s.conf.limit == 0 {
return
}
if e.Result == 0 || if e.Result == 0 ||
e.Result >= rLast || e.Result >= rLast ||
e.Domain == "" || e.Domain == "" ||
@ -695,6 +701,10 @@ func (s *statsCtx) getData() (statsResponse, bool) {
} }
func (s *statsCtx) GetTopClientsIP(maxCount uint) []net.IP { func (s *statsCtx) GetTopClientsIP(maxCount uint) []net.IP {
if s.conf.limit == 0 {
return nil
}
units, _ := s.loadUnits(s.conf.limit) units, _ := s.loadUnits(s.conf.limit)
if units == nil { if units == nil {
return nil return nil

View file

@ -4,6 +4,11 @@
## v0.107: API changes ## v0.107: API changes
### Disabling Statistics
* The API `POST /control/stats_config` HTTP API allows disabling statistics by
setting `"interval"` to `0`.
### `POST /control/dhcp/reset_leases` ### `POST /control/dhcp/reset_leases`
* The new `POST /control/dhcp/reset_leases` HTTP API allows removing all leases * The new `POST /control/dhcp/reset_leases` HTTP API allows removing all leases

View file

@ -1630,8 +1630,16 @@
'description': 'Statistics configuration' 'description': 'Statistics configuration'
'properties': 'properties':
'interval': 'interval':
'description': >
Time period to keep the data. `0` means that the statistics is
disabled.
'enum':
- 0
- 1
- 7
- 30
- 90
'type': 'integer' 'type': 'integer'
'description': 'Time period to keep data (1 | 7 | 30 | 90)'
'DhcpConfig': 'DhcpConfig':
'type': 'object' 'type': 'object'
'properties': 'properties':