2014-08-05 03:57:52 -04:00
|
|
|
/* dnstap support for Unbound */
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2013-2014, Farsight Security, Inc.
|
|
|
|
|
* All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
|
* are met:
|
|
|
|
|
*
|
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
|
*
|
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
|
*
|
|
|
|
|
* 3. Neither the name of the copyright holder nor the names of its
|
|
|
|
|
* contributors may be used to endorse or promote products derived from
|
|
|
|
|
* this software without specific prior written permission.
|
|
|
|
|
*
|
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
|
|
|
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
|
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
|
|
|
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
|
|
|
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
|
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
|
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
|
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
|
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
|
|
|
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef UNBOUND_DNSTAP_H
|
|
|
|
|
#define UNBOUND_DNSTAP_H
|
|
|
|
|
|
|
|
|
|
#include "dnstap/dnstap_config.h"
|
|
|
|
|
|
|
|
|
|
#ifdef USE_DNSTAP
|
|
|
|
|
|
2024-07-19 04:04:40 -04:00
|
|
|
#include "util/locks.h"
|
2014-08-05 03:57:52 -04:00
|
|
|
struct config_file;
|
|
|
|
|
struct sldns_buffer;
|
2020-01-21 08:50:37 -05:00
|
|
|
struct dt_msg_queue;
|
2014-08-05 03:57:52 -04:00
|
|
|
|
|
|
|
|
struct dt_env {
|
2020-01-21 11:01:25 -05:00
|
|
|
/** the io thread (made by the struct daemon) */
|
|
|
|
|
struct dt_io_thread* dtio;
|
2014-08-05 03:57:52 -04:00
|
|
|
|
2020-01-21 08:50:37 -05:00
|
|
|
/** valid in worker struct, not in daemon struct, the per-worker
|
|
|
|
|
* message list */
|
|
|
|
|
struct dt_msg_queue* msgqueue;
|
2014-08-05 03:57:52 -04:00
|
|
|
|
|
|
|
|
/** dnstap "identity" field, NULL if disabled */
|
|
|
|
|
char *identity;
|
|
|
|
|
|
|
|
|
|
/** dnstap "version" field, NULL if disabled */
|
|
|
|
|
char *version;
|
|
|
|
|
|
|
|
|
|
/** length of "identity" field */
|
|
|
|
|
unsigned len_identity;
|
|
|
|
|
|
|
|
|
|
/** length of "version" field */
|
|
|
|
|
unsigned len_version;
|
|
|
|
|
|
|
|
|
|
/** whether to log Message/RESOLVER_QUERY */
|
|
|
|
|
unsigned log_resolver_query_messages : 1;
|
|
|
|
|
/** whether to log Message/RESOLVER_RESPONSE */
|
|
|
|
|
unsigned log_resolver_response_messages : 1;
|
|
|
|
|
/** whether to log Message/CLIENT_QUERY */
|
|
|
|
|
unsigned log_client_query_messages : 1;
|
|
|
|
|
/** whether to log Message/CLIENT_RESPONSE */
|
|
|
|
|
unsigned log_client_response_messages : 1;
|
|
|
|
|
/** whether to log Message/FORWARDER_QUERY */
|
|
|
|
|
unsigned log_forwarder_query_messages : 1;
|
|
|
|
|
/** whether to log Message/FORWARDER_RESPONSE */
|
|
|
|
|
unsigned log_forwarder_response_messages : 1;
|
2024-07-19 04:04:40 -04:00
|
|
|
|
|
|
|
|
/** lock on sample count */
|
|
|
|
|
lock_basic_type sample_lock;
|
|
|
|
|
/** rate limit value from config, samples 1/N messages */
|
|
|
|
|
unsigned int sample_rate;
|
|
|
|
|
/** rate limit counter */
|
|
|
|
|
unsigned int sample_rate_count;
|
2014-08-05 03:57:52 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create dnstap environment object. Afterwards, call dt_apply_cfg() to fill in
|
|
|
|
|
* the config variables and dt_init() to fill in the per-worker state. Each
|
|
|
|
|
* worker needs a copy of this object but with its own I/O queue (the fq field
|
|
|
|
|
* of the structure) to ensure lock-free access to its own per-worker circular
|
|
|
|
|
* queue. Duplicate the environment object if more than one worker needs to
|
|
|
|
|
* share access to the dnstap I/O socket.
|
2020-01-21 11:01:25 -05:00
|
|
|
* @param cfg: with config settings.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @return dt_env object, NULL on failure.
|
|
|
|
|
*/
|
|
|
|
|
struct dt_env *
|
2020-02-14 08:44:02 -05:00
|
|
|
dt_create(struct config_file* cfg);
|
2014-08-05 03:57:52 -04:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Apply config settings.
|
|
|
|
|
* @param env: dnstap environment object.
|
|
|
|
|
* @param cfg: new config settings.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_apply_cfg(struct dt_env *env, struct config_file *cfg);
|
|
|
|
|
|
Fast Reload Option (#1042)
* - fast-reload, add unbound-control fast_reload
* - fast-reload, make a thread to service the unbound-control command.
* - fast-reload, communication sockets for information transfer.
* - fast-reload, fix compile for unbound-dnstap-socket.
* - fast-reload, set nonblocking communication to keep the server thread
responding to DNS requests.
* - fast-reload, poll routine to test for readiness, timeout fails connection.
* - fast-reload, detect loop in sock_poll_timeout routine.
* - fast-reload, send done and exited notification.
* - fast-reload, defines for constants in ipc.
* - fast-reload, ipc socket recv and send resists partial reads and writes and
can continue byte by byte. Also it can continue after an interrupt.
* - fast-reload, send exit command to thread when done.
* - fast-reload, output strings for client on string list.
* - fast-reload, add newline to terminal output.
* - fast-reload, send client string to remote client.
* - fast-reload, better debug output.
* - fast-reload, print queue structure, for output to the remote client.
* - fast-reload, move print items to print queue from fast_reload_thread struct.
* - fast-reload, keep list of pending print queue items in daemon struct.
* - fast-reload, comment explains in_list for printq to print remainder.
* - fast-reload, unit test testdata/fast_reload_thread.tdir that tests the
thread output.
* - fast-reload, fix test link for fast_reload_printq_list_delete function.
* - fast-reload, reread config file from disk.
* - fast-reload, unshare forwards, making the structure locked, with an rwlock.
* - fast-reload, for nonthreaded, the unbound-control commands forward,
forward_add and forward_delete should be distributed to other processes,
but when threaded, they should not be distributed to other threads because
the structure is not thread specific any more.
* - fast-reload, unshared stub hints, making the structure locked, with an rwlock.
* - fast-reload, helpful comments for hints lookup function return value.
* - fast-reload, fix bug in fast reload printout, the strlist appendlist routine,
and printout time statistics after the reload is done.
* - fast-reload, keep track of reloadtime and deletestime and print them.
* - fast-reload, keep track of constructtime and print it.
* - fast-reload, construct new items.
* - fast-reload, better comment.
* - fast-reload, reload the config and swap trees for forwards and stub hints.
* - fast-reload, in forwards_swap_tree set protection of trees with locks.
* - fast-reload, in hints_swap_tree also swap the node count of the trees.
* - fast-reload, reload ipc to stop and start threads.
* - fast-reload, unused forward declarations removed.
* - fast-reload, unit test that fast reload works with forwards and stubs.
* - fast-reload, fix clang analyzer warnings.
* - fast-reload, small documentation entry in unbound-control -h output.
* - fast-reload, printout memory use by fast reload, in bytes.
* - fast-reload, compile without threads.
* - fast-reload, document fast_reload in man page.
* - fast-reload, print ok when done successfully.
* - fast-reload, option for fast-reload commandline, +v verbosity option,
with timing and memory use output.
* - fast-reload, option for fast-reload commandline, +p does not pause threads.
* - fast-reload, option for fast-reload commandline, +d drops mesh queries.
* - fast-reload, fix to poll every thread with nopause to make certain that
resources are not held by the threads and can be deleted.
* - fast-reload, fix to use atomic store for config variables with nopause.
* - fast-reload, reload views.
* - fast-reload, when tag defines are different, it drops the queries.
* - fast-reload, fix tag define check.
* - fast-reload, document that tag change causes drop of queries.
* - fast-reload, fix space in documentation man page.
* - fast-reload, copy respip client information to query state, put views tree
in module env for lookup.
* - fast-reload, nicer respip view comparison.
* - fast-reload, respip global set is in module env.
* - fast-reload, document that respip_client_info acl info is copied.
* - fast-reload, reload the respip_set.
* - fast-reload, document no pause and pick up of use_response_ip boolean.
* - fast-reload, fix test compile.
* - fast-reload, reload local zones.
* Update locking management for iter_fwd and iter_hints methods. (#1054)
fast reload, move most of the locking management to iter_fwd and
iter_hints methods. The caller still has the ability to handle its
own locking, if desired, for atomic operations on sets of different
structs.
Co-authored-by: Wouter Wijngaards <wcawijngaards@users.noreply.github.com>
* - fast-reload, reload access-control.
* - fast-reload, reload access control interface, such as interface-action.
* - fast-reload, reload tcp-connection-limit.
* - fast-reload, improve comments on acl_list and tcl_list swap tree.
* - fast-reload, fixup references to old tcp connection limits in open tcp
connections.
* - fast-reload, fixup to clean tcp connection also for different linked order.
* - fast-reload, if no tcp connection limits existed, no need to remove
references for that.
* - fast-reload, document more options that work and do not work.
* - fast-reload, reload auth_zone and rpz data.
* - fast-reload, fix auth_zones_get_mem.
* - fast-reload, fix compilation of testbound for the new comm_timer_get_mem
reference in remote control.
* - fast-reload, change use_rpz with reload.
* - fast-reload, list changes in auth zones and stop zonemd callbacks for
deleted auth zones.
* - fast-reload, note xtree is not swapped, and why it is not swapped.
* - fast-reload, for added auth zones, pick up zone transfer and zonemd tasks.
* - fast-reload, unlock xfr when done with transfer pick up.
* - fast-reload, unlock z when picking up the xfr for it during transfer task
pick up.
* - fast-reload, pick up task changes for added, deleted and modified auth zones.
* - fast-reload, remove xfr of auth zone deletion without tasks.
* - fast-reload, pick up zone transfer config.
* - fast-reload, the main worker thread picks up the transfer tasks and also
performs setup of the xfer struct.
* - fast-reload, keep writelock on newzone when auth zone changes.
* - fast-reload, change cachedb_enabled setting.
* - fast-reload, pick up edns-strings config.
* - fast-reload, note that settings are not updated.
* - fast-reload, pick up dnstap config.
* - fast-reload, dnstap options that need to be loaded without +p.
* - fast-reload, fix auth zone reload
* - fast-reload, remove debug for auth zone test.
* - fast-reload, fix auth zone reload with zone transfer.
* - fast-reload, fix auth zone reload lock order.
* - fast-reload, remove debug from fast reload test.
* - fast-reload, remove unused function.
* - fast-reload, fix the worker trust anchor probe timer lock acquisition in
the probe answer callback routine for trust anchor probes.
* - fast-reload, reload trust anchors.
* - fast-reload, fix trust anchor reload lock on autr global data and test
for trust anchor reload.
* - fast-reload, adjust cache sizes.
* - fast-reload, reload cache sizes when changed.
* - fast-reload, reload validator env changes.
* - fast-reload, reload mesh changes.
* - fast-reload, check for incompatible changes.
* - fast-reload, improve error text for incompatible change.
* - fast-reload, fix check config option compatibility.
* - fast-reload, improve error text for nopause change.
* - fast-reload, fix spelling of incompatible options.
* - fast-reload, reload target-fetch-policy, outbound-msg-retry, max-sent-count
and max-query-restarts.
* - fast-reload, check nopause config change for target-fetch-policy.
* - fast-reload, reload do-not-query-address, private-address and capt-exempt.
* - fast-reload, check nopause config change for do-not-query-address,
private-address and capt-exempt.
* - fast-reload, check fast reload not possible due to interface and
outgoing-interface changes.
* - fast-reload, reload nat64 settings.
* - fast-reload, reload settings stored in the infra structure.
* - fast-reload, fix modstack lookup and remove outgoing-range check.
* - fast-reload, more explanation for config parse failure.
* - fast-reload, reload worker outside network changes.
* - fast-reload, detect incompatible changes in network settings.
* fast-reload, commit test files.
* - fast-reload, fix warnings for call types in windows compile.
* - fast-reload, fix warnings and comm_point_internal for tcp wouldblock calls.
* - fast-reload, extend lock checks for repeat thread ids.
* - fast-reload, additional test cases, cache change and tag changes.
* - fast-reload, fix documentation for auth_zone_verify_zonemd_with_key.
* - fast-reload, fix copy_cfg type casts and memory leak on config parse failure.
* - fast-reload, fix use of WSAPoll.
* Review comments for the fast reload feature (#1259)
* - fast-reload review, respip set can be null from a view.
* - fast-reload review, typos.
* - fast-reload review, keep clang static analyzer happy.
* - fast-reload review, don't forget to copy tag_actions.
* - fast-reload review, less indentation.
* - fast-reload review, don't leak respip_actions when reloading.
* - fast-reload review, protect NULL pointer dereference in get_mem
functions.
* - fast-reload review, add fast_reload_most_options.tdir to test most
options with high verbosity when fast reloading.
* - fast-reload review, don't skip new line on long error printouts.
* - fast-reload review, typo.
* - fast-reload review, use new_z for consistency.
* - fast-reload review, nit for unlock ordering to make eye comparison
with the lock counterpart easier.
* - fast-reload review, in case of error the sockets are already closed.
* - fast-reload review, identation.
* - fast-reload review, add static keywords.
* - fast-reload review, update unbound-control usage text.
* - fast-reload review, updates to the man page.
* - fast-reload, the fast-reload command is experimental.
* - fast-reload, fix compile of doqclient for fast reload functions.
* Changelog comment for #1042
- Merge #1042: Fast Reload. The unbound-control fast_reload is added.
It reads changed config in a thread, then only briefly pauses the
service threads, that keep running. DNS service is only interrupted
briefly, less than a second.
---------
Co-authored-by: Yorgos Thessalonikefs <yorgos@nlnetlabs.nl>
2025-03-31 09:25:24 -04:00
|
|
|
/**
|
|
|
|
|
* Apply config settings for log enable for message types.
|
|
|
|
|
* @param env: dnstap environment object.
|
|
|
|
|
* @param cfg: new config settings.
|
|
|
|
|
*/
|
|
|
|
|
void dt_apply_logcfg(struct dt_env *env, struct config_file *cfg);
|
|
|
|
|
|
2014-08-05 03:57:52 -04:00
|
|
|
/**
|
|
|
|
|
* Initialize per-worker state in dnstap environment object.
|
|
|
|
|
* @param env: dnstap environment object to initialize, created with dt_create().
|
2020-09-23 05:13:52 -04:00
|
|
|
* @param base: event base for wakeup timer.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @return: true on success, false on failure.
|
|
|
|
|
*/
|
|
|
|
|
int
|
2020-09-23 05:13:52 -04:00
|
|
|
dt_init(struct dt_env *env, struct comm_base* base);
|
2014-08-05 03:57:52 -04:00
|
|
|
|
2020-01-21 08:50:37 -05:00
|
|
|
/**
|
|
|
|
|
* Deletes the per-worker state created by dt_init
|
|
|
|
|
*/
|
|
|
|
|
void dt_deinit(struct dt_env *env);
|
|
|
|
|
|
2014-08-05 03:57:52 -04:00
|
|
|
/**
|
|
|
|
|
* Delete dnstap environment object. Closes dnstap I/O socket and deletes all
|
|
|
|
|
* per-worker I/O queues.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_delete(struct dt_env *env);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create and send a new dnstap "Message" event of type CLIENT_QUERY.
|
|
|
|
|
* @param env: dnstap environment object.
|
|
|
|
|
* @param qsock: address/port of client.
|
2020-12-09 05:00:51 -05:00
|
|
|
* @param rsock: local (service) address/port.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @param cptype: comm_udp or comm_tcp.
|
|
|
|
|
* @param qmsg: query message.
|
2023-05-16 02:50:38 -04:00
|
|
|
* @param tstamp: timestamp or NULL if none provided.
|
2014-08-05 03:57:52 -04:00
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_msg_send_client_query(struct dt_env *env,
|
|
|
|
|
struct sockaddr_storage *qsock,
|
2020-12-09 05:00:51 -05:00
|
|
|
struct sockaddr_storage *rsock,
|
2014-08-05 03:57:52 -04:00
|
|
|
enum comm_point_type cptype,
|
2023-12-26 17:26:21 -05:00
|
|
|
void *cpssl,
|
2023-05-16 02:50:38 -04:00
|
|
|
struct sldns_buffer *qmsg,
|
|
|
|
|
struct timeval* tstamp);
|
2014-08-05 03:57:52 -04:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create and send a new dnstap "Message" event of type CLIENT_RESPONSE.
|
|
|
|
|
* @param env: dnstap environment object.
|
|
|
|
|
* @param qsock: address/port of client.
|
2020-12-09 05:00:51 -05:00
|
|
|
* @param rsock: local (service) address/port.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @param cptype: comm_udp or comm_tcp.
|
|
|
|
|
* @param rmsg: response message.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_msg_send_client_response(struct dt_env *env,
|
|
|
|
|
struct sockaddr_storage *qsock,
|
2020-12-09 05:00:51 -05:00
|
|
|
struct sockaddr_storage *rsock,
|
2014-08-05 03:57:52 -04:00
|
|
|
enum comm_point_type cptype,
|
2023-12-26 17:26:21 -05:00
|
|
|
void *cpssl,
|
2014-08-05 03:57:52 -04:00
|
|
|
struct sldns_buffer *rmsg);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create and send a new dnstap "Message" event of type RESOLVER_QUERY or
|
|
|
|
|
* FORWARDER_QUERY. The type used is dependent on the value of the RD bit
|
|
|
|
|
* in the query header.
|
|
|
|
|
* @param env: dnstap environment object.
|
2020-12-09 05:00:51 -05:00
|
|
|
* @param rsock: address/port of server (upstream) the query is being sent to.
|
|
|
|
|
* @param qsock: address/port of server (local) the query is being sent from.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @param cptype: comm_udp or comm_tcp.
|
|
|
|
|
* @param zone: query zone.
|
|
|
|
|
* @param zone_len: length of zone.
|
|
|
|
|
* @param qmsg: query message.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_msg_send_outside_query(struct dt_env *env,
|
|
|
|
|
struct sockaddr_storage *rsock,
|
2020-12-09 05:00:51 -05:00
|
|
|
struct sockaddr_storage *qsock,
|
2014-08-05 03:57:52 -04:00
|
|
|
enum comm_point_type cptype,
|
2023-12-26 17:26:21 -05:00
|
|
|
void *cpssl,
|
2014-08-05 03:57:52 -04:00
|
|
|
uint8_t *zone, size_t zone_len,
|
|
|
|
|
struct sldns_buffer *qmsg);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create and send a new dnstap "Message" event of type RESOLVER_RESPONSE or
|
|
|
|
|
* FORWARDER_RESPONSE. The type used is dependent on the value of the RD bit
|
|
|
|
|
* in the query header.
|
|
|
|
|
* @param env: dnstap environment object.
|
2020-12-09 05:00:51 -05:00
|
|
|
* @param rsock: address/port of server (upstream) the response was received from.
|
|
|
|
|
* @param qsock: address/port of server (local) the response was received to.
|
2014-08-05 03:57:52 -04:00
|
|
|
* @param cptype: comm_udp or comm_tcp.
|
|
|
|
|
* @param zone: query zone.
|
|
|
|
|
* @param zone_len: length of zone.
|
|
|
|
|
* @param qbuf: outside_network's qbuf key.
|
|
|
|
|
* @param qbuf_len: length of outside_network's qbuf key.
|
|
|
|
|
* @param qtime: time query message was sent.
|
|
|
|
|
* @param rtime: time response message was sent.
|
|
|
|
|
* @param rmsg: response message.
|
|
|
|
|
*/
|
|
|
|
|
void
|
|
|
|
|
dt_msg_send_outside_response(struct dt_env *env,
|
|
|
|
|
struct sockaddr_storage *rsock,
|
2020-12-09 05:00:51 -05:00
|
|
|
struct sockaddr_storage *qsock,
|
2014-08-05 03:57:52 -04:00
|
|
|
enum comm_point_type cptype,
|
2023-12-26 17:26:21 -05:00
|
|
|
void *cpssl,
|
2014-08-05 03:57:52 -04:00
|
|
|
uint8_t *zone, size_t zone_len,
|
|
|
|
|
uint8_t *qbuf, size_t qbuf_len,
|
|
|
|
|
const struct timeval *qtime,
|
|
|
|
|
const struct timeval *rtime,
|
|
|
|
|
struct sldns_buffer *rmsg);
|
|
|
|
|
|
|
|
|
|
#endif /* USE_DNSTAP */
|
|
|
|
|
|
|
|
|
|
#endif /* UNBOUND_DNSTAP_H */
|