2007-01-30 11:36:46 -05:00
|
|
|
/*
|
|
|
|
|
* daemon/worker.h - worker that handles a pending list of requests.
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2007, NLnet Labs. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* This software is open source.
|
|
|
|
|
*
|
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
|
* are met:
|
|
|
|
|
*
|
|
|
|
|
* Redistributions of source code must retain the above copyright notice,
|
|
|
|
|
* this list of conditions and the following disclaimer.
|
|
|
|
|
*
|
|
|
|
|
* Redistributions in binary form must reproduce the above copyright notice,
|
|
|
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
|
|
|
* and/or other materials provided with the distribution.
|
|
|
|
|
*
|
|
|
|
|
* Neither the name of the NLNET LABS nor the names of its contributors may
|
|
|
|
|
* be used to endorse or promote products derived from this software without
|
|
|
|
|
* specific prior written permission.
|
|
|
|
|
*
|
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
2014-02-07 08:28:39 -05:00
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
|
* HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
|
|
|
|
|
* TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
|
|
|
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
|
|
|
* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
|
|
|
* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
|
|
|
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
2007-01-30 11:36:46 -05:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* \file
|
|
|
|
|
*
|
|
|
|
|
* This file describes the worker structure that holds a list of
|
|
|
|
|
* pending requests and handles them.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef DAEMON_WORKER_H
|
|
|
|
|
#define DAEMON_WORKER_H
|
|
|
|
|
|
2014-05-28 04:07:12 -04:00
|
|
|
#include "libunbound/worker.h"
|
2007-01-31 04:32:30 -05:00
|
|
|
#include "util/netevent.h"
|
2007-02-22 11:22:54 -05:00
|
|
|
#include "util/locks.h"
|
2007-03-09 08:37:57 -05:00
|
|
|
#include "util/alloc.h"
|
2007-03-22 12:26:14 -04:00
|
|
|
#include "util/data/msgreply.h"
|
2007-05-07 09:17:27 -04:00
|
|
|
#include "util/data/msgparse.h"
|
2007-05-01 08:13:29 -04:00
|
|
|
#include "daemon/stats.h"
|
2007-05-11 10:16:42 -04:00
|
|
|
#include "util/module.h"
|
2014-08-05 03:57:52 -04:00
|
|
|
#include "dnstap/dnstap.h"
|
2007-01-30 11:36:46 -05:00
|
|
|
struct listen_dnsport;
|
2007-01-31 10:38:44 -05:00
|
|
|
struct outside_network;
|
2007-02-22 08:36:29 -05:00
|
|
|
struct config_file;
|
2007-02-22 11:22:54 -05:00
|
|
|
struct daemon;
|
2007-02-23 05:04:50 -05:00
|
|
|
struct listen_port;
|
2007-02-26 04:42:05 -05:00
|
|
|
struct ub_randstate;
|
2007-10-18 16:31:43 -04:00
|
|
|
struct regional;
|
2008-07-18 11:06:59 -04:00
|
|
|
struct tube;
|
2008-09-10 11:23:01 -04:00
|
|
|
struct daemon_remote;
|
2016-12-06 08:42:51 -05:00
|
|
|
struct query_info;
|
2007-01-31 10:38:44 -05:00
|
|
|
|
2007-02-26 09:49:11 -05:00
|
|
|
/** worker commands */
|
|
|
|
|
enum worker_commands {
|
|
|
|
|
/** make the worker quit */
|
2008-09-15 10:19:41 -04:00
|
|
|
worker_cmd_quit,
|
|
|
|
|
/** obtain statistics */
|
2008-12-03 10:20:56 -05:00
|
|
|
worker_cmd_stats,
|
2009-02-12 06:41:51 -05:00
|
|
|
/** obtain statistics without statsclear */
|
|
|
|
|
worker_cmd_stats_noreset,
|
2008-12-03 10:20:56 -05:00
|
|
|
/** execute remote control command */
|
Fast Reload Option (#1042)
* - fast-reload, add unbound-control fast_reload
* - fast-reload, make a thread to service the unbound-control command.
* - fast-reload, communication sockets for information transfer.
* - fast-reload, fix compile for unbound-dnstap-socket.
* - fast-reload, set nonblocking communication to keep the server thread
responding to DNS requests.
* - fast-reload, poll routine to test for readiness, timeout fails connection.
* - fast-reload, detect loop in sock_poll_timeout routine.
* - fast-reload, send done and exited notification.
* - fast-reload, defines for constants in ipc.
* - fast-reload, ipc socket recv and send resists partial reads and writes and
can continue byte by byte. Also it can continue after an interrupt.
* - fast-reload, send exit command to thread when done.
* - fast-reload, output strings for client on string list.
* - fast-reload, add newline to terminal output.
* - fast-reload, send client string to remote client.
* - fast-reload, better debug output.
* - fast-reload, print queue structure, for output to the remote client.
* - fast-reload, move print items to print queue from fast_reload_thread struct.
* - fast-reload, keep list of pending print queue items in daemon struct.
* - fast-reload, comment explains in_list for printq to print remainder.
* - fast-reload, unit test testdata/fast_reload_thread.tdir that tests the
thread output.
* - fast-reload, fix test link for fast_reload_printq_list_delete function.
* - fast-reload, reread config file from disk.
* - fast-reload, unshare forwards, making the structure locked, with an rwlock.
* - fast-reload, for nonthreaded, the unbound-control commands forward,
forward_add and forward_delete should be distributed to other processes,
but when threaded, they should not be distributed to other threads because
the structure is not thread specific any more.
* - fast-reload, unshared stub hints, making the structure locked, with an rwlock.
* - fast-reload, helpful comments for hints lookup function return value.
* - fast-reload, fix bug in fast reload printout, the strlist appendlist routine,
and printout time statistics after the reload is done.
* - fast-reload, keep track of reloadtime and deletestime and print them.
* - fast-reload, keep track of constructtime and print it.
* - fast-reload, construct new items.
* - fast-reload, better comment.
* - fast-reload, reload the config and swap trees for forwards and stub hints.
* - fast-reload, in forwards_swap_tree set protection of trees with locks.
* - fast-reload, in hints_swap_tree also swap the node count of the trees.
* - fast-reload, reload ipc to stop and start threads.
* - fast-reload, unused forward declarations removed.
* - fast-reload, unit test that fast reload works with forwards and stubs.
* - fast-reload, fix clang analyzer warnings.
* - fast-reload, small documentation entry in unbound-control -h output.
* - fast-reload, printout memory use by fast reload, in bytes.
* - fast-reload, compile without threads.
* - fast-reload, document fast_reload in man page.
* - fast-reload, print ok when done successfully.
* - fast-reload, option for fast-reload commandline, +v verbosity option,
with timing and memory use output.
* - fast-reload, option for fast-reload commandline, +p does not pause threads.
* - fast-reload, option for fast-reload commandline, +d drops mesh queries.
* - fast-reload, fix to poll every thread with nopause to make certain that
resources are not held by the threads and can be deleted.
* - fast-reload, fix to use atomic store for config variables with nopause.
* - fast-reload, reload views.
* - fast-reload, when tag defines are different, it drops the queries.
* - fast-reload, fix tag define check.
* - fast-reload, document that tag change causes drop of queries.
* - fast-reload, fix space in documentation man page.
* - fast-reload, copy respip client information to query state, put views tree
in module env for lookup.
* - fast-reload, nicer respip view comparison.
* - fast-reload, respip global set is in module env.
* - fast-reload, document that respip_client_info acl info is copied.
* - fast-reload, reload the respip_set.
* - fast-reload, document no pause and pick up of use_response_ip boolean.
* - fast-reload, fix test compile.
* - fast-reload, reload local zones.
* Update locking management for iter_fwd and iter_hints methods. (#1054)
fast reload, move most of the locking management to iter_fwd and
iter_hints methods. The caller still has the ability to handle its
own locking, if desired, for atomic operations on sets of different
structs.
Co-authored-by: Wouter Wijngaards <wcawijngaards@users.noreply.github.com>
* - fast-reload, reload access-control.
* - fast-reload, reload access control interface, such as interface-action.
* - fast-reload, reload tcp-connection-limit.
* - fast-reload, improve comments on acl_list and tcl_list swap tree.
* - fast-reload, fixup references to old tcp connection limits in open tcp
connections.
* - fast-reload, fixup to clean tcp connection also for different linked order.
* - fast-reload, if no tcp connection limits existed, no need to remove
references for that.
* - fast-reload, document more options that work and do not work.
* - fast-reload, reload auth_zone and rpz data.
* - fast-reload, fix auth_zones_get_mem.
* - fast-reload, fix compilation of testbound for the new comm_timer_get_mem
reference in remote control.
* - fast-reload, change use_rpz with reload.
* - fast-reload, list changes in auth zones and stop zonemd callbacks for
deleted auth zones.
* - fast-reload, note xtree is not swapped, and why it is not swapped.
* - fast-reload, for added auth zones, pick up zone transfer and zonemd tasks.
* - fast-reload, unlock xfr when done with transfer pick up.
* - fast-reload, unlock z when picking up the xfr for it during transfer task
pick up.
* - fast-reload, pick up task changes for added, deleted and modified auth zones.
* - fast-reload, remove xfr of auth zone deletion without tasks.
* - fast-reload, pick up zone transfer config.
* - fast-reload, the main worker thread picks up the transfer tasks and also
performs setup of the xfer struct.
* - fast-reload, keep writelock on newzone when auth zone changes.
* - fast-reload, change cachedb_enabled setting.
* - fast-reload, pick up edns-strings config.
* - fast-reload, note that settings are not updated.
* - fast-reload, pick up dnstap config.
* - fast-reload, dnstap options that need to be loaded without +p.
* - fast-reload, fix auth zone reload
* - fast-reload, remove debug for auth zone test.
* - fast-reload, fix auth zone reload with zone transfer.
* - fast-reload, fix auth zone reload lock order.
* - fast-reload, remove debug from fast reload test.
* - fast-reload, remove unused function.
* - fast-reload, fix the worker trust anchor probe timer lock acquisition in
the probe answer callback routine for trust anchor probes.
* - fast-reload, reload trust anchors.
* - fast-reload, fix trust anchor reload lock on autr global data and test
for trust anchor reload.
* - fast-reload, adjust cache sizes.
* - fast-reload, reload cache sizes when changed.
* - fast-reload, reload validator env changes.
* - fast-reload, reload mesh changes.
* - fast-reload, check for incompatible changes.
* - fast-reload, improve error text for incompatible change.
* - fast-reload, fix check config option compatibility.
* - fast-reload, improve error text for nopause change.
* - fast-reload, fix spelling of incompatible options.
* - fast-reload, reload target-fetch-policy, outbound-msg-retry, max-sent-count
and max-query-restarts.
* - fast-reload, check nopause config change for target-fetch-policy.
* - fast-reload, reload do-not-query-address, private-address and capt-exempt.
* - fast-reload, check nopause config change for do-not-query-address,
private-address and capt-exempt.
* - fast-reload, check fast reload not possible due to interface and
outgoing-interface changes.
* - fast-reload, reload nat64 settings.
* - fast-reload, reload settings stored in the infra structure.
* - fast-reload, fix modstack lookup and remove outgoing-range check.
* - fast-reload, more explanation for config parse failure.
* - fast-reload, reload worker outside network changes.
* - fast-reload, detect incompatible changes in network settings.
* fast-reload, commit test files.
* - fast-reload, fix warnings for call types in windows compile.
* - fast-reload, fix warnings and comm_point_internal for tcp wouldblock calls.
* - fast-reload, extend lock checks for repeat thread ids.
* - fast-reload, additional test cases, cache change and tag changes.
* - fast-reload, fix documentation for auth_zone_verify_zonemd_with_key.
* - fast-reload, fix copy_cfg type casts and memory leak on config parse failure.
* - fast-reload, fix use of WSAPoll.
* Review comments for the fast reload feature (#1259)
* - fast-reload review, respip set can be null from a view.
* - fast-reload review, typos.
* - fast-reload review, keep clang static analyzer happy.
* - fast-reload review, don't forget to copy tag_actions.
* - fast-reload review, less indentation.
* - fast-reload review, don't leak respip_actions when reloading.
* - fast-reload review, protect NULL pointer dereference in get_mem
functions.
* - fast-reload review, add fast_reload_most_options.tdir to test most
options with high verbosity when fast reloading.
* - fast-reload review, don't skip new line on long error printouts.
* - fast-reload review, typo.
* - fast-reload review, use new_z for consistency.
* - fast-reload review, nit for unlock ordering to make eye comparison
with the lock counterpart easier.
* - fast-reload review, in case of error the sockets are already closed.
* - fast-reload review, identation.
* - fast-reload review, add static keywords.
* - fast-reload review, update unbound-control usage text.
* - fast-reload review, updates to the man page.
* - fast-reload, the fast-reload command is experimental.
* - fast-reload, fix compile of doqclient for fast reload functions.
* Changelog comment for #1042
- Merge #1042: Fast Reload. The unbound-control fast_reload is added.
It reads changed config in a thread, then only briefly pauses the
service threads, that keep running. DNS service is only interrupted
briefly, less than a second.
---------
Co-authored-by: Yorgos Thessalonikefs <yorgos@nlnetlabs.nl>
2025-03-31 09:25:24 -04:00
|
|
|
worker_cmd_remote,
|
|
|
|
|
/** for fast-reload, perform stop */
|
|
|
|
|
worker_cmd_reload_stop,
|
|
|
|
|
/** for fast-reload, start again */
|
|
|
|
|
worker_cmd_reload_start,
|
|
|
|
|
/** for fast-reload, poll to make sure worker has released data */
|
|
|
|
|
worker_cmd_reload_poll
|
2007-02-26 09:49:11 -05:00
|
|
|
};
|
|
|
|
|
|
2007-01-30 11:36:46 -05:00
|
|
|
/**
|
|
|
|
|
* Structure holding working information for unbound.
|
|
|
|
|
* Holds globally visible information.
|
|
|
|
|
*/
|
|
|
|
|
struct worker {
|
2007-03-07 11:21:31 -05:00
|
|
|
/** the thread number (in daemon array). First in struct for debug. */
|
|
|
|
|
int thread_num;
|
2007-02-22 11:22:54 -05:00
|
|
|
/** global shared daemon structure */
|
|
|
|
|
struct daemon* daemon;
|
2007-02-26 09:49:11 -05:00
|
|
|
/** thread id */
|
2017-01-19 05:25:41 -05:00
|
|
|
ub_thread_type thr_id;
|
2022-09-01 09:14:20 -04:00
|
|
|
#ifdef HAVE_GETTID
|
|
|
|
|
/** thread tid, the LWP id. */
|
|
|
|
|
pid_t thread_tid;
|
|
|
|
|
#endif
|
2008-07-18 11:06:59 -04:00
|
|
|
/** pipe, for commands for this worker */
|
|
|
|
|
struct tube* cmd;
|
2007-01-30 11:36:46 -05:00
|
|
|
/** the event base this worker works with */
|
|
|
|
|
struct comm_base* base;
|
|
|
|
|
/** the frontside listening interface where request events come in */
|
|
|
|
|
struct listen_dnsport* front;
|
2007-01-31 10:38:44 -05:00
|
|
|
/** the backside outside network interface to the auth servers */
|
|
|
|
|
struct outside_network* back;
|
2008-04-11 09:24:49 -04:00
|
|
|
/** ports to be used by this worker. */
|
|
|
|
|
int* ports;
|
|
|
|
|
/** number of ports for this worker */
|
|
|
|
|
int numports;
|
2007-02-06 11:26:19 -05:00
|
|
|
/** the signal handler */
|
2007-02-26 09:49:11 -05:00
|
|
|
struct comm_signal* comsig;
|
|
|
|
|
/** commpoint to listen to commands. */
|
|
|
|
|
struct comm_point* cmd_com;
|
2008-02-05 05:23:44 -05:00
|
|
|
/** timer for statistics */
|
|
|
|
|
struct comm_timer* stat_timer;
|
2015-05-29 05:27:42 -04:00
|
|
|
/** ratelimit for errors, time value */
|
|
|
|
|
time_t err_limit_time;
|
|
|
|
|
/** ratelimit for errors, packet count */
|
|
|
|
|
unsigned int err_limit_count;
|
2007-01-31 04:32:30 -05:00
|
|
|
|
2007-02-06 11:26:19 -05:00
|
|
|
/** random() table for this worker. */
|
2007-02-26 04:42:05 -05:00
|
|
|
struct ub_randstate* rndstate;
|
2007-11-12 06:10:11 -05:00
|
|
|
/** do we need to restart or quit (on signal) */
|
|
|
|
|
int need_to_exit;
|
2007-03-09 08:37:57 -05:00
|
|
|
/** allocation cache for this thread */
|
2021-11-08 16:39:13 -05:00
|
|
|
struct alloc_cache *alloc;
|
2007-05-01 08:13:29 -04:00
|
|
|
/** per thread statistics */
|
2017-04-13 08:47:29 -04:00
|
|
|
struct ub_server_stats stats;
|
2007-10-18 16:31:43 -04:00
|
|
|
/** thread scratch regional */
|
|
|
|
|
struct regional* scratchpad;
|
2007-05-11 10:16:42 -04:00
|
|
|
|
|
|
|
|
/** module environment passed to modules, changed for this thread */
|
|
|
|
|
struct module_env env;
|
2014-08-05 03:57:52 -04:00
|
|
|
|
|
|
|
|
#ifdef USE_DNSTAP
|
|
|
|
|
/** dnstap environment, changed for this thread */
|
|
|
|
|
struct dt_env dtenv;
|
|
|
|
|
#endif
|
2021-11-08 16:39:13 -05:00
|
|
|
/** reuse existing cache on reload if other conditions allow it. */
|
|
|
|
|
int reuse_cache;
|
2007-01-30 11:36:46 -05:00
|
|
|
};
|
|
|
|
|
|
2007-02-26 09:49:11 -05:00
|
|
|
/**
|
|
|
|
|
* Create the worker structure. Bare bones version, zeroed struct,
|
|
|
|
|
* with backpointers only. Use worker_init on it later.
|
|
|
|
|
* @param daemon: the daemon that this worker thread is part of.
|
|
|
|
|
* @param id: the thread number from 0.. numthreads-1.
|
2008-04-11 09:24:49 -04:00
|
|
|
* @param ports: the ports it is allowed to use, array.
|
|
|
|
|
* @param n: the number of ports.
|
2007-02-26 09:49:11 -05:00
|
|
|
* @return: the new worker or NULL on alloc failure.
|
|
|
|
|
*/
|
2008-04-11 09:24:49 -04:00
|
|
|
struct worker* worker_create(struct daemon* daemon, int id, int* ports, int n);
|
2007-02-26 09:49:11 -05:00
|
|
|
|
2007-01-30 11:36:46 -05:00
|
|
|
/**
|
|
|
|
|
* Initialize worker.
|
|
|
|
|
* Allocates event base, listens to ports
|
2007-02-26 09:49:11 -05:00
|
|
|
* @param worker: worker to initialize, created with worker_create.
|
2007-02-22 08:36:29 -05:00
|
|
|
* @param cfg: configuration settings.
|
2007-02-23 05:04:50 -05:00
|
|
|
* @param ports: list of shared query ports.
|
2007-02-26 09:49:11 -05:00
|
|
|
* @param do_sigs: if true, worker installs signal handlers.
|
|
|
|
|
* @return: false on error.
|
2007-01-30 11:36:46 -05:00
|
|
|
*/
|
2007-02-26 09:49:11 -05:00
|
|
|
int worker_init(struct worker* worker, struct config_file *cfg,
|
2007-08-30 04:36:41 -04:00
|
|
|
struct listen_port* ports, int do_sigs);
|
2007-01-30 11:36:46 -05:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Make worker work.
|
|
|
|
|
*/
|
|
|
|
|
void worker_work(struct worker* worker);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Delete worker.
|
|
|
|
|
*/
|
|
|
|
|
void worker_delete(struct worker* worker);
|
|
|
|
|
|
2007-02-26 09:49:11 -05:00
|
|
|
/**
|
|
|
|
|
* Send a command to a worker. Uses blocking writes.
|
|
|
|
|
* @param worker: worker to send command to.
|
|
|
|
|
* @param cmd: command to send.
|
|
|
|
|
*/
|
2008-07-23 05:23:03 -04:00
|
|
|
void worker_send_cmd(struct worker* worker, enum worker_commands cmd);
|
2007-02-26 09:49:11 -05:00
|
|
|
|
2009-02-12 05:37:00 -05:00
|
|
|
/**
|
|
|
|
|
* Init worker stats - includes server_stats_init, outside network and mesh.
|
|
|
|
|
* @param worker: the worker to init
|
|
|
|
|
*/
|
|
|
|
|
void worker_stats_clear(struct worker* worker);
|
|
|
|
|
|
2007-01-30 11:36:46 -05:00
|
|
|
#endif /* DAEMON_WORKER_H */
|