bind10.py.in 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924
  1. #!@PYTHON@
  2. # Copyright (C) 2010 Internet Systems Consortium.
  3. #
  4. # Permission to use, copy, modify, and distribute this software for any
  5. # purpose with or without fee is hereby granted, provided that the above
  6. # copyright notice and this permission notice appear in all copies.
  7. #
  8. # THE SOFTWARE IS PROVIDED "AS IS" AND INTERNET SYSTEMS CONSORTIUM
  9. # DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL
  10. # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
  11. # INTERNET SYSTEMS CONSORTIUM BE LIABLE FOR ANY SPECIAL, DIRECT,
  12. # INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
  13. # FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
  14. # NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
  15. # WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  16. """
  17. This file implements the Boss of Bind (BoB, or bob) program.
  18. Its purpose is to start up the BIND 10 system, and then manage the
  19. processes, by starting and stopping processes, plus restarting
  20. processes that exit.
  21. To start the system, it first runs the c-channel program (msgq), then
  22. connects to that. It then runs the configuration manager, and reads
  23. its own configuration. Then it proceeds to starting other modules.
  24. The Python subprocess module is used for starting processes, but
  25. because this is not efficient for managing groups of processes,
  26. SIGCHLD signals are caught and processed using the signal module.
  27. Most of the logic is contained in the BoB class. However, since Python
  28. requires that signal processing happen in the main thread, we do
  29. signal handling outside of that class, in the code running for
  30. __main__.
  31. """
  32. import sys; sys.path.append ('@@PYTHONPATH@@')
  33. import os
  34. # If B10_FROM_SOURCE is set in the environment, we use data files
  35. # from a directory relative to that, otherwise we use the ones
  36. # installed on the system
  37. if "B10_FROM_SOURCE" in os.environ:
  38. SPECFILE_LOCATION = os.environ["B10_FROM_SOURCE"] + "/src/bin/bind10/bob.spec"
  39. else:
  40. PREFIX = "@prefix@"
  41. DATAROOTDIR = "@datarootdir@"
  42. SPECFILE_LOCATION = "@datadir@/@PACKAGE@/bob.spec".replace("${datarootdir}", DATAROOTDIR).replace("${prefix}", PREFIX)
  43. import subprocess
  44. import signal
  45. import re
  46. import errno
  47. import time
  48. import select
  49. import random
  50. import socket
  51. from optparse import OptionParser, OptionValueError
  52. import io
  53. import pwd
  54. import posix
  55. import isc.cc
  56. import isc.util.process
  57. import isc.net.parse
  58. # Assign this process some longer name
  59. isc.util.process.rename(sys.argv[0])
  60. # This is the version that gets displayed to the user.
  61. # The VERSION string consists of the module name, the module version
  62. # number, and the overall BIND 10 version number (set in configure.ac).
  63. VERSION = "bind10 20101129 (BIND 10 @PACKAGE_VERSION@)"
  64. # This is for bind10.boottime of stats module
  65. _BASETIME = time.gmtime()
  66. class RestartSchedule:
  67. """
  68. Keeps state when restarting something (in this case, a process).
  69. When a process dies unexpectedly, we need to restart it. However, if
  70. it fails to restart for some reason, then we should not simply keep
  71. restarting it at high speed.
  72. A more sophisticated algorithm can be developed, but for now we choose
  73. a simple set of rules:
  74. * If a process was been running for >=10 seconds, we restart it
  75. right away.
  76. * If a process was running for <10 seconds, we wait until 10 seconds
  77. after it was started.
  78. To avoid programs getting into lockstep, we use a normal distribution
  79. to avoid being restarted at exactly 10 seconds."""
  80. def __init__(self, restart_frequency=10.0):
  81. self.restart_frequency = restart_frequency
  82. self.run_start_time = None
  83. self.run_stop_time = None
  84. self.restart_time = None
  85. def set_run_start_time(self, when=None):
  86. if when is None:
  87. when = time.time()
  88. self.run_start_time = when
  89. sigma = self.restart_frequency * 0.05
  90. self.restart_time = when + random.normalvariate(self.restart_frequency,
  91. sigma)
  92. def set_run_stop_time(self, when=None):
  93. """We don't actually do anything with stop time now, but it
  94. might be useful for future algorithms."""
  95. if when is None:
  96. when = time.time()
  97. self.run_stop_time = when
  98. def get_restart_time(self, when=None):
  99. if when is None:
  100. when = time.time()
  101. return max(when, self.restart_time)
  102. class ProcessInfoError(Exception): pass
  103. class ProcessInfo:
  104. """Information about a process"""
  105. dev_null = open(os.devnull, "w")
  106. def __init__(self, name, args, env={}, dev_null_stdout=False,
  107. dev_null_stderr=False, uid=None, username=None):
  108. self.name = name
  109. self.args = args
  110. self.env = env
  111. self.dev_null_stdout = dev_null_stdout
  112. self.dev_null_stderr = dev_null_stderr
  113. self.restart_schedule = RestartSchedule()
  114. self.uid = uid
  115. self.username = username
  116. self._spawn()
  117. def _preexec_work(self):
  118. """Function used before running a program that needs to run as a
  119. different user."""
  120. # First, put us into a separate process group so we don't get
  121. # SIGINT signals on Ctrl-C (the boss will shut everthing down by
  122. # other means).
  123. os.setpgrp()
  124. # Second, set the user ID if one has been specified
  125. if self.uid is not None:
  126. try:
  127. posix.setuid(self.uid)
  128. except OSError as e:
  129. if e.errno == errno.EPERM:
  130. # if we failed to change user due to permission report that
  131. raise ProcessInfoError("Unable to change to user %s (uid %d)" % (self.username, self.uid))
  132. else:
  133. # otherwise simply re-raise whatever error we found
  134. raise
  135. def _spawn(self):
  136. if self.dev_null_stdout:
  137. spawn_stdout = self.dev_null
  138. else:
  139. spawn_stdout = None
  140. if self.dev_null_stderr:
  141. spawn_stderr = self.dev_null
  142. else:
  143. spawn_stderr = None
  144. # Environment variables for the child process will be a copy of those
  145. # of the boss process with any additional specific variables given
  146. # on construction (self.env).
  147. spawn_env = os.environ
  148. spawn_env.update(self.env)
  149. if 'B10_FROM_SOURCE' not in os.environ:
  150. spawn_env['PATH'] = "@@LIBEXECDIR@@:" + spawn_env['PATH']
  151. self.process = subprocess.Popen(self.args,
  152. stdin=subprocess.PIPE,
  153. stdout=spawn_stdout,
  154. stderr=spawn_stderr,
  155. close_fds=True,
  156. env=spawn_env,
  157. preexec_fn=self._preexec_work)
  158. self.pid = self.process.pid
  159. self.restart_schedule.set_run_start_time()
  160. def respawn(self):
  161. self._spawn()
  162. class CChannelConnectError(Exception): pass
  163. class BoB:
  164. """Boss of BIND class."""
  165. def __init__(self, msgq_socket_file=None, dns_port=5300, address=None,
  166. forward=None, nocache=False, verbose=False, setuid=None,
  167. username=None):
  168. """
  169. Initialize the Boss of BIND. This is a singleton (only one can run).
  170. The msgq_socket_file specifies the UNIX domain socket file that the
  171. msgq process listens on. If verbose is True, then the boss reports
  172. what it is doing.
  173. """
  174. self.address = address
  175. self.dns_port = dns_port
  176. self.forward = forward
  177. if forward:
  178. self.resolver = True
  179. else:
  180. self.resolver = False
  181. self.cc_session = None
  182. self.ccs = None
  183. self.cfg_start_auth = True
  184. self.cfg_start_resolver = False
  185. self.curproc = None
  186. self.dead_processes = {}
  187. self.msgq_socket_file = msgq_socket_file
  188. self.nocache = nocache
  189. self.processes = {}
  190. self.runnable = False
  191. self.uid = setuid
  192. self.username = username
  193. self.verbose = verbose
  194. def config_handler(self, new_config):
  195. if self.verbose:
  196. sys.stdout.write("[bind10] Handling new configuration: " +
  197. str(new_config) + "\n")
  198. if 'start_resolver' in new_config:
  199. if new_config['start_resolver']:
  200. if self.uid is not None:
  201. sys.stderr.write("[bind10] Starting resolver as a user," +
  202. "not root. This might fail.\n")
  203. self.start_resolver(self.c_channel_env)
  204. else:
  205. self.stop_resolver()
  206. if 'start_auth' in new_config:
  207. if new_config['start_auth']:
  208. if self.uid is not None:
  209. sys.stderr.write("[bind10] Starting auth as a user," +
  210. "not root. This might fail.\n")
  211. self.start_auth(self.c_channel_env)
  212. self.start_xfrout(self.c_channel_env)
  213. self.start_xfrin(self.c_channel_env)
  214. self.start_zonemgr(self.c_channel_env)
  215. else:
  216. self.stop_zonemgr()
  217. self.stop_xfrin()
  218. self.stop_xfrout()
  219. self.stop_auth()
  220. answer = isc.config.ccsession.create_answer(0)
  221. return answer
  222. # TODO
  223. def command_handler(self, command, args):
  224. if self.verbose:
  225. sys.stdout.write("[bind10] Boss got command: " + command + "\n")
  226. answer = isc.config.ccsession.create_answer(1, "command not implemented")
  227. if type(command) != str:
  228. answer = isc.config.ccsession.create_answer(1, "bad command")
  229. else:
  230. if command == "shutdown":
  231. self.runnable = False
  232. answer = isc.config.ccsession.create_answer(0)
  233. else:
  234. answer = isc.config.ccsession.create_answer(1,
  235. "Unknown command")
  236. return answer
  237. def kill_started_processes(self):
  238. """
  239. Called as part of the exception handling when a process fails to
  240. start, this runs through the list of started processes, killing
  241. each one. It then clears that list.
  242. """
  243. if self.verbose:
  244. sys.stdout.write("[bind10] killing started processes:\n")
  245. for pid in self.processes:
  246. if self.verbose:
  247. sys.stdout.write("[bind10] - %s\n" % self.processes[pid].name)
  248. self.processes[pid].process.kill()
  249. self.processes = {}
  250. def read_bind10_config(self):
  251. """
  252. Reads the parameters associated with the BoB module itself.
  253. At present these are the components to start although arguably this
  254. information should be in the configuration for the appropriate
  255. module itself. (However, this would cause difficulty in the case of
  256. xfrin/xfrout and zone manager as we don't need to start those if we
  257. are not running the authoritative server.)
  258. """
  259. if self.verbose:
  260. sys.stdout.write("[bind10] Reading Boss configuration:\n")
  261. config_data = self.ccs.get_full_config()
  262. self.cfg_start_auth = config_data.get("start_auth")
  263. self.cfg_start_resolver = config_data.get("start_resolver")
  264. if self.verbose:
  265. sys.stdout.write("[bind10] - start_auth: %s\n" %
  266. str(self.cfg_start_auth))
  267. sys.stdout.write("[bind10] - start_resolver: %s\n" %
  268. str(self.cfg_start_resolver))
  269. def log_starting(self, process, port = None, address = None):
  270. """
  271. A convenience function to output a "Starting xxx" message if the
  272. verbose option is set. Putting this into a separate method ensures
  273. that the output form is consistent across all processes.
  274. The process name (passed as the first argument) is put into
  275. self.curproc, and is used to indicate which process failed to
  276. start if there is an error (and is used in the "Started" message
  277. on success). The optional port and address information are
  278. appended to the message (if present).
  279. """
  280. self.curproc = process
  281. if self.verbose:
  282. sys.stdout.write("[bind10] Starting %s" % self.curproc)
  283. if port is not None:
  284. sys.stdout.write(" on port %d" % port)
  285. if address is not None:
  286. sys.stdout.write(" (address %s)" % str(address))
  287. sys.stdout.write("\n")
  288. def log_started(self, pid = None):
  289. """
  290. A convenience function to output a 'Started xxxx (PID yyyy)'
  291. message. As with starting_message(), this ensures a consistent
  292. format.
  293. """
  294. if self.verbose:
  295. sys.stdout.write("[bind10] Started %s" % self.curproc)
  296. if pid is not None:
  297. sys.stdout.write(" (PID %d)" % pid)
  298. sys.stdout.write("\n")
  299. # The next few methods start the individual processes of BIND-10. They
  300. # are called via start_all_process(). If any fail, an exception is raised
  301. # which is caught by the caller of start_all_processes(); this kills
  302. # processes started up to that point before terminating the program.
  303. def start_msgq(self, c_channel_env):
  304. """
  305. Start the message queue and connect to the command channel.
  306. """
  307. self.log_starting("b10-msgq")
  308. c_channel = ProcessInfo("b10-msgq", ["b10-msgq"], c_channel_env,
  309. True, not self.verbose, uid=self.uid,
  310. username=self.username)
  311. self.processes[c_channel.pid] = c_channel
  312. self.log_started(c_channel.pid)
  313. # Now connect to the c-channel
  314. cc_connect_start = time.time()
  315. while self.cc_session is None:
  316. # if we have been trying for "a while" give up
  317. if (time.time() - cc_connect_start) > 5:
  318. raise CChannelConnectError("Unable to connect to c-channel after 5 seconds")
  319. # try to connect, and if we can't wait a short while
  320. try:
  321. self.cc_session = isc.cc.Session(self.msgq_socket_file)
  322. except isc.cc.session.SessionError:
  323. time.sleep(0.1)
  324. def start_cfgmgr(self, c_channel_env):
  325. """
  326. Starts the configuration manager process
  327. """
  328. self.log_starting("b10-cfgmgr")
  329. bind_cfgd = ProcessInfo("b10-cfgmgr", ["b10-cfgmgr"],
  330. c_channel_env, uid=self.uid,
  331. username=self.username)
  332. self.processes[bind_cfgd.pid] = bind_cfgd
  333. self.log_started(bind_cfgd.pid)
  334. # sleep until b10-cfgmgr is fully up and running, this is a good place
  335. # to have a (short) timeout on synchronized groupsend/receive
  336. # TODO: replace the sleep by a listen for ConfigManager started
  337. # message
  338. time.sleep(1)
  339. def start_ccsession(self, c_channel_env):
  340. """
  341. Start the CC Session
  342. The argument c_channel_env is unused but is supplied to keep the
  343. argument list the same for all start_xxx methods.
  344. """
  345. self.log_starting("ccsession")
  346. self.ccs = isc.config.ModuleCCSession(SPECFILE_LOCATION,
  347. self.config_handler, self.command_handler)
  348. self.ccs.start()
  349. self.log_started()
  350. # A couple of utility methods for starting processes...
  351. def start_process(self, name, args, c_channel_env, port=None, address=None):
  352. """
  353. Given a set of command arguments, start the process and output
  354. appropriate log messages. If the start is successful, the process
  355. is added to the list of started processes.
  356. The port and address arguments are for log messages only.
  357. """
  358. self.log_starting(name, port, address)
  359. newproc = ProcessInfo(name, args, c_channel_env)
  360. self.processes[newproc.pid] = newproc
  361. self.log_started(newproc.pid)
  362. def start_simple(self, name, c_channel_env, port=None, address=None):
  363. """
  364. Most of the BIND-10 processes are started with the command:
  365. <process-name> [-v]
  366. ... where -v is appended if verbose is enabled. This method
  367. generates the arguments from the name and starts the process.
  368. The port and address arguments are for log messages only.
  369. """
  370. # Set up the command arguments.
  371. args = [name]
  372. if self.verbose:
  373. args += ['-v']
  374. # ... and start the process
  375. self.start_process(name, args, c_channel_env, port, address)
  376. # The next few methods start up the rest of the BIND-10 processes.
  377. # Although many of these methods are little more than a call to
  378. # start_simple, they are retained (a) for testing reasons and (b) as a place
  379. # where modifications can be made if the process start-up sequence changes
  380. # for a given process.
  381. def start_auth(self, c_channel_env):
  382. """
  383. Start the Authoritative server
  384. """
  385. # XXX: this must be read from the configuration manager in the future
  386. if self.resolver:
  387. dns_prog = 'b10-resolver'
  388. else:
  389. dns_prog = 'b10-auth'
  390. dnsargs = [dns_prog]
  391. if not self.resolver:
  392. # The resolver uses configuration manager for these
  393. dnsargs += ['-p', str(self.dns_port)]
  394. if self.address:
  395. dnsargs += ['-a', str(self.address)]
  396. if self.nocache:
  397. dnsargs += ['-n']
  398. if self.uid:
  399. dnsargs += ['-u', str(self.uid)]
  400. if self.verbose:
  401. dnsargs += ['-v']
  402. # ... and start
  403. self.start_process("b10-auth", dnsargs, c_channel_env,
  404. self.dns_port, self.address)
  405. def start_resolver(self, c_channel_env):
  406. """
  407. Start the Resolver. At present, all these arguments and switches
  408. are pure speculation. As with the auth daemon, they should be
  409. read from the configuration database.
  410. """
  411. self.curproc = "b10-resolver"
  412. # XXX: this must be read from the configuration manager in the future
  413. resargs = ['b10-resolver']
  414. if self.uid:
  415. resargs += ['-u', str(self.uid)]
  416. if self.verbose:
  417. resargs += ['-v']
  418. # ... and start
  419. self.start_process("b10-resolver", resargs, c_channel_env)
  420. def start_xfrout(self, c_channel_env):
  421. self.start_simple("b10-xfrout", c_channel_env)
  422. def start_xfrin(self, c_channel_env):
  423. self.start_simple("b10-xfrin", c_channel_env)
  424. def start_zonemgr(self, c_channel_env):
  425. self.start_simple("b10-zonemgr", c_channel_env)
  426. def start_stats(self, c_channel_env):
  427. self.start_simple("b10-stats", c_channel_env)
  428. def start_cmdctl(self, c_channel_env):
  429. # XXX: we hardcode port 8080
  430. self.start_simple("b10-cmdctl", c_channel_env, 8080)
  431. def start_all_processes(self):
  432. """
  433. Starts up all the processes. Any exception generated during the
  434. starting of the processes is handled by the caller.
  435. """
  436. c_channel_env = self.c_channel_env
  437. self.start_msgq(c_channel_env)
  438. self.start_cfgmgr(c_channel_env)
  439. self.start_ccsession(c_channel_env)
  440. # Extract the parameters associated with Bob. This can only be
  441. # done after the CC Session is started.
  442. self.read_bind10_config()
  443. # Continue starting the processes. The authoritative server (if
  444. # selected):
  445. if self.cfg_start_auth:
  446. self.start_auth(c_channel_env)
  447. # ... and resolver (if selected):
  448. if self.cfg_start_resolver:
  449. self.start_resolver(c_channel_env)
  450. # Everything after the main components can run as non-root.
  451. # TODO: this is only temporary - once the privileged socket creator is
  452. # fully working, nothing else will run as root.
  453. if self.uid is not None:
  454. posix.setuid(self.uid)
  455. # xfrin/xfrout and the zone manager are only meaningful if the
  456. # authoritative server has been started.
  457. if self.cfg_start_auth:
  458. self.start_xfrout(c_channel_env)
  459. self.start_xfrin(c_channel_env)
  460. self.start_zonemgr(c_channel_env)
  461. # ... and finally start the remaining processes
  462. self.start_stats(c_channel_env)
  463. self.start_cmdctl(c_channel_env)
  464. def startup(self):
  465. """
  466. Start the BoB instance.
  467. Returns None if successful, otherwise an string describing the
  468. problem.
  469. """
  470. # Try to connect to the c-channel daemon, to see if it is already
  471. # running
  472. c_channel_env = {}
  473. if self.msgq_socket_file is not None:
  474. c_channel_env["BIND10_MSGQ_SOCKET_FILE"] = self.msgq_socket_file
  475. if self.verbose:
  476. sys.stdout.write("[bind10] Checking for already running b10-msgq\n")
  477. # try to connect, and if we can't wait a short while
  478. try:
  479. self.cc_session = isc.cc.Session(self.msgq_socket_file)
  480. return "b10-msgq already running, or socket file not cleaned , cannot start"
  481. except isc.cc.session.SessionError:
  482. # this is the case we want, where the msgq is not running
  483. pass
  484. # Start all processes. If any one fails to start, kill all started
  485. # processes and exit with an error indication.
  486. try:
  487. self.c_channel_env = c_channel_env
  488. self.start_all_processes()
  489. except Exception as e:
  490. self.kill_started_processes()
  491. return "Unable to start " + self.curproc + ": " + str(e)
  492. # Started successfully
  493. self.runnable = True
  494. return None
  495. def stop_all_processes(self):
  496. """Stop all processes."""
  497. cmd = { "command": ['shutdown']}
  498. self.cc_session.group_sendmsg(cmd, 'Cmdctl', 'Cmdctl')
  499. self.cc_session.group_sendmsg(cmd, "ConfigManager", "ConfigManager")
  500. self.cc_session.group_sendmsg(cmd, "Auth", "Auth")
  501. self.cc_session.group_sendmsg(cmd, "Resolver", "Resolver")
  502. self.cc_session.group_sendmsg(cmd, "Xfrout", "Xfrout")
  503. self.cc_session.group_sendmsg(cmd, "Xfrin", "Xfrin")
  504. self.cc_session.group_sendmsg(cmd, "Zonemgr", "Zonemgr")
  505. self.cc_session.group_sendmsg(cmd, "Stats", "Stats")
  506. def stop_process(self, process):
  507. """Stop the given process, friendly-like."""
  508. # XXX nothing yet
  509. pass
  510. def shutdown(self):
  511. """Stop the BoB instance."""
  512. if self.verbose:
  513. sys.stdout.write("[bind10] Stopping the server.\n")
  514. # first try using the BIND 10 request to stop
  515. try:
  516. self.stop_all_processes()
  517. except:
  518. pass
  519. # XXX: some delay probably useful... how much is uncertain
  520. # I have changed the delay from 0.5 to 1, but sometime it's
  521. # still not enough.
  522. time.sleep(1)
  523. self.reap_children()
  524. # next try sending a SIGTERM
  525. processes_to_stop = list(self.processes.values())
  526. for proc_info in processes_to_stop:
  527. if self.verbose:
  528. sys.stdout.write("[bind10] Sending SIGTERM to %s (PID %d).\n" %
  529. (proc_info.name, proc_info.pid))
  530. try:
  531. proc_info.process.terminate()
  532. except OSError:
  533. # ignore these (usually ESRCH because the child
  534. # finally exited)
  535. pass
  536. # finally, send SIGKILL (unmaskable termination) until everybody dies
  537. while self.processes:
  538. # XXX: some delay probably useful... how much is uncertain
  539. time.sleep(0.1)
  540. self.reap_children()
  541. processes_to_stop = list(self.processes.values())
  542. for proc_info in processes_to_stop:
  543. if self.verbose:
  544. sys.stdout.write("[bind10] Sending SIGKILL to %s (PID %d).\n" %
  545. (proc_info.name, proc_info.pid))
  546. try:
  547. proc_info.process.kill()
  548. except OSError:
  549. # ignore these (usually ESRCH because the child
  550. # finally exited)
  551. pass
  552. if self.verbose:
  553. sys.stdout.write("[bind10] All processes ended, server done.\n")
  554. def reap_children(self):
  555. """Check to see if any of our child processes have exited,
  556. and note this for later handling.
  557. """
  558. while True:
  559. try:
  560. (pid, exit_status) = os.waitpid(-1, os.WNOHANG)
  561. except OSError as o:
  562. if o.errno == errno.ECHILD: break
  563. # XXX: should be impossible to get any other error here
  564. raise
  565. if pid == 0: break
  566. if pid in self.processes:
  567. # One of the processes we know about. Get information on it.
  568. proc_info = self.processes.pop(pid)
  569. proc_info.restart_schedule.set_run_stop_time()
  570. self.dead_processes[proc_info.pid] = proc_info
  571. # Write out message, but only if in the running state:
  572. # During startup and shutdown, these messages are handled
  573. # elsewhere.
  574. if self.runnable:
  575. if exit_status is None:
  576. sys.stdout.write(
  577. "[bind10] Process %s (PID %d) died: exit status not available" %
  578. (proc_info.name, proc_info.pid))
  579. else:
  580. sys.stdout.write(
  581. "[bind10] Process %s (PID %d) terminated, exit status = %d\n" %
  582. (proc_info.name, proc_info.pid, exit_status))
  583. # Was it a special process?
  584. if proc_info.name == "b10-msgq":
  585. sys.stdout.write(
  586. "[bind10] The b10-msgq process died, shutting down.\n")
  587. self.runnable = False
  588. else:
  589. sys.stdout.write("[bind10] Unknown child pid %d exited.\n" % pid)
  590. def restart_processes(self):
  591. """
  592. Restart any dead processes:
  593. * Returns the time when the next process is ready to be restarted.
  594. * If the server is shutting down, returns 0.
  595. * If there are no processes, returns None.
  596. The values returned can be safely passed into select() as the
  597. timeout value.
  598. """
  599. next_restart = None
  600. # if we're shutting down, then don't restart
  601. if not self.runnable:
  602. return 0
  603. # otherwise look through each dead process and try to restart
  604. still_dead = {}
  605. now = time.time()
  606. for proc_info in self.dead_processes.values():
  607. restart_time = proc_info.restart_schedule.get_restart_time(now)
  608. if restart_time > now:
  609. if (next_restart is None) or (next_restart > restart_time):
  610. next_restart = restart_time
  611. still_dead[proc_info.pid] = proc_info
  612. else:
  613. if self.verbose:
  614. sys.stdout.write("[bind10] Resurrecting dead %s process...\n" %
  615. proc_info.name)
  616. try:
  617. proc_info.respawn()
  618. self.processes[proc_info.pid] = proc_info
  619. sys.stdout.write("[bind10] Resurrected %s (PID %d)\n" %
  620. (proc_info.name, proc_info.pid))
  621. except:
  622. still_dead[proc_info.pid] = proc_info
  623. # remember any processes that refuse to be resurrected
  624. self.dead_processes = still_dead
  625. # return the time when the next process is ready to be restarted
  626. return next_restart
  627. # global variables, needed for signal handlers
  628. options = None
  629. boss_of_bind = None
  630. def reaper(signal_number, stack_frame):
  631. """A child process has died (SIGCHLD received)."""
  632. # don't do anything...
  633. # the Python signal handler has been set up to write
  634. # down a pipe, waking up our select() bit
  635. pass
  636. def get_signame(signal_number):
  637. """Return the symbolic name for a signal."""
  638. for sig in dir(signal):
  639. if sig.startswith("SIG") and sig[3].isalnum():
  640. if getattr(signal, sig) == signal_number:
  641. return sig
  642. return "Unknown signal %d" % signal_number
  643. # XXX: perhaps register atexit() function and invoke that instead
  644. def fatal_signal(signal_number, stack_frame):
  645. """We need to exit (SIGINT or SIGTERM received)."""
  646. global options
  647. global boss_of_bind
  648. if options.verbose:
  649. sys.stdout.write("[bind10] Received %s.\n" % get_signame(signal_number))
  650. signal.signal(signal.SIGCHLD, signal.SIG_DFL)
  651. boss_of_bind.runnable = False
  652. def check_port(option, opt_str, value, parser):
  653. """Function to insure that the port we are passed is actually
  654. a valid port number. Used by OptionParser() on startup."""
  655. try:
  656. if opt_str in ['-p', '--port']:
  657. parser.values.dns_port = isc.net.parse.port_parse(value)
  658. else:
  659. raise OptionValueError("Unknown option " + opt_str)
  660. except ValueError as e:
  661. raise OptionValueError(str(e))
  662. def check_addr(option, opt_str, value, parser):
  663. """Function to insure that the address we are passed is actually
  664. a valid address. Used by OptionParser() on startup."""
  665. try:
  666. if opt_str in ['-a', '--address']:
  667. parser.values.address = isc.net.parse.addr_parse(value)
  668. elif opt_str in ['-f', '--forward']:
  669. parser.values.forward = isc.net.parse.addr_parse(value)
  670. else:
  671. raise OptionValueError("Unknown option " + opt_str)
  672. except ValueError:
  673. raise OptionValueError("%s requires a valid IPv4 or IPv6 address" % opt_str)
  674. def process_rename(option, opt_str, value, parser):
  675. """Function that renames the process if it is requested by a option."""
  676. isc.util.process.rename(value)
  677. def main():
  678. global options
  679. global boss_of_bind
  680. # Enforce line buffering on stdout, even when not a TTY
  681. sys.stdout = io.TextIOWrapper(sys.stdout.detach(), line_buffering=True)
  682. # Parse any command-line options.
  683. parser = OptionParser(version=VERSION)
  684. parser.add_option("-a", "--address", dest="address", type="string",
  685. action="callback", callback=check_addr, default=None,
  686. help="address the DNS server will use (default: listen on all addresses)")
  687. parser.add_option("-f", "--forward", dest="forward", type="string",
  688. action="callback", callback=check_addr, default=None,
  689. help="nameserver to which DNS queries should be forwarded")
  690. parser.add_option("-m", "--msgq-socket-file", dest="msgq_socket_file",
  691. type="string", default=None,
  692. help="UNIX domain socket file the b10-msgq daemon will use")
  693. parser.add_option("-n", "--no-cache", action="store_true", dest="nocache",
  694. default=False, help="disable hot-spot cache in authoritative DNS server")
  695. parser.add_option("-p", "--port", dest="dns_port", type="int",
  696. action="callback", callback=check_port, default=5300,
  697. help="port the DNS server will use (default 5300)")
  698. parser.add_option("-u", "--user", dest="user", type="string", default=None,
  699. help="Change user after startup (must run as root)")
  700. parser.add_option("-v", "--verbose", dest="verbose", action="store_true",
  701. help="display more about what is going on")
  702. parser.add_option("--pretty-name", type="string", action="callback",
  703. callback=process_rename,
  704. help="Set the process name (displayed in ps, top, ...)")
  705. (options, args) = parser.parse_args()
  706. if args:
  707. parser.print_help()
  708. sys.exit(1)
  709. # Check user ID.
  710. setuid = None
  711. username = None
  712. if options.user:
  713. # Try getting information about the user, assuming UID passed.
  714. try:
  715. pw_ent = pwd.getpwuid(int(options.user))
  716. setuid = pw_ent.pw_uid
  717. username = pw_ent.pw_name
  718. except ValueError:
  719. pass
  720. except KeyError:
  721. pass
  722. # Next try getting information about the user, assuming user name
  723. # passed.
  724. # If the information is both a valid user name and user number, we
  725. # prefer the name because we try it second. A minor point, hopefully.
  726. try:
  727. pw_ent = pwd.getpwnam(options.user)
  728. setuid = pw_ent.pw_uid
  729. username = pw_ent.pw_name
  730. except KeyError:
  731. pass
  732. if setuid is None:
  733. sys.stderr.write("bind10: invalid user: '%s'\n" % options.user)
  734. sys.exit(1)
  735. # Announce startup.
  736. if options.verbose:
  737. sys.stdout.write("%s\n" % VERSION)
  738. # Create wakeup pipe for signal handlers
  739. wakeup_pipe = os.pipe()
  740. signal.set_wakeup_fd(wakeup_pipe[1])
  741. # Set signal handlers for catching child termination, as well
  742. # as our own demise.
  743. signal.signal(signal.SIGCHLD, reaper)
  744. signal.siginterrupt(signal.SIGCHLD, False)
  745. signal.signal(signal.SIGINT, fatal_signal)
  746. signal.signal(signal.SIGTERM, fatal_signal)
  747. # Block SIGPIPE, as we don't want it to end this process
  748. signal.signal(signal.SIGPIPE, signal.SIG_IGN)
  749. # Go bob!
  750. boss_of_bind = BoB(options.msgq_socket_file, options.dns_port,
  751. options.address, options.forward, options.nocache,
  752. options.verbose, setuid, username)
  753. startup_result = boss_of_bind.startup()
  754. if startup_result:
  755. sys.stderr.write("[bind10] Error on startup: %s\n" % startup_result)
  756. sys.exit(1)
  757. sys.stdout.write("[bind10] BIND 10 started\n")
  758. # send "bind10.boot_time" to b10-stats
  759. time.sleep(1) # wait a second
  760. if options.verbose:
  761. sys.stdout.write("[bind10] send \"bind10.boot_time\" to b10-stats\n")
  762. cmd = isc.config.ccsession.create_command('set',
  763. { "stats_data": {
  764. 'bind10.boot_time': time.strftime('%Y-%m-%dT%H:%M:%SZ', _BASETIME)
  765. }
  766. })
  767. boss_of_bind.cc_session.group_sendmsg(cmd, 'Stats')
  768. # In our main loop, we check for dead processes or messages
  769. # on the c-channel.
  770. wakeup_fd = wakeup_pipe[0]
  771. ccs_fd = boss_of_bind.ccs.get_socket().fileno()
  772. while boss_of_bind.runnable:
  773. # clean up any processes that exited
  774. boss_of_bind.reap_children()
  775. next_restart = boss_of_bind.restart_processes()
  776. if next_restart is None:
  777. wait_time = None
  778. else:
  779. wait_time = max(next_restart - time.time(), 0)
  780. # select() can raise EINTR when a signal arrives,
  781. # even if they are resumable, so we have to catch
  782. # the exception
  783. try:
  784. (rlist, wlist, xlist) = select.select([wakeup_fd, ccs_fd], [], [],
  785. wait_time)
  786. except select.error as err:
  787. if err.args[0] == errno.EINTR:
  788. (rlist, wlist, xlist) = ([], [], [])
  789. else:
  790. sys.stderr.write("[bind10] Error with select(); %s\n" % err)
  791. break
  792. for fd in rlist + xlist:
  793. if fd == ccs_fd:
  794. try:
  795. boss_of_bind.ccs.check_command()
  796. except isc.cc.session.ProtocolError:
  797. if options.verbose:
  798. sys.stderr.write("[bind10] msgq channel disappeared.\n")
  799. break
  800. elif fd == wakeup_fd:
  801. os.read(wakeup_fd, 32)
  802. # shutdown
  803. signal.signal(signal.SIGCHLD, signal.SIG_DFL)
  804. boss_of_bind.shutdown()
  805. sys.stdout.write("[bind10] BIND 10 exiting\n");
  806. sys.exit(0)
  807. if __name__ == "__main__":
  808. main()