bind10.py.in 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960
  1. #!@PYTHON@
  2. # Copyright (C) 2010 Internet Systems Consortium.
  3. #
  4. # Permission to use, copy, modify, and distribute this software for any
  5. # purpose with or without fee is hereby granted, provided that the above
  6. # copyright notice and this permission notice appear in all copies.
  7. #
  8. # THE SOFTWARE IS PROVIDED "AS IS" AND INTERNET SYSTEMS CONSORTIUM
  9. # DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL
  10. # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
  11. # INTERNET SYSTEMS CONSORTIUM BE LIABLE FOR ANY SPECIAL, DIRECT,
  12. # INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
  13. # FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
  14. # NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
  15. # WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  16. """
  17. This file implements the Boss of Bind (BoB, or bob) program.
  18. Its purpose is to start up the BIND 10 system, and then manage the
  19. processes, by starting and stopping processes, plus restarting
  20. processes that exit.
  21. To start the system, it first runs the c-channel program (msgq), then
  22. connects to that. It then runs the configuration manager, and reads
  23. its own configuration. Then it proceeds to starting other modules.
  24. The Python subprocess module is used for starting processes, but
  25. because this is not efficient for managing groups of processes,
  26. SIGCHLD signals are caught and processed using the signal module.
  27. Most of the logic is contained in the BoB class. However, since Python
  28. requires that signal processing happen in the main thread, we do
  29. signal handling outside of that class, in the code running for
  30. __main__.
  31. """
  32. import sys; sys.path.append ('@@PYTHONPATH@@')
  33. import os
  34. # If B10_FROM_SOURCE is set in the environment, we use data files
  35. # from a directory relative to that, otherwise we use the ones
  36. # installed on the system
  37. if "B10_FROM_SOURCE" in os.environ:
  38. SPECFILE_LOCATION = os.environ["B10_FROM_SOURCE"] + "/src/bin/bind10/bob.spec"
  39. else:
  40. PREFIX = "@prefix@"
  41. DATAROOTDIR = "@datarootdir@"
  42. SPECFILE_LOCATION = "@datadir@/@PACKAGE@/bob.spec".replace("${datarootdir}", DATAROOTDIR).replace("${prefix}", PREFIX)
  43. import subprocess
  44. import signal
  45. import re
  46. import errno
  47. import time
  48. import select
  49. import random
  50. import socket
  51. from optparse import OptionParser, OptionValueError
  52. import io
  53. import pwd
  54. import posix
  55. import isc.cc
  56. import isc.util.process
  57. import isc.net.parse
  58. # Assign this process some longer name
  59. isc.util.process.rename(sys.argv[0])
  60. # This is the version that gets displayed to the user.
  61. # The VERSION string consists of the module name, the module version
  62. # number, and the overall BIND 10 version number (set in configure.ac).
  63. VERSION = "bind10 20110223 (BIND 10 @PACKAGE_VERSION@)"
  64. # This is for bind10.boottime of stats module
  65. _BASETIME = time.gmtime()
  66. class RestartSchedule:
  67. """
  68. Keeps state when restarting something (in this case, a process).
  69. When a process dies unexpectedly, we need to restart it. However, if
  70. it fails to restart for some reason, then we should not simply keep
  71. restarting it at high speed.
  72. A more sophisticated algorithm can be developed, but for now we choose
  73. a simple set of rules:
  74. * If a process was been running for >=10 seconds, we restart it
  75. right away.
  76. * If a process was running for <10 seconds, we wait until 10 seconds
  77. after it was started.
  78. To avoid programs getting into lockstep, we use a normal distribution
  79. to avoid being restarted at exactly 10 seconds."""
  80. def __init__(self, restart_frequency=10.0):
  81. self.restart_frequency = restart_frequency
  82. self.run_start_time = None
  83. self.run_stop_time = None
  84. self.restart_time = None
  85. def set_run_start_time(self, when=None):
  86. if when is None:
  87. when = time.time()
  88. self.run_start_time = when
  89. sigma = self.restart_frequency * 0.05
  90. self.restart_time = when + random.normalvariate(self.restart_frequency,
  91. sigma)
  92. def set_run_stop_time(self, when=None):
  93. """We don't actually do anything with stop time now, but it
  94. might be useful for future algorithms."""
  95. if when is None:
  96. when = time.time()
  97. self.run_stop_time = when
  98. def get_restart_time(self, when=None):
  99. if when is None:
  100. when = time.time()
  101. return max(when, self.restart_time)
  102. class ProcessInfoError(Exception): pass
  103. class ProcessInfo:
  104. """Information about a process"""
  105. dev_null = open(os.devnull, "w")
  106. def __init__(self, name, args, env={}, dev_null_stdout=False,
  107. dev_null_stderr=False, uid=None, username=None):
  108. self.name = name
  109. self.args = args
  110. self.env = env
  111. self.dev_null_stdout = dev_null_stdout
  112. self.dev_null_stderr = dev_null_stderr
  113. self.restart_schedule = RestartSchedule()
  114. self.uid = uid
  115. self.username = username
  116. self._spawn()
  117. def _preexec_work(self):
  118. """Function used before running a program that needs to run as a
  119. different user."""
  120. # First, put us into a separate process group so we don't get
  121. # SIGINT signals on Ctrl-C (the boss will shut everthing down by
  122. # other means).
  123. os.setpgrp()
  124. # Second, set the user ID if one has been specified
  125. if self.uid is not None:
  126. try:
  127. posix.setuid(self.uid)
  128. except OSError as e:
  129. if e.errno == errno.EPERM:
  130. # if we failed to change user due to permission report that
  131. raise ProcessInfoError("Unable to change to user %s (uid %d)" % (self.username, self.uid))
  132. else:
  133. # otherwise simply re-raise whatever error we found
  134. raise
  135. def _spawn(self):
  136. if self.dev_null_stdout:
  137. spawn_stdout = self.dev_null
  138. else:
  139. spawn_stdout = None
  140. if self.dev_null_stderr:
  141. spawn_stderr = self.dev_null
  142. else:
  143. spawn_stderr = None
  144. # Environment variables for the child process will be a copy of those
  145. # of the boss process with any additional specific variables given
  146. # on construction (self.env).
  147. spawn_env = os.environ
  148. spawn_env.update(self.env)
  149. if 'B10_FROM_SOURCE' not in os.environ:
  150. spawn_env['PATH'] = "@@LIBEXECDIR@@:" + spawn_env['PATH']
  151. self.process = subprocess.Popen(self.args,
  152. stdin=subprocess.PIPE,
  153. stdout=spawn_stdout,
  154. stderr=spawn_stderr,
  155. close_fds=True,
  156. env=spawn_env,
  157. preexec_fn=self._preexec_work)
  158. self.pid = self.process.pid
  159. self.restart_schedule.set_run_start_time()
  160. def respawn(self):
  161. self._spawn()
  162. class CChannelConnectError(Exception): pass
  163. class BoB:
  164. """Boss of BIND class."""
  165. def __init__(self, msgq_socket_file=None, dns_port=5300, address=None,
  166. nocache=False, verbose=False, setuid=None, username=None):
  167. """
  168. Initialize the Boss of BIND. This is a singleton (only one can run).
  169. The msgq_socket_file specifies the UNIX domain socket file that the
  170. msgq process listens on. If verbose is True, then the boss reports
  171. what it is doing.
  172. """
  173. self.address = address
  174. self.dns_port = dns_port
  175. self.cc_session = None
  176. self.ccs = None
  177. self.cfg_start_auth = True
  178. self.cfg_start_resolver = False
  179. self.started_auth_family = False
  180. self.started_resolver_family = False
  181. self.curproc = None
  182. self.dead_processes = {}
  183. self.msgq_socket_file = msgq_socket_file
  184. self.nocache = nocache
  185. self.processes = {}
  186. self.expected_shutdowns = {}
  187. self.runnable = False
  188. self.uid = setuid
  189. self.username = username
  190. self.verbose = verbose
  191. def config_handler(self, new_config):
  192. # If this is initial update, don't do anything now, leave it to startup
  193. if not self.runnable:
  194. return
  195. # Now we declare few functions used only internally here. Besides the
  196. # benefit of not polluting the name space, they are closures, so we
  197. # don't need to pass some variables
  198. def start_stop(name, started, start, stop):
  199. if not'start_' + name in new_config:
  200. return
  201. if new_config['start_' + name]:
  202. if not started:
  203. if self.uid is not None:
  204. sys.stderr.write("[bind10] Starting " + name + " as " +
  205. "a user, not root. This might fail.\n")
  206. start()
  207. else:
  208. stop()
  209. # These four functions are passed to start_stop (smells like functional
  210. # programming little bit)
  211. def resolver_on():
  212. self.start_resolver(self.c_channel_env)
  213. self.started_resolver_family = True
  214. def resolver_off():
  215. self.stop_resolver()
  216. self.started_resolver_family = False
  217. def auth_on():
  218. self.start_auth(self.c_channel_env)
  219. self.start_xfrout(self.c_channel_env)
  220. self.start_xfrin(self.c_channel_env)
  221. self.start_zonemgr(self.c_channel_env)
  222. self.started_auth_family = True
  223. def auth_off():
  224. self.stop_zonemgr()
  225. self.stop_xfrin()
  226. self.stop_xfrout()
  227. self.stop_auth()
  228. self.started_auth_family = False
  229. # The real code of the config handler function follows here
  230. if self.verbose:
  231. sys.stdout.write("[bind10] Handling new configuration: " +
  232. str(new_config) + "\n")
  233. start_stop('resolver', self.started_resolver_family, resolver_on,
  234. resolver_off)
  235. start_stop('auth', self.started_auth_family, auth_on, auth_off)
  236. answer = isc.config.ccsession.create_answer(0)
  237. return answer
  238. def command_handler(self, command, args):
  239. if self.verbose:
  240. sys.stdout.write("[bind10] Boss got command: " + command + "\n")
  241. answer = isc.config.ccsession.create_answer(1, "command not implemented")
  242. if type(command) != str:
  243. answer = isc.config.ccsession.create_answer(1, "bad command")
  244. else:
  245. if command == "shutdown":
  246. self.runnable = False
  247. answer = isc.config.ccsession.create_answer(0)
  248. else:
  249. answer = isc.config.ccsession.create_answer(1,
  250. "Unknown command")
  251. return answer
  252. def kill_started_processes(self):
  253. """
  254. Called as part of the exception handling when a process fails to
  255. start, this runs through the list of started processes, killing
  256. each one. It then clears that list.
  257. """
  258. if self.verbose:
  259. sys.stdout.write("[bind10] killing started processes:\n")
  260. for pid in self.processes:
  261. if self.verbose:
  262. sys.stdout.write("[bind10] - %s\n" % self.processes[pid].name)
  263. self.processes[pid].process.kill()
  264. self.processes = {}
  265. def read_bind10_config(self):
  266. """
  267. Reads the parameters associated with the BoB module itself.
  268. At present these are the components to start although arguably this
  269. information should be in the configuration for the appropriate
  270. module itself. (However, this would cause difficulty in the case of
  271. xfrin/xfrout and zone manager as we don't need to start those if we
  272. are not running the authoritative server.)
  273. """
  274. if self.verbose:
  275. sys.stdout.write("[bind10] Reading Boss configuration:\n")
  276. config_data = self.ccs.get_full_config()
  277. self.cfg_start_auth = config_data.get("start_auth")
  278. self.cfg_start_resolver = config_data.get("start_resolver")
  279. if self.verbose:
  280. sys.stdout.write("[bind10] - start_auth: %s\n" %
  281. str(self.cfg_start_auth))
  282. sys.stdout.write("[bind10] - start_resolver: %s\n" %
  283. str(self.cfg_start_resolver))
  284. def log_starting(self, process, port = None, address = None):
  285. """
  286. A convenience function to output a "Starting xxx" message if the
  287. verbose option is set. Putting this into a separate method ensures
  288. that the output form is consistent across all processes.
  289. The process name (passed as the first argument) is put into
  290. self.curproc, and is used to indicate which process failed to
  291. start if there is an error (and is used in the "Started" message
  292. on success). The optional port and address information are
  293. appended to the message (if present).
  294. """
  295. self.curproc = process
  296. if self.verbose:
  297. sys.stdout.write("[bind10] Starting %s" % self.curproc)
  298. if port is not None:
  299. sys.stdout.write(" on port %d" % port)
  300. if address is not None:
  301. sys.stdout.write(" (address %s)" % str(address))
  302. sys.stdout.write("\n")
  303. def log_started(self, pid = None):
  304. """
  305. A convenience function to output a 'Started xxxx (PID yyyy)'
  306. message. As with starting_message(), this ensures a consistent
  307. format.
  308. """
  309. if self.verbose:
  310. sys.stdout.write("[bind10] Started %s" % self.curproc)
  311. if pid is not None:
  312. sys.stdout.write(" (PID %d)" % pid)
  313. sys.stdout.write("\n")
  314. # The next few methods start the individual processes of BIND-10. They
  315. # are called via start_all_processes(). If any fail, an exception is
  316. # raised which is caught by the caller of start_all_processes(); this kills
  317. # processes started up to that point before terminating the program.
  318. def start_msgq(self, c_channel_env):
  319. """
  320. Start the message queue and connect to the command channel.
  321. """
  322. self.log_starting("b10-msgq")
  323. c_channel = ProcessInfo("b10-msgq", ["b10-msgq"], c_channel_env,
  324. True, not self.verbose, uid=self.uid,
  325. username=self.username)
  326. self.processes[c_channel.pid] = c_channel
  327. self.log_started(c_channel.pid)
  328. # Now connect to the c-channel
  329. cc_connect_start = time.time()
  330. while self.cc_session is None:
  331. # if we have been trying for "a while" give up
  332. if (time.time() - cc_connect_start) > 5:
  333. raise CChannelConnectError("Unable to connect to c-channel after 5 seconds")
  334. # try to connect, and if we can't wait a short while
  335. try:
  336. self.cc_session = isc.cc.Session(self.msgq_socket_file)
  337. except isc.cc.session.SessionError:
  338. time.sleep(0.1)
  339. def start_cfgmgr(self, c_channel_env):
  340. """
  341. Starts the configuration manager process
  342. """
  343. self.log_starting("b10-cfgmgr")
  344. bind_cfgd = ProcessInfo("b10-cfgmgr", ["b10-cfgmgr"],
  345. c_channel_env, uid=self.uid,
  346. username=self.username)
  347. self.processes[bind_cfgd.pid] = bind_cfgd
  348. self.log_started(bind_cfgd.pid)
  349. # sleep until b10-cfgmgr is fully up and running, this is a good place
  350. # to have a (short) timeout on synchronized groupsend/receive
  351. # TODO: replace the sleep by a listen for ConfigManager started
  352. # message
  353. time.sleep(1)
  354. def start_ccsession(self, c_channel_env):
  355. """
  356. Start the CC Session
  357. The argument c_channel_env is unused but is supplied to keep the
  358. argument list the same for all start_xxx methods.
  359. """
  360. self.log_starting("ccsession")
  361. self.ccs = isc.config.ModuleCCSession(SPECFILE_LOCATION,
  362. self.config_handler, self.command_handler)
  363. self.ccs.start()
  364. self.log_started()
  365. # A couple of utility methods for starting processes...
  366. def start_process(self, name, args, c_channel_env, port=None, address=None):
  367. """
  368. Given a set of command arguments, start the process and output
  369. appropriate log messages. If the start is successful, the process
  370. is added to the list of started processes.
  371. The port and address arguments are for log messages only.
  372. """
  373. self.log_starting(name, port, address)
  374. newproc = ProcessInfo(name, args, c_channel_env)
  375. self.processes[newproc.pid] = newproc
  376. self.log_started(newproc.pid)
  377. def start_simple(self, name, c_channel_env, port=None, address=None):
  378. """
  379. Most of the BIND-10 processes are started with the command:
  380. <process-name> [-v]
  381. ... where -v is appended if verbose is enabled. This method
  382. generates the arguments from the name and starts the process.
  383. The port and address arguments are for log messages only.
  384. """
  385. # Set up the command arguments.
  386. args = [name]
  387. if self.verbose:
  388. args += ['-v']
  389. # ... and start the process
  390. self.start_process(name, args, c_channel_env, port, address)
  391. # The next few methods start up the rest of the BIND-10 processes.
  392. # Although many of these methods are little more than a call to
  393. # start_simple, they are retained (a) for testing reasons and (b) as a place
  394. # where modifications can be made if the process start-up sequence changes
  395. # for a given process.
  396. def start_auth(self, c_channel_env):
  397. """
  398. Start the Authoritative server
  399. """
  400. authargs = ['b10-auth']
  401. #TODO Remove these properly, with the rest
  402. #authargs += ['-p', str(self.dns_port)]
  403. #if self.address:
  404. # authargs += ['-a', str(self.address)]
  405. if self.nocache:
  406. authargs += ['-n']
  407. if self.uid:
  408. authargs += ['-u', str(self.uid)]
  409. if self.verbose:
  410. authargs += ['-v']
  411. # ... and start
  412. self.start_process("b10-auth", authargs, c_channel_env,
  413. self.dns_port, self.address)
  414. def start_resolver(self, c_channel_env):
  415. """
  416. Start the Resolver. At present, all these arguments and switches
  417. are pure speculation. As with the auth daemon, they should be
  418. read from the configuration database.
  419. """
  420. self.curproc = "b10-resolver"
  421. # XXX: this must be read from the configuration manager in the future
  422. resargs = ['b10-resolver']
  423. if self.uid:
  424. resargs += ['-u', str(self.uid)]
  425. if self.verbose:
  426. resargs += ['-v']
  427. # ... and start
  428. self.start_process("b10-resolver", resargs, c_channel_env)
  429. def start_xfrout(self, c_channel_env):
  430. self.start_simple("b10-xfrout", c_channel_env)
  431. def start_xfrin(self, c_channel_env):
  432. self.start_simple("b10-xfrin", c_channel_env)
  433. def start_zonemgr(self, c_channel_env):
  434. self.start_simple("b10-zonemgr", c_channel_env)
  435. def start_stats(self, c_channel_env):
  436. self.start_simple("b10-stats", c_channel_env)
  437. def start_cmdctl(self, c_channel_env):
  438. # XXX: we hardcode port 8080
  439. self.start_simple("b10-cmdctl", c_channel_env, 8080)
  440. def start_all_processes(self):
  441. """
  442. Starts up all the processes. Any exception generated during the
  443. starting of the processes is handled by the caller.
  444. """
  445. c_channel_env = self.c_channel_env
  446. self.start_msgq(c_channel_env)
  447. self.start_cfgmgr(c_channel_env)
  448. self.start_ccsession(c_channel_env)
  449. # Extract the parameters associated with Bob. This can only be
  450. # done after the CC Session is started.
  451. self.read_bind10_config()
  452. # Continue starting the processes. The authoritative server (if
  453. # selected):
  454. if self.cfg_start_auth:
  455. self.start_auth(c_channel_env)
  456. # ... and resolver (if selected):
  457. if self.cfg_start_resolver:
  458. self.start_resolver(c_channel_env)
  459. self.started_resolver_family = True
  460. # Everything after the main components can run as non-root.
  461. # TODO: this is only temporary - once the privileged socket creator is
  462. # fully working, nothing else will run as root.
  463. if self.uid is not None:
  464. posix.setuid(self.uid)
  465. # xfrin/xfrout and the zone manager are only meaningful if the
  466. # authoritative server has been started.
  467. if self.cfg_start_auth:
  468. self.start_xfrout(c_channel_env)
  469. self.start_xfrin(c_channel_env)
  470. self.start_zonemgr(c_channel_env)
  471. self.started_auth_family = True
  472. # ... and finally start the remaining processes
  473. self.start_stats(c_channel_env)
  474. self.start_cmdctl(c_channel_env)
  475. def startup(self):
  476. """
  477. Start the BoB instance.
  478. Returns None if successful, otherwise an string describing the
  479. problem.
  480. """
  481. # Try to connect to the c-channel daemon, to see if it is already
  482. # running
  483. c_channel_env = {}
  484. if self.msgq_socket_file is not None:
  485. c_channel_env["BIND10_MSGQ_SOCKET_FILE"] = self.msgq_socket_file
  486. if self.verbose:
  487. sys.stdout.write("[bind10] Checking for already running b10-msgq\n")
  488. # try to connect, and if we can't wait a short while
  489. try:
  490. self.cc_session = isc.cc.Session(self.msgq_socket_file)
  491. return "b10-msgq already running, or socket file not cleaned , cannot start"
  492. except isc.cc.session.SessionError:
  493. # this is the case we want, where the msgq is not running
  494. pass
  495. # Start all processes. If any one fails to start, kill all started
  496. # processes and exit with an error indication.
  497. try:
  498. self.c_channel_env = c_channel_env
  499. self.start_all_processes()
  500. except Exception as e:
  501. self.kill_started_processes()
  502. return "Unable to start " + self.curproc + ": " + str(e)
  503. # Started successfully
  504. self.runnable = True
  505. return None
  506. def stop_all_processes(self):
  507. """Stop all processes."""
  508. cmd = { "command": ['shutdown']}
  509. self.cc_session.group_sendmsg(cmd, 'Cmdctl', 'Cmdctl')
  510. self.cc_session.group_sendmsg(cmd, "ConfigManager", "ConfigManager")
  511. self.cc_session.group_sendmsg(cmd, "Auth", "Auth")
  512. self.cc_session.group_sendmsg(cmd, "Resolver", "Resolver")
  513. self.cc_session.group_sendmsg(cmd, "Xfrout", "Xfrout")
  514. self.cc_session.group_sendmsg(cmd, "Xfrin", "Xfrin")
  515. self.cc_session.group_sendmsg(cmd, "Zonemgr", "Zonemgr")
  516. self.cc_session.group_sendmsg(cmd, "Stats", "Stats")
  517. def stop_process(self, process, recipient):
  518. """
  519. Stop the given process, friendly-like. The process is the name it has
  520. (in logs, etc), the recipient is the address on msgq.
  521. """
  522. if self.verbose:
  523. sys.stdout.write("[bind10] Asking %s to terminate\n" % process)
  524. # TODO: Some timeout to solve processes that don't want to die would
  525. # help. We can even store it in the dict, it is used only as a set
  526. self.expected_shutdowns[process] = 1
  527. # Ask the process to die willingly
  528. self.cc_session.group_sendmsg({'command': ['shutdown']}, recipient,
  529. recipient)
  530. # Series of stop_process wrappers
  531. def stop_resolver(self):
  532. self.stop_process('b10-resolver', 'Resolver')
  533. def stop_auth(self):
  534. self.stop_process('b10-auth', 'Auth')
  535. def stop_xfrout(self):
  536. self.stop_process('b10-xfrout', 'Xfrout')
  537. def stop_xfrin(self):
  538. self.stop_process('b10-xfrin', 'Xfrin')
  539. def stop_zonemgr(self):
  540. self.stop_process('b10-zonemgr', 'Zonemgr')
  541. def shutdown(self):
  542. """Stop the BoB instance."""
  543. if self.verbose:
  544. sys.stdout.write("[bind10] Stopping the server.\n")
  545. # first try using the BIND 10 request to stop
  546. try:
  547. self.stop_all_processes()
  548. except:
  549. pass
  550. # XXX: some delay probably useful... how much is uncertain
  551. # I have changed the delay from 0.5 to 1, but sometime it's
  552. # still not enough.
  553. time.sleep(1)
  554. self.reap_children()
  555. # next try sending a SIGTERM
  556. processes_to_stop = list(self.processes.values())
  557. for proc_info in processes_to_stop:
  558. if self.verbose:
  559. sys.stdout.write("[bind10] Sending SIGTERM to %s (PID %d).\n" %
  560. (proc_info.name, proc_info.pid))
  561. try:
  562. proc_info.process.terminate()
  563. except OSError:
  564. # ignore these (usually ESRCH because the child
  565. # finally exited)
  566. pass
  567. # finally, send SIGKILL (unmaskable termination) until everybody dies
  568. while self.processes:
  569. # XXX: some delay probably useful... how much is uncertain
  570. time.sleep(0.1)
  571. self.reap_children()
  572. processes_to_stop = list(self.processes.values())
  573. for proc_info in processes_to_stop:
  574. if self.verbose:
  575. sys.stdout.write("[bind10] Sending SIGKILL to %s (PID %d).\n" %
  576. (proc_info.name, proc_info.pid))
  577. try:
  578. proc_info.process.kill()
  579. except OSError:
  580. # ignore these (usually ESRCH because the child
  581. # finally exited)
  582. pass
  583. if self.verbose:
  584. sys.stdout.write("[bind10] All processes ended, server done.\n")
  585. def reap_children(self):
  586. """Check to see if any of our child processes have exited,
  587. and note this for later handling.
  588. """
  589. while True:
  590. try:
  591. (pid, exit_status) = os.waitpid(-1, os.WNOHANG)
  592. except OSError as o:
  593. if o.errno == errno.ECHILD: break
  594. # XXX: should be impossible to get any other error here
  595. raise
  596. if pid == 0: break
  597. if pid in self.processes:
  598. # One of the processes we know about. Get information on it.
  599. proc_info = self.processes.pop(pid)
  600. proc_info.restart_schedule.set_run_stop_time()
  601. self.dead_processes[proc_info.pid] = proc_info
  602. # Write out message, but only if in the running state:
  603. # During startup and shutdown, these messages are handled
  604. # elsewhere.
  605. if self.runnable:
  606. if exit_status is None:
  607. sys.stdout.write(
  608. "[bind10] Process %s (PID %d) died: exit status not available" %
  609. (proc_info.name, proc_info.pid))
  610. else:
  611. sys.stdout.write(
  612. "[bind10] Process %s (PID %d) terminated, exit status = %d\n" %
  613. (proc_info.name, proc_info.pid, exit_status))
  614. # Was it a special process?
  615. if proc_info.name == "b10-msgq":
  616. sys.stdout.write(
  617. "[bind10] The b10-msgq process died, shutting down.\n")
  618. self.runnable = False
  619. else:
  620. sys.stdout.write("[bind10] Unknown child pid %d exited.\n" % pid)
  621. def restart_processes(self):
  622. """
  623. Restart any dead processes:
  624. * Returns the time when the next process is ready to be restarted.
  625. * If the server is shutting down, returns 0.
  626. * If there are no processes, returns None.
  627. The values returned can be safely passed into select() as the
  628. timeout value.
  629. """
  630. next_restart = None
  631. # if we're shutting down, then don't restart
  632. if not self.runnable:
  633. return 0
  634. # otherwise look through each dead process and try to restart
  635. still_dead = {}
  636. now = time.time()
  637. for proc_info in self.dead_processes.values():
  638. if proc_info.name in self.expected_shutdowns:
  639. # We don't restart, we wanted it to die
  640. del self.expected_shutdowns[proc_info.name]
  641. continue
  642. restart_time = proc_info.restart_schedule.get_restart_time(now)
  643. if restart_time > now:
  644. if (next_restart is None) or (next_restart > restart_time):
  645. next_restart = restart_time
  646. still_dead[proc_info.pid] = proc_info
  647. else:
  648. if self.verbose:
  649. sys.stdout.write("[bind10] Resurrecting dead %s process...\n" %
  650. proc_info.name)
  651. try:
  652. proc_info.respawn()
  653. self.processes[proc_info.pid] = proc_info
  654. sys.stdout.write("[bind10] Resurrected %s (PID %d)\n" %
  655. (proc_info.name, proc_info.pid))
  656. except:
  657. still_dead[proc_info.pid] = proc_info
  658. # remember any processes that refuse to be resurrected
  659. self.dead_processes = still_dead
  660. # return the time when the next process is ready to be restarted
  661. return next_restart
  662. # global variables, needed for signal handlers
  663. options = None
  664. boss_of_bind = None
  665. def reaper(signal_number, stack_frame):
  666. """A child process has died (SIGCHLD received)."""
  667. # don't do anything...
  668. # the Python signal handler has been set up to write
  669. # down a pipe, waking up our select() bit
  670. pass
  671. def get_signame(signal_number):
  672. """Return the symbolic name for a signal."""
  673. for sig in dir(signal):
  674. if sig.startswith("SIG") and sig[3].isalnum():
  675. if getattr(signal, sig) == signal_number:
  676. return sig
  677. return "Unknown signal %d" % signal_number
  678. # XXX: perhaps register atexit() function and invoke that instead
  679. def fatal_signal(signal_number, stack_frame):
  680. """We need to exit (SIGINT or SIGTERM received)."""
  681. global options
  682. global boss_of_bind
  683. if options.verbose:
  684. sys.stdout.write("[bind10] Received %s.\n" % get_signame(signal_number))
  685. signal.signal(signal.SIGCHLD, signal.SIG_DFL)
  686. boss_of_bind.runnable = False
  687. def check_port(option, opt_str, value, parser):
  688. """Function to insure that the port we are passed is actually
  689. a valid port number. Used by OptionParser() on startup."""
  690. try:
  691. if opt_str in ['-p', '--port']:
  692. parser.values.dns_port = isc.net.parse.port_parse(value)
  693. else:
  694. raise OptionValueError("Unknown option " + opt_str)
  695. except ValueError as e:
  696. raise OptionValueError(str(e))
  697. def check_addr(option, opt_str, value, parser):
  698. """Function to insure that the address we are passed is actually
  699. a valid address. Used by OptionParser() on startup."""
  700. try:
  701. if opt_str in ['-a', '--address']:
  702. parser.values.address = isc.net.parse.addr_parse(value)
  703. else:
  704. raise OptionValueError("Unknown option " + opt_str)
  705. except ValueError:
  706. raise OptionValueError("%s requires a valid IPv4 or IPv6 address" % opt_str)
  707. def process_rename(option, opt_str, value, parser):
  708. """Function that renames the process if it is requested by a option."""
  709. isc.util.process.rename(value)
  710. def main():
  711. global options
  712. global boss_of_bind
  713. # Enforce line buffering on stdout, even when not a TTY
  714. sys.stdout = io.TextIOWrapper(sys.stdout.detach(), line_buffering=True)
  715. # Parse any command-line options.
  716. parser = OptionParser(version=VERSION)
  717. parser.add_option("-a", "--address", dest="address", type="string",
  718. action="callback", callback=check_addr, default=None,
  719. help="address the DNS server will use (default: listen on all addresses)")
  720. parser.add_option("-m", "--msgq-socket-file", dest="msgq_socket_file",
  721. type="string", default=None,
  722. help="UNIX domain socket file the b10-msgq daemon will use")
  723. parser.add_option("-n", "--no-cache", action="store_true", dest="nocache",
  724. default=False, help="disable hot-spot cache in authoritative DNS server")
  725. parser.add_option("-p", "--port", dest="dns_port", type="int",
  726. action="callback", callback=check_port, default=5300,
  727. help="port the DNS server will use (default 5300)")
  728. parser.add_option("-u", "--user", dest="user", type="string", default=None,
  729. help="Change user after startup (must run as root)")
  730. parser.add_option("-v", "--verbose", dest="verbose", action="store_true",
  731. help="display more about what is going on")
  732. parser.add_option("--pretty-name", type="string", action="callback",
  733. callback=process_rename,
  734. help="Set the process name (displayed in ps, top, ...)")
  735. (options, args) = parser.parse_args()
  736. if args:
  737. parser.print_help()
  738. sys.exit(1)
  739. # Check user ID.
  740. setuid = None
  741. username = None
  742. if options.user:
  743. # Try getting information about the user, assuming UID passed.
  744. try:
  745. pw_ent = pwd.getpwuid(int(options.user))
  746. setuid = pw_ent.pw_uid
  747. username = pw_ent.pw_name
  748. except ValueError:
  749. pass
  750. except KeyError:
  751. pass
  752. # Next try getting information about the user, assuming user name
  753. # passed.
  754. # If the information is both a valid user name and user number, we
  755. # prefer the name because we try it second. A minor point, hopefully.
  756. try:
  757. pw_ent = pwd.getpwnam(options.user)
  758. setuid = pw_ent.pw_uid
  759. username = pw_ent.pw_name
  760. except KeyError:
  761. pass
  762. if setuid is None:
  763. sys.stderr.write("bind10: invalid user: '%s'\n" % options.user)
  764. sys.exit(1)
  765. # Announce startup.
  766. if options.verbose:
  767. sys.stdout.write("%s\n" % VERSION)
  768. # Create wakeup pipe for signal handlers
  769. wakeup_pipe = os.pipe()
  770. signal.set_wakeup_fd(wakeup_pipe[1])
  771. # Set signal handlers for catching child termination, as well
  772. # as our own demise.
  773. signal.signal(signal.SIGCHLD, reaper)
  774. signal.siginterrupt(signal.SIGCHLD, False)
  775. signal.signal(signal.SIGINT, fatal_signal)
  776. signal.signal(signal.SIGTERM, fatal_signal)
  777. # Block SIGPIPE, as we don't want it to end this process
  778. signal.signal(signal.SIGPIPE, signal.SIG_IGN)
  779. # Go bob!
  780. boss_of_bind = BoB(options.msgq_socket_file, options.dns_port,
  781. options.address, options.nocache, options.verbose,
  782. setuid, username)
  783. startup_result = boss_of_bind.startup()
  784. if startup_result:
  785. sys.stderr.write("[bind10] Error on startup: %s\n" % startup_result)
  786. sys.exit(1)
  787. sys.stdout.write("[bind10] BIND 10 started\n")
  788. # send "bind10.boot_time" to b10-stats
  789. time.sleep(1) # wait a second
  790. if options.verbose:
  791. sys.stdout.write("[bind10] send \"bind10.boot_time\" to b10-stats\n")
  792. cmd = isc.config.ccsession.create_command('set',
  793. { "stats_data": {
  794. 'bind10.boot_time': time.strftime('%Y-%m-%dT%H:%M:%SZ', _BASETIME)
  795. }
  796. })
  797. boss_of_bind.cc_session.group_sendmsg(cmd, 'Stats')
  798. # In our main loop, we check for dead processes or messages
  799. # on the c-channel.
  800. wakeup_fd = wakeup_pipe[0]
  801. ccs_fd = boss_of_bind.ccs.get_socket().fileno()
  802. while boss_of_bind.runnable:
  803. # clean up any processes that exited
  804. boss_of_bind.reap_children()
  805. next_restart = boss_of_bind.restart_processes()
  806. if next_restart is None:
  807. wait_time = None
  808. else:
  809. wait_time = max(next_restart - time.time(), 0)
  810. # select() can raise EINTR when a signal arrives,
  811. # even if they are resumable, so we have to catch
  812. # the exception
  813. try:
  814. (rlist, wlist, xlist) = select.select([wakeup_fd, ccs_fd], [], [],
  815. wait_time)
  816. except select.error as err:
  817. if err.args[0] == errno.EINTR:
  818. (rlist, wlist, xlist) = ([], [], [])
  819. else:
  820. sys.stderr.write("[bind10] Error with select(); %s\n" % err)
  821. break
  822. for fd in rlist + xlist:
  823. if fd == ccs_fd:
  824. try:
  825. boss_of_bind.ccs.check_command()
  826. except isc.cc.session.ProtocolError:
  827. if options.verbose:
  828. sys.stderr.write("[bind10] msgq channel disappeared.\n")
  829. break
  830. elif fd == wakeup_fd:
  831. os.read(wakeup_fd, 32)
  832. # shutdown
  833. signal.signal(signal.SIGCHLD, signal.SIG_DFL)
  834. boss_of_bind.shutdown()
  835. sys.stdout.write("[bind10] BIND 10 exiting\n");
  836. sys.exit(0)
  837. if __name__ == "__main__":
  838. main()