kea/src/lib/python/isc/sysinfo/tests/sysinfo_test.py

# Copyright (C) 2012  Internet Systems Consortium.
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND INTERNET SYSTEMS CONSORTIUM
# DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL
# INTERNET SYSTEMS CONSORTIUM BE LIABLE FOR ANY SPECIAL, DIRECT,
# INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
# FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
# NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
# WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

from isc.sysinfo import *
import os
import unittest
import platform
import subprocess
import time

# different fake 'number of processors' values used for the different
# operating systems
NPROCESSORS_LINUX = 42
NPROCESSORS_OPENBSD = 43
NPROCESSORS_FREEBSD = 44
NPROCESSORS_OSX = 45


def _my_testcase_platform_system():
    return 'BIND10Testcase'

def _my_linux_platform_system():
    return 'Linux'

def _my_linux_os_sysconf(key):
    if key == 'SC_NPROCESSORS_CONF':
        return NPROCESSORS_LINUX
    assert False, 'Unhandled key'

class MyLinuxFile:
    def __init__(self, filename):
        self._filename = filename

    def read(self):
        if self._filename == '/proc/sys/kernel/hostname':
            return 'myhostname'
        elif self._filename == '/proc/version':
            return 'An SMP version string'
        elif self._filename == '/proc/uptime':
            return '172800.75 139993.71'
        elif self._filename == '/proc/loadavg':
            return '0.1 0.2 0.3 0.4'
        else:
            assert False, 'Unhandled filename'

    def readlines(self):
        if self._filename == '/proc/meminfo':
            return ['MemTotal:        3083872 kB',
                    'MemFree:          870492 kB',
                    'Buffers:           27412 kB',
                    'Cached:          1303860 kB',
                    'SwapTotal:       4194300 kB',
                    'SwapFree:        3999464 kB']
        else:
            assert False, 'Unhandled filename'

    def close(self):
        return

    def __enter__(self):
        return self

    def __exit__(self, type, value, traceback):
        return

def _my_linux_open(filename):
    return MyLinuxFile(filename)

def _my_linux_subprocess_check_output(command):
    assert type(command) == list, 'command argument is not a list'
    if command == ['lsb_release', '-a']:
        return b'Description: My Distribution\n'
    elif command == ['ip', 'addr']:
        return b'qB2osV6vUOjqm3P/+tQ4d92xoYz8/U8P9v3KWRpNwlI=\n'
    elif command == ['ip', 'route']:
        return b'VGWAS92AlS14Pl2xqENJs5P2Ihe6Nv9g181Mu6Zz+aQ=\n'
    elif command == ['ip', '-f', 'inet6', 'route']:
        return b'XfizswwNA9NkXz6K36ZExpjV08Y5IXkHI8jjDSV+5Nc=\n'
    elif command == ['netstat', '-s']:
        return b'osuxbrcc1g9VgaF4yf3FrtfodrfATrbSnjhqhuQSAs8=\n'
    elif command == ['netstat', '-apn']:
        return b'Z+w0lwa02/T+5+EIio84rrst/Dtizoz/aL9Im7J7ESA=\n'
    else:
        assert False, 'Unhandled command'

def _my_openbsd_platform_system():
    return 'OpenBSD'

def _my_openbsd_os_sysconf(key):
    if key == 'SC_NPROCESSORS_CONF':
        return NPROCESSORS_OPENBSD
    assert False, 'Unhandled key'

def _my_openbsd_platform_uname():
    return ('OpenBSD', 'test.example.com', '5.0', '', 'amd64')

# For the BSD types, there is a hierarchy that mostly resembles the
# class hierarchy in the sysinfo library;
# These are output strings of commands that sysinfo calls
#
# The test hierarchy is used as follows:
# Each operating system has its own _my_<OS>_subprocess_check_output
# call. If the call is not found, it calls it's 'parent' (e.g.
# for openbsd that is my_bsd_subprocesses_check_output).
#
# If that returns None, the call had no test value and the test fails
# (and needs to be updated).
# The child classes are checked first so that they can override
# output from the parents, if necessary.
#
# Some parents have their own parent
# (e.g. _my_freebsd_osx_subprocess_check_output), in that case,
# if they do not recognize the command, they simply return whatever
# their parent returns

def _my_bsd_subprocess_check_output(command):
    '''subprocess output for all bsd types'''
    assert type(command) == list, 'command argument is not a list'
    if command == ['hostname']:
        return b'test.example.com\n'
    elif command == ['sysctl', '-n', 'hw.physmem']:
        return b'543214321\n'
    elif command == ['ifconfig']:
        return b'qB2osV6vUOjqm3P/+tQ4d92xoYz8/U8P9v3KWRpNwlI=\n'
    elif command == ['netstat', '-s']:
        return b'osuxbrcc1g9VgaF4yf3FrtfodrfATrbSnjhqhuQSAs8=\n'
    elif command == ['netstat', '-an']:
        return b'Z+w0lwa02/T+5+EIio84rrst/Dtizoz/aL9Im7J7ESA=\n'
    elif command == ['netstat', '-nr']:
        return b'XfizswwNA9NkXz6K36ZExpjV08Y5IXkHI8jjDSV+5Nc=\n'
    else:
        return None

def _my_openbsd_subprocess_check_output(command):
    assert type(command) == list, 'command argument is not a list'
    if command == ['sysctl', '-n', 'kern.boottime']:
        return bytes(str(int(time.time() - 76632)), 'utf-8')
    elif command == ['sysctl', '-n', 'vm.loadavg']:
        return b'0.7 0.9 0.8\n'
    elif command == ['vmstat']:
        return b' procs    memory       page                    disks    traps          cpu\n r b w    avm     fre  flt  re  pi  po  fr  sr wd0 cd0  int   sys   cs us sy id\n 0 0 0   121212  123456   47   0   0   0   0   0   2   0    2    80   14  0  1 99\n'
    elif command == ['swapctl', '-s', '-k']:
        return b'total: 553507 1K-blocks allocated, 2 used, 553505 available'
    else:
        bsd_output = _my_bsd_subprocess_check_output(command)
        if bsd_output is not None:
            return bsd_output
        else:
            assert False, 'Unhandled command'

def _my_freebsd_platform_system():
    return 'FreeBSD'

def _my_freebsd_os_sysconf(key):
    if key == 'SC_NPROCESSORS_CONF':
        return NPROCESSORS_FREEBSD
    assert False, 'Unhandled key'

def _my_freebsd_platform_uname():
    return ('FreeBSD', 'freebsd', '8.2-RELEASE', '', 'i386')

def _my_freebsd_osx_subprocess_check_output(command):
    '''subprocess output shared for freebsd and osx'''
    assert type(command) == list, 'command argument is not a list'
    if command == ['sysctl', '-n', 'kern.boottime']:
        return bytes('{ sec = ' + str(int(time.time() - 76632)) + ', usec = 0 }\n', 'utf-8')
    elif command == ['sysctl', '-n', 'vm.loadavg']:
        return b'{ 0.2 0.4 0.6 }\n'
    else:
        return _my_bsd_subprocess_check_output(command)

def _my_freebsd_subprocess_check_output(command, faked_output):
    assert type(command) == list, 'command argument is not a list'
    if command == ['sysctl', '-n', 'kern.smp.forward_signal_enabled']:
        output = faked_output['smp-sysctl']
        if isinstance(output, Exception):
            raise output
        return faked_output['smp-sysctl']
    elif command == ['vmstat', '-H']:
        return b' procs    memory       page                    disks    traps          cpu\n r b w    avm     fre  flt  re  pi  po  fr  sr wd0 cd0  int   sys   cs us sy id\n 0 0 0   343434  123456   47   0   0   0   0   0   2   0    2    80   14  0  1 99\n'
    elif command == ['swapctl', '-s', '-k']:
        return b'Total:         1013216    0\n'
    else:
        freebsd_osx_output = _my_freebsd_osx_subprocess_check_output(command)
        if freebsd_osx_output is not None:
            return freebsd_osx_output
        else:
            assert False, 'Unhandled command'

def _my_osx_platform_system():
    return 'Darwin'

def _my_osx_platform_uname():
    return ('Darwin', 'test.example.com', '10.6.0', '', '')

def _my_osx_os_sysconf(key):
    if key == 'SC_NPROCESSORS_CONF':
        return NPROCESSORS_OSX
    assert False, 'Unhandled key'

def _my_osx_subprocess_check_output(command):
    assert type(command) == list, 'command argument is not a list'
    if command == ['sysctl', '-n', 'hw.memsize']:
        # Something different than physmem from bsd
        return b'123456789\n'
    elif command == ['vm_stat']:
        return b'Mach Virtual Memory Statistics: (page size of 4096 bytes)\nPages free: 12345.\nPages speculative: 11111.\n'
    elif command == ['sysctl', '-n', 'vm.swapusage']:
        return b'total = 18432.00M  used = 17381.23M  free = 1050.77M\n'
    else:
        freebsd_osx_output = _my_freebsd_osx_subprocess_check_output(command)
        if freebsd_osx_output is not None:
            return freebsd_osx_output
        else:
            assert False, 'Unhandled command'

class SysInfoTest(unittest.TestCase):

    def setUp(self):
        # Save existing implementations of library functions
        # (they are replaced in the tests)
        self.old_platform_system = platform.system
        self.old_os_sysconf = os.sysconf
        self.old_open = __builtins__.open
        self.old_subprocess_check_output = subprocess.check_output

    def tearDown(self):
        # Restore the library functions
        platform.system = self.old_platform_system
        os.sysconf = self.old_os_sysconf
        __builtins__.open = self.old_open
        subprocess.check_output = self.old_subprocess_check_output

    def test_sysinfo(self):
        """Test that the various methods on SysInfo exist and return data."""

        s = SysInfo()
        self.assertEqual(None, s.get_num_processors())
        self.assertEqual('Unknown', s.get_endianness())
        self.assertEqual('', s.get_platform_hostname())
        self.assertEqual('Unknown', s.get_platform_name())
        self.assertEqual('Unknown', s.get_platform_version())
        self.assertEqual('Unknown', s.get_platform_machine())
        self.assertFalse(s.get_platform_is_smp())
        self.assertEqual(None, s.get_uptime())
        self.assertEqual(None, s.get_uptime_desc())
        self.assertEqual(None, s.get_loadavg())
        self.assertEqual(None, s.get_mem_total())
        self.assertEqual(None, s.get_mem_free())
        self.assertEqual(None, s.get_mem_cached())
        self.assertEqual(None, s.get_mem_buffers())
        self.assertEqual(None, s.get_mem_swap_total())
        self.assertEqual(None, s.get_mem_swap_free())
        self.assertEqual(None, s.get_platform_distro())
        self.assertEqual('Unknown\n', s.get_net_interfaces())
        self.assertEqual('Unknown\n', s.get_net_routing_table())
        self.assertEqual('Unknown\n', s.get_net_stats())
        self.assertEqual('Unknown\n', s.get_net_connections())

    def test_sysinfo_factory(self):
        """Test that SysInfoFromFactory returns a valid system-specific
        SysInfo implementation.

        See sysinfo.SysInfoTestcase() for some ofthe parameters.

        """

        old_platform_system = platform.system
        platform.system = _my_testcase_platform_system

        s = SysInfoFromFactory()
        self.assertEqual(None, s.get_num_processors())
        self.assertEqual('bigrastafarian', s.get_endianness())
        self.assertEqual('', s.get_platform_hostname())
        self.assertEqual('b10test', s.get_platform_name())
        self.assertEqual('Unknown', s.get_platform_version())
        self.assertEqual('Unknown', s.get_platform_machine())
        self.assertFalse(s.get_platform_is_smp())
        self.assertEqual(131072, s.get_uptime())
        # We check we do NOT add 's' to 'day' (because it's singular):
        self.assertEqual('1 day, 12:24', s.get_uptime_desc())
        self.assertEqual(None, s.get_loadavg())
        self.assertEqual(None, s.get_mem_total())
        self.assertEqual(None, s.get_mem_free())
        self.assertEqual(None, s.get_mem_cached())
        self.assertEqual(None, s.get_mem_buffers())
        self.assertEqual(None, s.get_mem_swap_total())
        self.assertEqual(None, s.get_mem_swap_free())
        self.assertEqual(None, s.get_platform_distro())
        self.assertEqual('Unknown\n', s.get_net_interfaces())
        self.assertEqual('Unknown\n', s.get_net_routing_table())
        self.assertEqual('Unknown\n', s.get_net_stats())
        self.assertEqual('Unknown\n', s.get_net_connections())

        platform.system = old_platform_system

    def test_sysinfo_linux(self):
        """Tests the Linux implementation of SysInfo. Note that this
        tests deep into the implementation, and not just the
        interfaces."""

        # Replace existing implementations of library functions
        # with mock ones for testing.
        platform.system = _my_linux_platform_system
        os.sysconf = _my_linux_os_sysconf
        __builtins__.open = _my_linux_open
        subprocess.check_output = _my_linux_subprocess_check_output

        s = SysInfoFromFactory()
        self.assertEqual(NPROCESSORS_LINUX, s.get_num_processors())
        self.assertEqual('myhostname', s.get_platform_hostname())
        self.assertTrue(s.get_platform_is_smp())
        self.assertEqual(172801, s.get_uptime())
        # We check we add 's' to 'day', and the mm part has an additional
        # 0, i.e., not '0:0' but '0:00':
        self.assertEqual('2 days, 0:00', s.get_uptime_desc())
        self.assertEqual((0.1, 0.2, 0.3), s.get_loadavg())
        self.assertEqual(3157884928, s.get_mem_total())
        self.assertEqual(891383808, s.get_mem_free())
        self.assertEqual(1335152640, s.get_mem_cached())
        self.assertEqual(28069888, s.get_mem_buffers())
        self.assertEqual(4294963200, s.get_mem_swap_total())
        self.assertEqual(4095451136, s.get_mem_swap_free())
        self.assertEqual('My Distribution', s.get_platform_distro())

        # These test that the corresponding tools are being called (and
        # no further processing is done on this data). Please see the
        # implementation functions at the top of this file.
        self.assertEqual('qB2osV6vUOjqm3P/+tQ4d92xoYz8/U8P9v3KWRpNwlI=\n', s.get_net_interfaces())
        self.assertEqual('VGWAS92AlS14Pl2xqENJs5P2Ihe6Nv9g181Mu6Zz+aQ=\n\nXfizswwNA9NkXz6K36ZExpjV08Y5IXkHI8jjDSV+5Nc=\n', s.get_net_routing_table())
        self.assertEqual('osuxbrcc1g9VgaF4yf3FrtfodrfATrbSnjhqhuQSAs8=\n', s.get_net_stats())
        self.assertEqual('Z+w0lwa02/T+5+EIio84rrst/Dtizoz/aL9Im7J7ESA=\n', s.get_net_connections())

    def check_bsd_values(self, s):
        # check values shared by all bsd implementations
        self.assertEqual('test.example.com', s.get_platform_hostname())
        self.assertLess(abs(76632 - s.get_uptime()), 4)
        self.assertEqual(None, s.get_mem_cached())
        self.assertEqual(None, s.get_mem_buffers())
        self.assertEqual(None, s.get_platform_distro())

        # These test that the corresponding tools are being called (and
        # no further processing is done on this data). Please see the
        # implementation functions at the top of this file.
        self.assertEqual('qB2osV6vUOjqm3P/+tQ4d92xoYz8/U8P9v3KWRpNwlI=\n', s.get_net_interfaces())
        self.assertEqual('XfizswwNA9NkXz6K36ZExpjV08Y5IXkHI8jjDSV+5Nc=\n', s.get_net_routing_table())
        self.assertEqual('osuxbrcc1g9VgaF4yf3FrtfodrfATrbSnjhqhuQSAs8=\n', s.get_net_stats())
        self.assertEqual('Z+w0lwa02/T+5+EIio84rrst/Dtizoz/aL9Im7J7ESA=\n', s.get_net_connections())

    def test_sysinfo_openbsd(self):
        """Tests the OpenBSD implementation of SysInfo. Note that this
        tests deep into the implementation, and not just the
        interfaces."""

        # Replace existing implementations of library functions
        # with mock ones for testing.
        platform.system = _my_openbsd_platform_system
        os.sysconf = _my_openbsd_os_sysconf
        subprocess.check_output = _my_openbsd_subprocess_check_output
        os.uname = _my_openbsd_platform_uname

        s = SysInfoFromFactory()
        self.assertEqual(NPROCESSORS_OPENBSD, s.get_num_processors())

        self.check_bsd_values(s)

        self.assertEqual((0.7, 0.9, 0.8), s.get_loadavg())
        self.assertFalse(s.get_platform_is_smp())
        self.assertEqual(543214321, s.get_mem_total())
        self.assertEqual(543214321 - (121212 * 1024), s.get_mem_free())
        self.assertEqual(566791168, s.get_mem_swap_total())
        self.assertEqual(566789120, s.get_mem_swap_free())

    def test_sysinfo_freebsd(self):
        """Tests the FreeBSD implementation of SysInfo. Note that this
        tests deep into the implementation, and not just the
        interfaces."""

        # Replace existing implementations of library functions
        # with mock ones for testing.
        platform.system = _my_freebsd_platform_system
        os.sysconf = _my_freebsd_os_sysconf

        # We use a lambda object so we can tweak the subprocess output during
        # the tests later.
        faked_process_output = { 'smp-sysctl': b'1\n' }
        subprocess.check_output = lambda command : \
            _my_freebsd_subprocess_check_output(command, faked_process_output)

        os.uname = _my_freebsd_platform_uname

        s = SysInfoFromFactory()
        self.assertEqual(NPROCESSORS_FREEBSD, s.get_num_processors())
        self.assertTrue(s.get_platform_is_smp())

        # We check the kernel SMP support by the availability of an sysctl
        # variable.  The value (especiall a 0 value) shouldn't matter.
        faked_process_output['smp-sysctl'] = b'0\n'
        s = SysInfoFromFactory()
        self.assertTrue(s.get_platform_is_smp())

        # if the sysctl raises CalledProcessError, we treat it as non-SMP
        # kernel.
        faked_process_output['smp-sysctl'] = \
            subprocess.CalledProcessError(1, 'sysctl')
        s = SysInfoFromFactory()
        self.assertFalse(s.get_platform_is_smp())

        # if it results in OSError, no SMP information will be provided.
        faked_process_output['smp-sysctl'] = OSError()
        s = SysInfoFromFactory()
        self.assertIsNone(s.get_platform_is_smp())

        self.check_bsd_values(s)

        self.assertEqual((0.2, 0.4, 0.6), s.get_loadavg())
        self.assertEqual(543214321, s.get_mem_total())
        self.assertEqual(543214321 - (343434 * 1024), s.get_mem_free())
        self.assertEqual(1037533184, s.get_mem_swap_total())
        self.assertEqual(1037533184, s.get_mem_swap_free())

    def test_sysinfo_osx(self):
        """Tests the OS X implementation of SysInfo. Note that this
        tests deep into the implementation, and not just the
        interfaces."""

        # Replace existing implementations of library functions
        # with mock ones for testing.
        platform.system = _my_osx_platform_system
        os.sysconf = _my_osx_os_sysconf
        subprocess.check_output = _my_osx_subprocess_check_output
        os.uname = _my_osx_platform_uname

        s = SysInfoFromFactory()
        self.assertEqual(NPROCESSORS_OSX, s.get_num_processors())
        self.assertFalse(s.get_platform_is_smp())

        self.check_bsd_values(s)

        self.assertEqual((0.2, 0.4, 0.6), s.get_loadavg())
        self.assertEqual(123456789, s.get_mem_total())
        self.assertEqual((23456 * 4096), s.get_mem_free())
        self.assertEqual(18874368.0, s.get_mem_swap_total())
        self.assertEqual(1075988.48, s.get_mem_swap_free())

if __name__ == "__main__":
    unittest.main()