You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
574 lines
19 KiB
574 lines
19 KiB
# Copyright (c) 2009, Giampaolo Rodola'
|
|
# Copyright (c) 2017, Arnon Yaari
|
|
# All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""AIX platform implementation."""
|
|
|
|
import errno
|
|
import functools
|
|
import glob
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
from collections import namedtuple
|
|
from socket import AF_INET
|
|
|
|
from . import _common
|
|
from . import _psposix
|
|
from . import _psutil_aix as cext
|
|
from . import _psutil_posix as cext_posix
|
|
from ._common import AF_INET6
|
|
from ._common import get_procfs_path
|
|
from ._common import memoize_when_activated
|
|
from ._common import NIC_DUPLEX_FULL
|
|
from ._common import NIC_DUPLEX_HALF
|
|
from ._common import NIC_DUPLEX_UNKNOWN
|
|
from ._common import sockfam_to_enum
|
|
from ._common import socktype_to_enum
|
|
from ._common import usage_percent
|
|
from ._compat import PY3
|
|
|
|
|
|
__extra__all__ = ["PROCFS_PATH"]
|
|
|
|
|
|
# =====================================================================
|
|
# --- globals
|
|
# =====================================================================
|
|
|
|
|
|
HAS_THREADS = hasattr(cext, "proc_threads")
|
|
HAS_NET_IO_COUNTERS = hasattr(cext, "net_io_counters")
|
|
HAS_PROC_IO_COUNTERS = hasattr(cext, "proc_io_counters")
|
|
|
|
PAGE_SIZE = os.sysconf('SC_PAGE_SIZE')
|
|
AF_LINK = cext_posix.AF_LINK
|
|
|
|
PROC_STATUSES = {
|
|
cext.SIDL: _common.STATUS_IDLE,
|
|
cext.SZOMB: _common.STATUS_ZOMBIE,
|
|
cext.SACTIVE: _common.STATUS_RUNNING,
|
|
cext.SSWAP: _common.STATUS_RUNNING, # TODO what status is this?
|
|
cext.SSTOP: _common.STATUS_STOPPED,
|
|
}
|
|
|
|
TCP_STATUSES = {
|
|
cext.TCPS_ESTABLISHED: _common.CONN_ESTABLISHED,
|
|
cext.TCPS_SYN_SENT: _common.CONN_SYN_SENT,
|
|
cext.TCPS_SYN_RCVD: _common.CONN_SYN_RECV,
|
|
cext.TCPS_FIN_WAIT_1: _common.CONN_FIN_WAIT1,
|
|
cext.TCPS_FIN_WAIT_2: _common.CONN_FIN_WAIT2,
|
|
cext.TCPS_TIME_WAIT: _common.CONN_TIME_WAIT,
|
|
cext.TCPS_CLOSED: _common.CONN_CLOSE,
|
|
cext.TCPS_CLOSE_WAIT: _common.CONN_CLOSE_WAIT,
|
|
cext.TCPS_LAST_ACK: _common.CONN_LAST_ACK,
|
|
cext.TCPS_LISTEN: _common.CONN_LISTEN,
|
|
cext.TCPS_CLOSING: _common.CONN_CLOSING,
|
|
cext.PSUTIL_CONN_NONE: _common.CONN_NONE,
|
|
}
|
|
|
|
proc_info_map = dict(
|
|
ppid=0,
|
|
rss=1,
|
|
vms=2,
|
|
create_time=3,
|
|
nice=4,
|
|
num_threads=5,
|
|
status=6,
|
|
ttynr=7)
|
|
|
|
# These objects get set on "import psutil" from the __init__.py
|
|
# file, see: https://github.com/giampaolo/psutil/issues/1402
|
|
NoSuchProcess = None
|
|
ZombieProcess = None
|
|
AccessDenied = None
|
|
TimeoutExpired = None
|
|
|
|
|
|
# =====================================================================
|
|
# --- named tuples
|
|
# =====================================================================
|
|
|
|
|
|
# psutil.Process.memory_info()
|
|
pmem = namedtuple('pmem', ['rss', 'vms'])
|
|
# psutil.Process.memory_full_info()
|
|
pfullmem = pmem
|
|
# psutil.Process.cpu_times()
|
|
scputimes = namedtuple('scputimes', ['user', 'system', 'idle', 'iowait'])
|
|
# psutil.virtual_memory()
|
|
svmem = namedtuple('svmem', ['total', 'available', 'percent', 'used', 'free'])
|
|
|
|
|
|
# =====================================================================
|
|
# --- memory
|
|
# =====================================================================
|
|
|
|
|
|
def virtual_memory():
|
|
total, avail, free, pinned, inuse = cext.virtual_mem()
|
|
percent = usage_percent((total - avail), total, round_=1)
|
|
return svmem(total, avail, percent, inuse, free)
|
|
|
|
|
|
def swap_memory():
|
|
"""Swap system memory as a (total, used, free, sin, sout) tuple."""
|
|
total, free, sin, sout = cext.swap_mem()
|
|
used = total - free
|
|
percent = usage_percent(used, total, round_=1)
|
|
return _common.sswap(total, used, free, percent, sin, sout)
|
|
|
|
|
|
# =====================================================================
|
|
# --- CPU
|
|
# =====================================================================
|
|
|
|
|
|
def cpu_times():
|
|
"""Return system-wide CPU times as a named tuple"""
|
|
ret = cext.per_cpu_times()
|
|
return scputimes(*[sum(x) for x in zip(*ret)])
|
|
|
|
|
|
def per_cpu_times():
|
|
"""Return system per-CPU times as a list of named tuples"""
|
|
ret = cext.per_cpu_times()
|
|
return [scputimes(*x) for x in ret]
|
|
|
|
|
|
def cpu_count_logical():
|
|
"""Return the number of logical CPUs in the system."""
|
|
try:
|
|
return os.sysconf("SC_NPROCESSORS_ONLN")
|
|
except ValueError:
|
|
# mimic os.cpu_count() behavior
|
|
return None
|
|
|
|
|
|
def cpu_count_physical():
|
|
cmd = "lsdev -Cc processor"
|
|
p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE)
|
|
stdout, stderr = p.communicate()
|
|
if PY3:
|
|
stdout, stderr = [x.decode(sys.stdout.encoding)
|
|
for x in (stdout, stderr)]
|
|
if p.returncode != 0:
|
|
raise RuntimeError("%r command error\n%s" % (cmd, stderr))
|
|
processors = stdout.strip().splitlines()
|
|
return len(processors) or None
|
|
|
|
|
|
def cpu_stats():
|
|
"""Return various CPU stats as a named tuple."""
|
|
ctx_switches, interrupts, soft_interrupts, syscalls = cext.cpu_stats()
|
|
return _common.scpustats(
|
|
ctx_switches, interrupts, soft_interrupts, syscalls)
|
|
|
|
|
|
# =====================================================================
|
|
# --- disks
|
|
# =====================================================================
|
|
|
|
|
|
disk_io_counters = cext.disk_io_counters
|
|
disk_usage = _psposix.disk_usage
|
|
|
|
|
|
def disk_partitions(all=False):
|
|
"""Return system disk partitions."""
|
|
# TODO - the filtering logic should be better checked so that
|
|
# it tries to reflect 'df' as much as possible
|
|
retlist = []
|
|
partitions = cext.disk_partitions()
|
|
for partition in partitions:
|
|
device, mountpoint, fstype, opts = partition
|
|
if device == 'none':
|
|
device = ''
|
|
if not all:
|
|
# Differently from, say, Linux, we don't have a list of
|
|
# common fs types so the best we can do, AFAIK, is to
|
|
# filter by filesystem having a total size > 0.
|
|
if not disk_usage(mountpoint).total:
|
|
continue
|
|
ntuple = _common.sdiskpart(device, mountpoint, fstype, opts)
|
|
retlist.append(ntuple)
|
|
return retlist
|
|
|
|
|
|
# =====================================================================
|
|
# --- network
|
|
# =====================================================================
|
|
|
|
|
|
net_if_addrs = cext_posix.net_if_addrs
|
|
|
|
if HAS_NET_IO_COUNTERS:
|
|
net_io_counters = cext.net_io_counters
|
|
|
|
|
|
def net_connections(kind, _pid=-1):
|
|
"""Return socket connections. If pid == -1 return system-wide
|
|
connections (as opposed to connections opened by one process only).
|
|
"""
|
|
cmap = _common.conn_tmap
|
|
if kind not in cmap:
|
|
raise ValueError("invalid %r kind argument; choose between %s"
|
|
% (kind, ', '.join([repr(x) for x in cmap])))
|
|
families, types = _common.conn_tmap[kind]
|
|
rawlist = cext.net_connections(_pid)
|
|
ret = set()
|
|
for item in rawlist:
|
|
fd, fam, type_, laddr, raddr, status, pid = item
|
|
if fam not in families:
|
|
continue
|
|
if type_ not in types:
|
|
continue
|
|
status = TCP_STATUSES[status]
|
|
if fam in (AF_INET, AF_INET6):
|
|
if laddr:
|
|
laddr = _common.addr(*laddr)
|
|
if raddr:
|
|
raddr = _common.addr(*raddr)
|
|
fam = sockfam_to_enum(fam)
|
|
type_ = socktype_to_enum(type_)
|
|
if _pid == -1:
|
|
nt = _common.sconn(fd, fam, type_, laddr, raddr, status, pid)
|
|
else:
|
|
nt = _common.pconn(fd, fam, type_, laddr, raddr, status)
|
|
ret.add(nt)
|
|
return list(ret)
|
|
|
|
|
|
def net_if_stats():
|
|
"""Get NIC stats (isup, duplex, speed, mtu)."""
|
|
duplex_map = {"Full": NIC_DUPLEX_FULL,
|
|
"Half": NIC_DUPLEX_HALF}
|
|
names = set([x[0] for x in net_if_addrs()])
|
|
ret = {}
|
|
for name in names:
|
|
isup, mtu = cext.net_if_stats(name)
|
|
|
|
# try to get speed and duplex
|
|
# TODO: rewrite this in C (entstat forks, so use truss -f to follow.
|
|
# looks like it is using an undocumented ioctl?)
|
|
duplex = ""
|
|
speed = 0
|
|
p = subprocess.Popen(["/usr/bin/entstat", "-d", name],
|
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
stdout, stderr = p.communicate()
|
|
if PY3:
|
|
stdout, stderr = [x.decode(sys.stdout.encoding)
|
|
for x in (stdout, stderr)]
|
|
if p.returncode == 0:
|
|
re_result = re.search(
|
|
r"Running: (\d+) Mbps.*?(\w+) Duplex", stdout)
|
|
if re_result is not None:
|
|
speed = int(re_result.group(1))
|
|
duplex = re_result.group(2)
|
|
|
|
duplex = duplex_map.get(duplex, NIC_DUPLEX_UNKNOWN)
|
|
ret[name] = _common.snicstats(isup, duplex, speed, mtu)
|
|
return ret
|
|
|
|
|
|
# =====================================================================
|
|
# --- other system functions
|
|
# =====================================================================
|
|
|
|
|
|
def boot_time():
|
|
"""The system boot time expressed in seconds since the epoch."""
|
|
return cext.boot_time()
|
|
|
|
|
|
def users():
|
|
"""Return currently connected users as a list of namedtuples."""
|
|
retlist = []
|
|
rawlist = cext.users()
|
|
localhost = (':0.0', ':0')
|
|
for item in rawlist:
|
|
user, tty, hostname, tstamp, user_process, pid = item
|
|
# note: the underlying C function includes entries about
|
|
# system boot, run level and others. We might want
|
|
# to use them in the future.
|
|
if not user_process:
|
|
continue
|
|
if hostname in localhost:
|
|
hostname = 'localhost'
|
|
nt = _common.suser(user, tty, hostname, tstamp, pid)
|
|
retlist.append(nt)
|
|
return retlist
|
|
|
|
|
|
# =====================================================================
|
|
# --- processes
|
|
# =====================================================================
|
|
|
|
|
|
def pids():
|
|
"""Returns a list of PIDs currently running on the system."""
|
|
return [int(x) for x in os.listdir(get_procfs_path()) if x.isdigit()]
|
|
|
|
|
|
def pid_exists(pid):
|
|
"""Check for the existence of a unix pid."""
|
|
return os.path.exists(os.path.join(get_procfs_path(), str(pid), "psinfo"))
|
|
|
|
|
|
def wrap_exceptions(fun):
|
|
"""Call callable into a try/except clause and translate ENOENT,
|
|
EACCES and EPERM in NoSuchProcess or AccessDenied exceptions.
|
|
"""
|
|
@functools.wraps(fun)
|
|
def wrapper(self, *args, **kwargs):
|
|
try:
|
|
return fun(self, *args, **kwargs)
|
|
except EnvironmentError as err:
|
|
# support for private module import
|
|
if (NoSuchProcess is None or AccessDenied is None or
|
|
ZombieProcess is None):
|
|
raise
|
|
# ENOENT (no such file or directory) gets raised on open().
|
|
# ESRCH (no such process) can get raised on read() if
|
|
# process is gone in meantime.
|
|
if err.errno in (errno.ENOENT, errno.ESRCH):
|
|
if not pid_exists(self.pid):
|
|
raise NoSuchProcess(self.pid, self._name)
|
|
else:
|
|
raise ZombieProcess(self.pid, self._name, self._ppid)
|
|
if err.errno in (errno.EPERM, errno.EACCES):
|
|
raise AccessDenied(self.pid, self._name)
|
|
raise
|
|
return wrapper
|
|
|
|
|
|
class Process(object):
|
|
"""Wrapper class around underlying C implementation."""
|
|
|
|
__slots__ = ["pid", "_name", "_ppid", "_procfs_path", "_cache"]
|
|
|
|
def __init__(self, pid):
|
|
self.pid = pid
|
|
self._name = None
|
|
self._ppid = None
|
|
self._procfs_path = get_procfs_path()
|
|
|
|
def oneshot_enter(self):
|
|
self._proc_name_and_args.cache_activate(self)
|
|
self._proc_basic_info.cache_activate(self)
|
|
self._proc_cred.cache_activate(self)
|
|
|
|
def oneshot_exit(self):
|
|
self._proc_name_and_args.cache_deactivate(self)
|
|
self._proc_basic_info.cache_deactivate(self)
|
|
self._proc_cred.cache_deactivate(self)
|
|
|
|
@wrap_exceptions
|
|
@memoize_when_activated
|
|
def _proc_name_and_args(self):
|
|
return cext.proc_name_and_args(self.pid, self._procfs_path)
|
|
|
|
@wrap_exceptions
|
|
@memoize_when_activated
|
|
def _proc_basic_info(self):
|
|
return cext.proc_basic_info(self.pid, self._procfs_path)
|
|
|
|
@wrap_exceptions
|
|
@memoize_when_activated
|
|
def _proc_cred(self):
|
|
return cext.proc_cred(self.pid, self._procfs_path)
|
|
|
|
@wrap_exceptions
|
|
def name(self):
|
|
if self.pid == 0:
|
|
return "swapper"
|
|
# note: this is limited to 15 characters
|
|
return self._proc_name_and_args()[0].rstrip("\x00")
|
|
|
|
@wrap_exceptions
|
|
def exe(self):
|
|
# there is no way to get executable path in AIX other than to guess,
|
|
# and guessing is more complex than what's in the wrapping class
|
|
exe = self.cmdline()[0]
|
|
if os.path.sep in exe:
|
|
# relative or absolute path
|
|
if not os.path.isabs(exe):
|
|
# if cwd has changed, we're out of luck - this may be wrong!
|
|
exe = os.path.abspath(os.path.join(self.cwd(), exe))
|
|
if (os.path.isabs(exe) and
|
|
os.path.isfile(exe) and
|
|
os.access(exe, os.X_OK)):
|
|
return exe
|
|
# not found, move to search in PATH using basename only
|
|
exe = os.path.basename(exe)
|
|
# search for exe name PATH
|
|
for path in os.environ["PATH"].split(":"):
|
|
possible_exe = os.path.abspath(os.path.join(path, exe))
|
|
if (os.path.isfile(possible_exe) and
|
|
os.access(possible_exe, os.X_OK)):
|
|
return possible_exe
|
|
return ''
|
|
|
|
@wrap_exceptions
|
|
def cmdline(self):
|
|
return self._proc_name_and_args()[1].split(' ')
|
|
|
|
@wrap_exceptions
|
|
def create_time(self):
|
|
return self._proc_basic_info()[proc_info_map['create_time']]
|
|
|
|
@wrap_exceptions
|
|
def num_threads(self):
|
|
return self._proc_basic_info()[proc_info_map['num_threads']]
|
|
|
|
if HAS_THREADS:
|
|
@wrap_exceptions
|
|
def threads(self):
|
|
rawlist = cext.proc_threads(self.pid)
|
|
retlist = []
|
|
for thread_id, utime, stime in rawlist:
|
|
ntuple = _common.pthread(thread_id, utime, stime)
|
|
retlist.append(ntuple)
|
|
# The underlying C implementation retrieves all OS threads
|
|
# and filters them by PID. At this point we can't tell whether
|
|
# an empty list means there were no connections for process or
|
|
# process is no longer active so we force NSP in case the PID
|
|
# is no longer there.
|
|
if not retlist:
|
|
# will raise NSP if process is gone
|
|
os.stat('%s/%s' % (self._procfs_path, self.pid))
|
|
return retlist
|
|
|
|
@wrap_exceptions
|
|
def connections(self, kind='inet'):
|
|
ret = net_connections(kind, _pid=self.pid)
|
|
# The underlying C implementation retrieves all OS connections
|
|
# and filters them by PID. At this point we can't tell whether
|
|
# an empty list means there were no connections for process or
|
|
# process is no longer active so we force NSP in case the PID
|
|
# is no longer there.
|
|
if not ret:
|
|
# will raise NSP if process is gone
|
|
os.stat('%s/%s' % (self._procfs_path, self.pid))
|
|
return ret
|
|
|
|
@wrap_exceptions
|
|
def nice_get(self):
|
|
return cext_posix.getpriority(self.pid)
|
|
|
|
@wrap_exceptions
|
|
def nice_set(self, value):
|
|
return cext_posix.setpriority(self.pid, value)
|
|
|
|
@wrap_exceptions
|
|
def ppid(self):
|
|
self._ppid = self._proc_basic_info()[proc_info_map['ppid']]
|
|
return self._ppid
|
|
|
|
@wrap_exceptions
|
|
def uids(self):
|
|
real, effective, saved, _, _, _ = self._proc_cred()
|
|
return _common.puids(real, effective, saved)
|
|
|
|
@wrap_exceptions
|
|
def gids(self):
|
|
_, _, _, real, effective, saved = self._proc_cred()
|
|
return _common.puids(real, effective, saved)
|
|
|
|
@wrap_exceptions
|
|
def cpu_times(self):
|
|
cpu_times = cext.proc_cpu_times(self.pid, self._procfs_path)
|
|
return _common.pcputimes(*cpu_times)
|
|
|
|
@wrap_exceptions
|
|
def terminal(self):
|
|
ttydev = self._proc_basic_info()[proc_info_map['ttynr']]
|
|
# convert from 64-bit dev_t to 32-bit dev_t and then map the device
|
|
ttydev = (((ttydev & 0x0000FFFF00000000) >> 16) | (ttydev & 0xFFFF))
|
|
# try to match rdev of /dev/pts/* files ttydev
|
|
for dev in glob.glob("/dev/**/*"):
|
|
if os.stat(dev).st_rdev == ttydev:
|
|
return dev
|
|
return None
|
|
|
|
@wrap_exceptions
|
|
def cwd(self):
|
|
procfs_path = self._procfs_path
|
|
try:
|
|
result = os.readlink("%s/%s/cwd" % (procfs_path, self.pid))
|
|
return result.rstrip('/')
|
|
except OSError as err:
|
|
if err.errno == errno.ENOENT:
|
|
os.stat("%s/%s" % (procfs_path, self.pid)) # raise NSP or AD
|
|
return None
|
|
raise
|
|
|
|
@wrap_exceptions
|
|
def memory_info(self):
|
|
ret = self._proc_basic_info()
|
|
rss = ret[proc_info_map['rss']] * 1024
|
|
vms = ret[proc_info_map['vms']] * 1024
|
|
return pmem(rss, vms)
|
|
|
|
memory_full_info = memory_info
|
|
|
|
@wrap_exceptions
|
|
def status(self):
|
|
code = self._proc_basic_info()[proc_info_map['status']]
|
|
# XXX is '?' legit? (we're not supposed to return it anyway)
|
|
return PROC_STATUSES.get(code, '?')
|
|
|
|
def open_files(self):
|
|
# TODO rewrite without using procfiles (stat /proc/pid/fd/* and then
|
|
# find matching name of the inode)
|
|
p = subprocess.Popen(["/usr/bin/procfiles", "-n", str(self.pid)],
|
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
stdout, stderr = p.communicate()
|
|
if PY3:
|
|
stdout, stderr = [x.decode(sys.stdout.encoding)
|
|
for x in (stdout, stderr)]
|
|
if "no such process" in stderr.lower():
|
|
raise NoSuchProcess(self.pid, self._name)
|
|
procfiles = re.findall(r"(\d+): S_IFREG.*\s*.*name:(.*)\n", stdout)
|
|
retlist = []
|
|
for fd, path in procfiles:
|
|
path = path.strip()
|
|
if path.startswith("//"):
|
|
path = path[1:]
|
|
if path.lower() == "cannot be retrieved":
|
|
continue
|
|
retlist.append(_common.popenfile(path, int(fd)))
|
|
return retlist
|
|
|
|
@wrap_exceptions
|
|
def num_fds(self):
|
|
if self.pid == 0: # no /proc/0/fd
|
|
return 0
|
|
return len(os.listdir("%s/%s/fd" % (self._procfs_path, self.pid)))
|
|
|
|
@wrap_exceptions
|
|
def num_ctx_switches(self):
|
|
return _common.pctxsw(
|
|
*cext.proc_num_ctx_switches(self.pid))
|
|
|
|
@wrap_exceptions
|
|
def wait(self, timeout=None):
|
|
return _psposix.wait_pid(self.pid, timeout, self._name)
|
|
|
|
if HAS_PROC_IO_COUNTERS:
|
|
@wrap_exceptions
|
|
def io_counters(self):
|
|
try:
|
|
rc, wc, rb, wb = cext.proc_io_counters(self.pid)
|
|
except OSError:
|
|
# if process is terminated, proc_io_counters returns OSError
|
|
# instead of NSP
|
|
if not pid_exists(self.pid):
|
|
raise NoSuchProcess(self.pid, self._name)
|
|
raise
|
|
return _common.pio(rc, wc, rb, wb)
|