You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
247 lines
12 KiB
247 lines
12 KiB
import threading, socket, getpass, sys, uuid, subprocess, base64, psutil, getpass, time
|
|
from . import O2A, A2O # Data flow Orchestrator To Agent
|
|
from . import Processor # Processor Queue
|
|
from ..Tools import Usage
|
|
from subprocess import CREATE_NEW_CONSOLE # Flag to create new process in another CMD
|
|
import os
|
|
|
|
gSettings = None
|
|
|
|
# Create binary file by the base64 string (safe for JSON transmition)
|
|
def OSFileBinaryDataBase64StrCreate(inFilePathStr, inFileDataBase64Str,inGSettings = None):
|
|
"""
|
|
Create binary file by the base64 string (safe for JSON transmition)
|
|
|
|
"""
|
|
lFile = open(inFilePathStr, "wb")
|
|
lFile.write(base64.b64decode(inFileDataBase64Str))
|
|
lFile.close()
|
|
lL = inGSettings.get("Logger", None) if type(inGSettings) is dict else None
|
|
lMessageStr = f"AGENT Binary file {inFilePathStr} has been created."
|
|
if lL: lL.info(lMessageStr)
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
|
|
# Append binary file by the base64 string (safe for JSON transmition)
|
|
def OSFileBinaryDataBase64StrAppend(inFilePathStr, inFileDataBase64Str,inGSettings = None):
|
|
"""
|
|
Create binary file by the base64 string (safe for JSON transmition)
|
|
|
|
"""
|
|
lFile = open(inFilePathStr, "ab")
|
|
lFile.write(base64.b64decode(inFileDataBase64Str))
|
|
lFile.close()
|
|
lL = inGSettings.get("Logger", None) if type(inGSettings) is dict else None
|
|
lMessageStr = f"AGENT Binary file {inFilePathStr} has been appended."
|
|
if lL: lL.info(lMessageStr)
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
|
|
# Create text file by the string
|
|
def OSFileTextDataStrCreate(inFilePathStr, inFileDataStr, inEncodingStr = "utf-8",inGSettings = None):
|
|
"""
|
|
Create text file in the agent GUI session
|
|
|
|
:param inFilePathStr: File abs path
|
|
:param inFileDataStr: File data text content
|
|
:param inEncodingStr: Write file encoding
|
|
:param inGSettings: global settings of the Agent (singleton)
|
|
:return:
|
|
"""
|
|
lFile = open(inFilePathStr, "w", encoding=inEncodingStr)
|
|
lFile.write(inFileDataStr)
|
|
lFile.close()
|
|
lL = inGSettings.get("Logger", None) if type(inGSettings) is dict else None
|
|
lMessageStr = f"AGENT Text file {inFilePathStr} has been created."
|
|
if lL: lL.info(lMessageStr)
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
|
|
def OSFileBinaryDataBase64StrReceive(inFilePathStr, inGSettings=None):
|
|
"""
|
|
Read binary file and encode in base64 to transmit (safe for JSON transmition)
|
|
|
|
:param inFilePathStr: File path to read
|
|
:param inGSettings: global settings of the Agent (singleton)
|
|
:return: File content in string base64 format (use base64.b64decode to decode data). Return None if file is not exist
|
|
"""
|
|
lL = inGSettings.get("Logger", None) if type(inGSettings) is dict else None
|
|
lFileDataBase64Str = None
|
|
if os.path.exists(inFilePathStr):
|
|
lFile = open(inFilePathStr, "rb")
|
|
lFileDataBytes = lFile.read()
|
|
lFile.close()
|
|
lFileDataBase64Str = base64.b64encode(lFileDataBytes).decode("utf-8")
|
|
lMessageStr = f"OSFileBinaryDataBase64StrReceive: file {inFilePathStr} has been read"
|
|
if lL: lL.debug(lMessageStr)
|
|
#A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
else:
|
|
if lL: lL.debug(f"OSFileBinaryDataBase64StrReceive: file {inFilePathStr} is not exists - return None")
|
|
return lFileDataBase64Str
|
|
|
|
def OSFileMTimeGet(inFilePathStr: str) -> float or None:
|
|
"""
|
|
Read file modification time timestamp format (float)
|
|
|
|
:param inFilePathStr: File path to read
|
|
:return: timestamp (float) Return None if file is not exist
|
|
"""
|
|
global gSettings
|
|
lL = gSettings.get("Logger", None) if type(gSettings) is dict else None
|
|
lFileMTimeFloat = None
|
|
if os.path.exists(inFilePathStr):
|
|
lFileMTimeFloat = os.path.getmtime(inFilePathStr)
|
|
if lL: lL.debug(f"OSFileMTimeGet: file {inFilePathStr} has been read")
|
|
else:
|
|
if lL: lL.debug(f"OSFileMTimeGet: file {inFilePathStr} is not exists - return None")
|
|
return lFileMTimeFloat
|
|
|
|
def OSFileTextDataStrReceive(inFilePathStr, inEncodingStr="utf-8", inGSettings=None):
|
|
"""
|
|
Read text file in the agent GUI session
|
|
|
|
:param inFilePathStr: File abs path
|
|
:param inEncodingStr: Read file encoding. Default utf-8
|
|
:param inGSettings: global settings of the Agent (singleton)
|
|
:return: File text content in string format (use base64.b64decode to decode data). Return None if file is not exist
|
|
"""
|
|
lFileDataStr = None
|
|
lL = inGSettings.get("Logger", None) if type(inGSettings) is dict else None
|
|
if os.path.exists(inFilePathStr):
|
|
lFile = open(inFilePathStr, "r", encoding=inEncodingStr)
|
|
lFileDataStr = lFile.read()
|
|
lFile.close()
|
|
lMessageStr = f"OSFileTextDataStrReceive: file {inFilePathStr} has been read"
|
|
if lL: lL.info(lMessageStr)
|
|
#A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
else:
|
|
if lL: lL.info(f"OSFileTextDataStrReceive: file {inFilePathStr} is not exists - return None")
|
|
return lFileDataStr
|
|
|
|
# Send CMD to OS. Result return to log + Orchestrator by the A2O connection
|
|
def OSCMD(inCMDStr, inRunAsyncBool=True, inGSettings = None, inSendOutputToOrchestratorLogsBool = True, inCMDEncodingStr = "cp1251", inCaptureBool = True):
|
|
"""
|
|
Execute CMD on the Agent daemonic process
|
|
|
|
:param inCMDStr: command to execute on the Agent session
|
|
:param inRunAsyncBool: True - Agent processor don't wait execution; False - Agent processor wait cmd execution
|
|
:param inGSettings: Agent global settings dict
|
|
:param inSendOutputToOrchestratorLogsBool: True - catch cmd execution output and send it to the Orchestrator logs; Flase - else case; Default True
|
|
:param inCMDEncodingStr: Set the encoding of the DOS window on the Agent server session. Windows is beautiful :) . Default is "cp1251" early was "cp866" - need test
|
|
:param inCaptureBool: !ATTENTION! If you need to start absolutely encapsulated app - set this flag as False. If you set True - the app output will come to Agent
|
|
:return:
|
|
"""
|
|
lResultStr = ""
|
|
# New feature
|
|
if inSendOutputToOrchestratorLogsBool == False and inCaptureBool == False:
|
|
inCMDStr = f"start {inCMDStr}"
|
|
# Subdef to listen OS result
|
|
def _CMDRunAndListenLogs(inCMDStr, inSendOutputToOrchestratorLogsBool, inCMDEncodingStr, inGSettings = None, inCaptureBool = True):
|
|
lL = inGSettings.get("Logger",None) if type(inGSettings) is dict else None
|
|
lResultStr = ""
|
|
lOSCMDKeyStr = str(uuid.uuid4())[0:4].upper()
|
|
lCMDProcess = None
|
|
if inCaptureBool == True:
|
|
lCMDProcess = subprocess.Popen(f'cmd /c {inCMDStr}', stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
else:
|
|
lCMDProcess = subprocess.Popen(f'cmd /c {inCMDStr}', stdout=None, stderr=None,
|
|
creationflags=CREATE_NEW_CONSOLE)
|
|
lListenBool = True
|
|
lMessageStr = f"{lOSCMDKeyStr}: # # # # AGENT CMD Process has been STARTED # # # # "
|
|
if lL: lL.info(lMessageStr)
|
|
if inSendOutputToOrchestratorLogsBool == True: # Capturing can be turned on!
|
|
A2O.LogListSend(inGSettings=inGSettings,inLogList=[lMessageStr])
|
|
lMessageStr = f"{lOSCMDKeyStr}: {inCMDStr}"
|
|
if lL: lL.info(lMessageStr)
|
|
if inSendOutputToOrchestratorLogsBool == True: # Capturing can be turned on!
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
while lListenBool:
|
|
#if inSendOutputToOrchestratorLogsBool == True: # Capturing can be turned on!
|
|
if inCaptureBool == True: # Capturing can be turned on!
|
|
lOutputLineBytes = lCMDProcess.stdout.readline()
|
|
if lOutputLineBytes == b"":
|
|
lListenBool = False
|
|
lStr = lOutputLineBytes.decode(inCMDEncodingStr) # was cp866, on win server don't work properly - set cp1251
|
|
if lStr.endswith("\n"): lStr = lStr[:-1]
|
|
lMessageStr = f"{lOSCMDKeyStr}: {lStr}"
|
|
if lL: lL.info(lMessageStr)
|
|
if inSendOutputToOrchestratorLogsBool == True: # Capturing can be turned on!
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
lResultStr+=lStr
|
|
else: #Capturing is not turned on - wait until process will be closed
|
|
lCMDProcessPoll = lCMDProcess.poll()
|
|
if lCMDProcessPoll is None: # Process is alive - wait
|
|
time.sleep(2)
|
|
else:
|
|
lListenBool = False
|
|
lMessageStr = f"{lOSCMDKeyStr}: # # # # AGENT CMD Process has been FINISHED # # # # "
|
|
if lL: lL.info(lMessageStr)
|
|
if inSendOutputToOrchestratorLogsBool == True: # Capturing can be turned on!
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[lMessageStr])
|
|
return lResultStr
|
|
# New call
|
|
if inRunAsyncBool:
|
|
lThread = threading.Thread(target=_CMDRunAndListenLogs, kwargs={"inCMDStr":inCMDStr, "inGSettings":inGSettings, "inSendOutputToOrchestratorLogsBool":inSendOutputToOrchestratorLogsBool, "inCMDEncodingStr":inCMDEncodingStr, "inCaptureBool": inCaptureBool })
|
|
lThread.start()
|
|
lResultStr="ActivityList has been started in async mode - no output is available here."
|
|
else:
|
|
lResultStr = _CMDRunAndListenLogs(inCMDStr=inCMDStr, inGSettings=inGSettings, inSendOutputToOrchestratorLogsBool = inSendOutputToOrchestratorLogsBool, inCMDEncodingStr = inCMDEncodingStr, inCaptureBool=inCaptureBool)
|
|
#lCMDCode = "cmd /c " + inCMDStr
|
|
#subprocess.Popen(lCMDCode)
|
|
#lResultCMDRun = 1 # os.system(lCMDCode)
|
|
return lResultStr
|
|
|
|
|
|
def ProcessWOExeUpperUserListGet():
|
|
"""
|
|
Return the process list only for the current user (where Agent is running) without .EXE in upper case. Can use in ActivityItem from Orchestrator to Agent
|
|
|
|
:param inProcessNameWOExeList:
|
|
:return: list of the agent user process in upper case without .EXE. Example ["NOTEPAD","..."],
|
|
|
|
"""
|
|
lUserNameStr = getpass.getuser()
|
|
lResult = []
|
|
# Create updated list for quick check
|
|
lProcessNameWOExeList = []
|
|
# Iterate over the list
|
|
for proc in psutil.process_iter():
|
|
try:
|
|
# Fetch process details as dict
|
|
pinfo = proc.as_dict(attrs=['pid', 'name', 'username'])
|
|
# Add if empty inProcessNameWOExeList or if process in inProcessNameWOExeList
|
|
lUserNameWODomainStr = proc.username().split('\\')[-1]
|
|
if lUserNameWODomainStr == lUserNameStr:
|
|
lResult.append(pinfo['name'][:-4].upper())
|
|
except (psutil.NoSuchProcess, psutil.AccessDenied, psutil.ZombieProcess):
|
|
pass
|
|
return lResult
|
|
|
|
# Main def
|
|
def Agent(inGSettings):
|
|
lL = inGSettings["Logger"]
|
|
global gSettings
|
|
gSettings = inGSettings
|
|
# Append Orchestrator def to ProcessorDictAlias
|
|
lModule = sys.modules[__name__]
|
|
lModuleDefList = dir(lModule)
|
|
for lItemDefNameStr in lModuleDefList:
|
|
# Dont append alias for defs Agent
|
|
if lItemDefNameStr not in ["Agent"]:
|
|
lItemDef = getattr(lModule,lItemDefNameStr)
|
|
if callable(lItemDef): inGSettings["ProcessorDict"]["AliasDefDict"][lItemDefNameStr]=lItemDef
|
|
|
|
# Detect Machine host name and username
|
|
inGSettings["AgentDict"]["HostNameUpperStr"] = socket.gethostname().upper()
|
|
inGSettings["AgentDict"]["UserUpperStr"] = getpass.getuser().upper()
|
|
|
|
# Processor thread
|
|
lProcessorThread = threading.Thread(target= Processor.ProcessorRunSync, kwargs={"inGSettings":inGSettings})
|
|
lProcessorThread.daemon = True # Run the thread in daemon mode.
|
|
lProcessorThread.start() # Start the thread execution.
|
|
if lL: lL.info("Processor has been started (ProcessorDict)") #Logging
|
|
|
|
# Start thread to wait data from Orchestrator (O2A)
|
|
lO2AThread = threading.Thread(target=O2A.O2A_Loop, kwargs={"inGSettings":inGSettings})
|
|
lO2AThread.start()
|
|
Usage.Process(inComponentStr="Agent")
|
|
|
|
# Send log that Agent has been started
|
|
A2O.LogListSend(inGSettings=inGSettings, inLogList=[f'Host: {inGSettings["AgentDict"]["HostNameUpperStr"]}, User: {inGSettings["AgentDict"]["UserUpperStr"]}, Agent has been started.']) |