Compare commits

...
16 Commits
Author SHA1 Message Date
Lyncoln 4ccd44937f Added dockerignore to gitignore 2026-10-30 17:28:03 -04:00
Lyncoln 53021d381e Commented out global registeredOp 2026-10-30 17:26:27 -04:00
Lyncoln 433c1e4b77 Updated response policy to use registered op and redo the request where indicated 2026-10-30 17:26:08 -04:00
Lyncoln c230939b45 Updated prints and naming conventions 2026-10-30 17:23:08 -04:00
Lyncoln 2c2a41fafb Implemented Synapse Ping as heartbeat for connection between synapse and RMASS Bridge. Also implemented set online action to update RMASS presence 2026-10-30 17:19:03 -04:00
Lyncoln b3094f75a9 Moved token refresh into its worn operation for process registry compatibility 2026-10-30 10:29:32 -04:00
Lyncoln b5591ade62 Updated resolver to use logging 2026-10-30 02:52:06 -04:00
Lyncoln fe2a54ca00 General housekeeping 2026-10-30 02:51:47 -04:00
Lyncoln f2df751294 Stopped passing outputs into executeContract and treating it as the beginning of the execution boundary 2026-10-30 02:51:11 -04:00
Lyncoln 50cb0e0924 General housekeeping 2026-10-30 02:49:29 -04:00
Lyncoln dafde0a805 Shifted to importing executeContract after filter checks to prevent excessive importing 2026-10-30 02:48:18 -04:00
Lyncoln f10ab522c9 Updated to use logging 2026-10-30 02:46:34 -04:00
Lyncoln 476ef608f3 Updated firewall to use buildThread 2026-10-30 02:18:58 -04:00
Lyncoln 63330c9ecd Imported outputs from external module to facilitate thread building and consistent runtime operation from various entrypoints 2026-10-30 02:18:24 -04:00
Lyncoln b59401c64f Migrated Monitor to create a new thread for subroutines 2026-10-30 00:44:04 -04:00
Lyncoln 4189812957 Update tracked files to respect .gitignore 2026-10-29 15:48:08 -04:00
34 changed files with 221 additions and 312 deletions
-8
View File
@@ -1,8 +0,0 @@
.git
.gitignore
__pycache__/
*.pyc
*.pyo
*.pyd
.venv/
venv/
+6
View File
@@ -24,3 +24,9 @@ savedata/
# Logs
*.log
#Trash and unused files
trash/
#Docker files
.dockerignore
-2
View File
@@ -2,8 +2,6 @@ import logging
from core.apirequest import executeRequest
from core.runtime.runtimecontract import buildRuntimeAttr, buildPreRuntimeAttr
#from core.runtime.stopsignals import addStopSignal
def buildAction (action, outputs):
action_log = True
+3
View File
@@ -1,4 +1,5 @@
import threading
import logging
from .lifecyclemanager import manageLifecycle
@@ -12,4 +13,6 @@ def buildThread(module):
thread.start()
logging.info(f"THREAD STARTED, {thread}")
return thread
+2 -3
View File
@@ -3,17 +3,16 @@ from core.execution.operation import buildOperation
from core.execution.monitor import buildMonitor
#from core.runtime import manageFailure
from core.execution.recursive import buildRecursive
from core.runtime.createruntime import outputs
def executeContract(module, outputs):
def executeContract(module):
if module.kind == "operation":
responses = buildOperation(module, outputs)
return responses
elif module.kind == "action":
response = buildAction(module, outputs)
return response
@@ -6,9 +6,10 @@ from core.apirequest.execute import getSession
from core.execution.lifecyclemanager.lifecycleregistry import registerLifecycle
lifecycles = {}
outputs = {}
#outputs = {}
def manageLifecycle(module):
from core.runtime.createruntime import outputs
lifecycle_log = os.environ.get("LOGS_LIFECYCLE", "false").lower() == "true"
registerLifecycle (module, lifecycles)
@@ -17,7 +18,7 @@ def manageLifecycle(module):
while lifecycles[module.name]["mode"] == "continuous":
lifecycles[module.name]["state"] = "active"
response = executeContract(module, outputs)
executeContract(module)
if lifecycle_log:
print(f"{module.name} thread {lifecycles[module.name][module.name]} running in {lifecycles[module.name]['mode']} mode")
@@ -34,7 +35,7 @@ def manageLifecycle(module):
print(f"{module.name} thread {lifecycles[module.name][module.name]} running in {lifecycles[module.name]['mode']} mode")
print(lifecycles)
response = executeContract(module, outputs)
response = executeContract(module)
lifecycles[module.name]["state"] = "stopped"
@@ -23,14 +23,17 @@ def registerLifecycle(module, lifecycles):
#print(lifecycles)
if "mode" not in lifecycles[module.name]:
mode = getattr(module, "mode")
lifecycles[module.name]["mode"] = mode
if hasattr(module, "mode"):
mode = getattr(module, "mode")
lifecycles[module.name]["mode"] = mode
else:
lifecycles[module.name]["mode"] = "oneshot"
if lifecycles[module.name]["mode"] == "continuous":
lifecycles[module.name]["refresh_rate"] = module.sleeptime
if not lifecycles[module.name]["mode"]:
lifecycles[module.name]["mode"] = "oneshot"
#if lifecycles[module.name]["mode"] == {}:
# lifecycles[module.name]["mode"] = "oneshot"
#lifecycles[module.name][registryname] = registryvalue
+6 -3
View File
@@ -31,11 +31,14 @@ def buildMonitor(monitor, outputs):
buildOutput(response, monitor, outputs)
if match:
from core.execution.executioncontract import executeContract
from core.execution.createthread import buildThread
#from core.execution.executioncontract import executeContract
logging.info(filter.get("print"))
module = filter["execute"]
#module = filter["execute"]
response = executeContract(filter["execute"], outputs)
#response = executeContract(filter["execute"], outputs)
thread = buildThread(filter["execute"])
return response
+7 -5
View File
@@ -8,18 +8,18 @@ from core.runtime.stopsignals import checkDependency
from core.execution import processregistry
from core.console import console
outputs = {}
#outputs = {}
def buildOperation(definition, outputs):
process_log = True
from core.execution.executioncontract import executeContract
actions = definition.actions
currentOp = processregistry.registerProcess(definition)
responses = []
currentOp = processregistry.registerProcess(definition)
if getattr(definition, "track", False):
actions = track(
actions,
@@ -38,7 +38,9 @@ def buildOperation(definition, outputs):
if action.kind == "action":
currentOp[action.name] = {}
response = executeContract(action, outputs)
from core.execution.executioncontract import executeContract
response = executeContract(action)
responses.append(response)
+1 -1
View File
@@ -2,7 +2,7 @@ processes = {}
registeredOp = {}
def registerProcess(module):
global registeredOp
#global registeredOp
processes[module.name] = {}
+4 -2
View File
@@ -20,7 +20,7 @@ def buildRecursive(definition, outputs):
currentOp = processregistry.registerProcess(definition)
responses = []
from core.execution.executioncontract import executeContract
recursiveset = definition.recursiveset["actions"]
source = definition.recursiveset["source"]
@@ -53,7 +53,9 @@ def buildRecursive(definition, outputs):
if job.kind == "action":
currentOp[job.name] = {}
response = executeContract(job, outputs)
from core.execution.executioncontract import executeContract
response = executeContract(job)
responses.append(response)
if job.kind == "action":
+4
View File
@@ -0,0 +1,4 @@
outputs = {}
def getOuputs():
return outputs
+2 -2
View File
@@ -20,9 +20,9 @@ def buildFirewall(listener, outputs):
status_code = filter.get("status_code", 200)
if filter.get("execute", False):
from core.apirequest.execute import executeRequest
from core.execution.createthread import buildThread
response = executeRequest(filter["execute"], outputs, resolved)
thread = buildThread(filter["execute"])
if firewall_log:
logging.info(filter.get("print"))
+2 -1
View File
@@ -1,4 +1,5 @@
import os
import logging
def resolveItem(action, item):
#resolver_log = os.environ.get("LOGS_RESOLVER", "false").lower() == "true"
@@ -17,7 +18,7 @@ def resolveItem(action, item):
except (KeyError, IndexError) as error:
if resolver_log:
print(f"Resolver target key/index {error} not found during {action.name}")
logging.info(f"Resolver target key/index {error} not found during {action.name}")
target = None
resolved[label] = target
+16 -2
View File
@@ -1,9 +1,15 @@
import logging
from core.apirequest import executeRequest
from core.execution import processregistry
def responsePolicy(response, action, outputs, resolved):
if hasattr(action, "responsepolicy"):
#if processregistry.registeredOp:
#currentOp = processregistry.registeredOp
#print(registeredOp[action.name]["response"])
#print(currentOp)
if not response.ok:
logging.warning(f"{response} during {action.name}")
@@ -11,11 +17,19 @@ def responsePolicy(response, action, outputs, resolved):
if policy["statuscode"] == response.status_code:
logging.warning(policy["print"])
newresponse = executeRequest(policy["execute"], outputs, resolved)
from core.execution.executioncontract import executeContract
executeContract(policy["execute"])
#newresponse = executeRequest(action, outputs, resolved)
if policy["response_update"]:
logging.info("Updating response")
print("Updating response")
newresponse = executeRequest(action, outputs, resolved)
#response = newresponse
if processregistry.registeredOp:
response = processregistry.registeredOp[action.name]["response"]
else:
response = newresponse
break
+5 -13
View File
@@ -3,17 +3,10 @@ import logging
from core.runtime.outputs import buildOutput
from core.runtime.firewall import buildFirewall
from core.runtime.createruntime import outputs
def buildListener(listener, self):
if self.path == "/_matrix/app/v1/ping":
self.send_response(200)
self.send_header("Content-Type", "application/json")
self.end_headers()
self.wfile.write(b"{}")
return
if self.path.startswith(listener.acceptpath):
#Prints can used buildlog for listener runtime
@@ -24,21 +17,20 @@ def buildListener(listener, self):
data = self.rfile.read(content_length)
request = json.loads(data)
outputs = {}
#outputs = {}
buildOutput(data, listener, outputs)
allow, status_code = buildFirewall(listener, outputs)
if allow:
#from core.execution.createthread import buildThread
from core.execution.executioncontract import executeContract
#Print allowed items for logging purposes
logging.info(outputs["firewall_allowed"])
#Process and forward to RMASS
responses = executeContract(listener.execute, outputs)
#thread = buildThread(listener.execute)
executeContract(listener.execute)
self.send_response(status_code)
+69 -56
View File
@@ -8,90 +8,103 @@ from .dispatcher import dispatchRequest
from .createresponse import buildResponse
from plugins.rmass.listeners import synapselistener
from core.server.createlistener import buildListener
#from plugins.rmass.actions import pingsynapse
from plugins.rmass.actions import synapsesetbridgeonline
port = int(os.environ.get("SERVER_PORT", 19001))
class RequestHandler(BaseHTTPRequestHandler):
def do_POST(self):
#lifecycles = {}
print("POST request received")
if self.path == "/_matrix/app/v1/ping":
max_request_size = 1024
from core.execution.createthread import buildThread
thread = buildThread(synapsesetbridgeonline)
content_length = self.headers.get("Content-Length")
# Check whether Content-Length exists
if content_length is None:
response = {
"status": "error",
"message": "Content length required"
}
status = 411
self.send_response(200)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", "2")
self.end_headers()
self.wfile.write(b"{}")
return
else:
# Attempt to convert the header into an integer
try:
length = int(content_length)
except ValueError:
length = None
#lifecycles = {}
print("POST request received")
# Validate the converted length
if length is None:
max_request_size = 1024
content_length = self.headers.get("Content-Length")
# Check whether Content-Length exists
if content_length is None:
response = {
"status": "error",
"message": "Invalid Content-Length"
"message": "Content length required"
}
status = 400
elif length < 0:
response = {
"status": "error",
"message": "Bad Request"
}
status = 400
elif length > max_request_size:
response = {
"status": "error",
"message": "Content exceeds maximum request size"
}
status = 413
status = 411
else:
# Content-Length is valid, so read the body
data = self.rfile.read(length)
# Attempt to convert the header into an integer
try:
request = json.loads(data)
length = int(content_length)
except ValueError:
length = None
except json.JSONDecodeError:
# Validate the converted length
if length is None:
response = {
"status": "error",
"message": "Invalid JSON received"
"message": "Invalid Content-Length"
}
status = 400
elif length < 0:
response = {
"status": "error",
"message": "Bad Request"
}
status = 400
elif length > max_request_size:
response = {
"status": "error",
"message": "Content exceeds maximum request size"
}
status = 413
else:
# Only valid JSON reaches the dispatcher
thread, lifecycles, module, mode = dispatchRequest(
request, lifecycles
)
# Content-Length is valid, so read the body
data = self.rfile.read(length)
response = buildResponse(module, thread, mode)
status = 200
try:
request = json.loads(data)
# Serialize the response
responsebytes = json.dumps(response).encode("utf-8")
except json.JSONDecodeError:
response = {
"status": "error",
"message": "Invalid JSON received"
}
status = 400
# Send one HTTP response
self.send_response(status)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(responsebytes)))
self.end_headers()
else:
# Only valid JSON reaches the dispatcher
thread, lifecycles, module, mode = dispatchRequest(
request, lifecycles
)
self.wfile.write(responsebytes)
response = buildResponse(module, thread, mode)
status = 200
# Serialize the response
responsebytes = json.dumps(response).encode("utf-8")
# Send one HTTP response
self.send_response(status)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(responsebytes)))
self.end_headers()
self.wfile.write(responsebytes)
def do_PUT(self):
+15 -9
View File
@@ -5,7 +5,8 @@ import os
from core.server.server import startServer
from core.execution.createthread import buildThread
from plugins.rmass.monitors import rmassmonitor
from plugins.rmass.actions import refresh_tokens
from plugins.rmass.operations import token_update
from plugins.rmass.actions import pingsynapse
from core.console import console
from rich.logging import RichHandler
@@ -27,16 +28,21 @@ logging.basicConfig(
import login
import synapsemessagepush
rmassmonitor.mode = "continuous"
refresh_tokens.mode = "continuous"
thread = buildThread(rmassmonitor)
thread = buildThread(refresh_tokens)
thread = threading.Thread(
target=startServer,
#args=(module, lifecycles)
name="RMASS Bridge Server"
)
thread.start()
pingsynapse.mode = "continuous"
rmassmonitor.mode = "continuous"
token_update.mode = "continuous"
#refresh_tokens.mode = "continuous"
thread = buildThread(rmassmonitor)
#thread = buildThread(refresh_tokens)
thread = buildThread(token_update)
thread = buildThread(pingsynapse)
+4 -2
View File
@@ -1,11 +1,13 @@
name = "Synapse Wake"
name = "Synapse Ping"
kind = "action"
alias = "synapseping"
alias = "pingsynapse"
showstatus = True
sleeptime = 15
isrequest = True
method = "POST"
+11
View File
@@ -5,6 +5,8 @@ name = "Token refresh"
kind = "action"
alias = "refresh_tokens"
showstatus = True
method = "GET"
@@ -44,6 +46,15 @@ outputs = {
"refresh_token": "refreshToken",
}
responsepolicy = [
{
"statuscode": 403,
"print": "Refreshing stale tokens...",
"execute": login,
"response_update": False,
}
]
recoverPolicy = {
FileNotFoundError: [
getcsrf,
+2 -9
View File
@@ -10,15 +10,8 @@ showstatus = True
resolve = {
"get": {
"sender": ["room_name"],
"event_id": ["outmessageitem", "event_id"],
"room_id": ["outmessageitem", "room_id"],
},
"deconstruct": {
"sender" : [
"#rmass_dm_",
":loxthelion.com",
],
"event_id": ["events", 0, "event_id"],
"room_id": ["events", 0, "room_id"],
},
}
@@ -0,0 +1,36 @@
name = "Set RMASS Bridge Online"
kind = "action"
alias = "setrmassbridgeonline"
showstatus = True
#sleeptime = 15
isrequest = True
method = "PUT"
path = [
"https://loxthelion.com/_matrix/client/v3/presence/@rmass_bridge:loxthelion.com/status",
]
headers = {
"Authorization": {
"os": "AS_TOKEN",
"prefix": "Bearer ",
},
"Content-Type": "application/json",
}
keys = [
{
"keytitle": "presence",
"keyvalue": "online",
},
{
"keytitle": "status_msg",
"keyvalue": "RMASS Bridge Connected",
},
]
+1 -1
View File
@@ -1,6 +1,6 @@
from plugins.rmass.actions import getcsrf, login
name = "Login"
name = "Login Operation"
kind = "operation"
+13
View File
@@ -0,0 +1,13 @@
import os
from plugins.rmass.actions import refresh_tokens
name = "Token Refresh Operation"
kind = "operation"
actions = [
refresh_tokens,
]
sleeptime = os.environ.get("TOKEN_REFRESH_RATE", 105)
-5
View File
@@ -1,5 +0,0 @@
from plugins import rmass
from core.operation.operation import buildOperation
outputs = buildOperation(rmass.checkavailableoperation)
-17
View File
@@ -1,17 +0,0 @@
import importlib
from lifecyclemanager import manageLifecycle
from dispatchstate import buildState
def buildDispatch(request):
dispatch = []
for key in request["module"]:
dispatch.append(request["module"][key])
resolveddispatch = "plugins."+ ".".join(dispatch)
module = importlib.import_module(resolveddispatch)
mode = request.get("mode", "oneshot")
return module, mode
-30
View File
@@ -1,30 +0,0 @@
import threading
from lifecycleregistry import registerLifecycle
from lifecyclemanager import manageLifecycle
threadlist = []
threadnum = 0
def buildThread(module, lifecycles):
global threadnum
threadnum += 1
threadname = f"thread.{threadnum}"
thread = threading.Thread(
target=manageLifecycle,
args=(module, lifecycles)
)
thread.start()
registryname = threadname
registryvalue = thread
lifecycles = registerLifecycle (module, lifecycles, registryname, registryvalue)
threadlist.append(thread)
print(threadlist)
print(lifecycles)
return threadnum, threadname, lifecycles, threadlist
-22
View File
@@ -1,22 +0,0 @@
from createdispatch import buildDispatch
from createthread import buildThread
from dispatchstate import buildState
import threading
def dispatchRequest(request, lifecycles):
module, mode = buildDispatch(request)
mode, lifecycles = buildState(module, mode, lifecycles)
if mode == "stop":
return lifecycles
else:
threadnum, threadname, lifecycles, threadlist = buildThread(module, lifecycles)
#print("Active Threads")
#print(threadlist)
return threadnum, threadname, lifecycles, threadlist
-41
View File
@@ -1,41 +0,0 @@
import requests
from lifecycleregistry import registerLifecycle
def filterMode(mode):
if mode in ("continuous", "oneshot", "stop"):
state = mode
return state
else: raise ValueError(f"Unsupported lifecycle mode: {mode}")
def buildState(module, mode, lifecycles):
state = filterMode(mode)
registryvalue = state
registryname = "mode"
if state != "stop":
lifecycles = registerLifecycle(module, lifecycles, registryname, registryvalue)
elif state == "stop":
if not module.name in lifecycles:
print(f"No registered lifecycle: {module.name}")
return None
elif "mode" in lifecycles[module.name] != "stop":
lifecycles = registerLifecycle(module, lifecycles, registryname, registryvalue)
print(f"Stopping lifecycle: {module.name}")
#elif mode == "oneshot":
#registryvalue = {"mode": "oneshot"}
#lifecycles = registerLifecycle(module, lifecycles, registryname, registryvalue)
# else:
#raise ValueError(f"Unsupported lifecycle mode: {mode}")
#state = registryvalue
return state, lifecycles
-25
View File
@@ -1,25 +0,0 @@
import time
from core.execution.operation import buildOperation
from core.execution.action import buildAction
from core import executeContract
def manageLifecycle(module, lifecycles): #lifecycles, state):
#print(lifecycles[module.name]["mode"])
if lifecycles[module.name]["mode"] == "continuous":
while lifecycles[module.name]["mode"] == "continuous":
print(lifecycles)
outputs = executeContract(module, None, None)
#print(lifecycles)
time.sleep(module.sleeptime)
elif lifecycles[module.name]["mode"] == "oneshot":
print(lifecycles)
outputs = executeContract(module, None, None)
#print(lifecycles)
return
-8
View File
@@ -1,8 +0,0 @@
def registerLifecycle(module, lifecycles, registryname, registryvalue):
if module.name not in lifecycles:
lifecycles[module.name] = {}
lifecycles[module.name][registryname] = registryvalue
return lifecycles
-4
View File
@@ -1,4 +0,0 @@
from plugins import rmass
from operation import buildOperation
outputs = buildOperation(rmass.checkavailableoperation)
-4
View File
@@ -1,4 +0,0 @@
from core.manager.manager import buildManager
from plugins import rmass
outputs = buildManager(rmass.manager)
-29
View File
@@ -1,29 +0,0 @@
import socket
import json
from dispatcher import dispatchRequest
#from createthread import buildThread
server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server.bind(("127.0.0.1", 19002))
lifecycles = {}
server.listen()
while True:
connection, address = server.accept()
while True:
data = connection.recv(4096)
request = json.loads(data)
# if not data:
# break
dispatch = dispatchRequest(request, lifecycles)
connection.close()
# server.close()