Select Git revision
Code owners
Assign users and groups as approvers for specific file changes. Learn more.
thing.py 16.57 KiB
import ast
import threading
import websocket
import json
import uuid
from s3i import IdentityProvider, TokenType, GetValueReply, Directory, Repository
from s3i.broker import Broker, BrokerREST
from s3i.messages import ServiceReply
from ml.tools import BColors
from ml.tools import find_broker_endpoint
from ml.app_logger import APP_LOGGER
import time
import copy
class BaseVariable(object):
IDP_URL = "https://idp.s3i.vswf.dev/"
IDP_REALM = "KWH"
BROKER_HOST = "rabbitmq.s3i.vswf.dev"
REPO_WWS_URL = "wss://ditto.s3i.vswf.dev/ws/2"
REPO_URL = "https://ditto.s3i.vswf.dev/api/2/"
DIR_URL = "https://dir.s3i.vswf.dev/api/2/"
class Thing:
def __init__(
self,
model: dict,
client_secret="",
grant_type="password",
is_broker=False,
is_repo=False,
is_broker_rest=True,
username=None,
password=None,
):
self.__model = model
self.__thing_id = model.get("thingId", "")
self.__policy_id = model.get("policyId", "")
self.__grant_type = grant_type
self.__username = username
self.__password = password
self.__client_secret = client_secret
self.__is_broker = is_broker
self.__is_broker_rest = is_broker_rest
self.__is_repo = is_repo
self.__access_token = ""
self.__endpoint = ""
self.__ws_connected = False
self.broker = None
self.ws = None
self.dir = None
self.repo = None
self.repo_json = dict()
self.dir_json = dict()
attributes = model.get("attributes", None)
self.__name = ""
self.__roles = {}
self.__features = {}
self.__resGetValue = list()
if attributes:
self.__name = attributes.get("name", "")
@property
def model(self):
return self.__model
@property
def features(self):
return self.__features
@features.setter
def features(self, value):
self.__features = value
@property
def roles(self):
return self.__roles
@roles.setter
def roles(self, value):
self.__roles = value
@property
def client_secret(self):
return self.__client_secret
@property
def grant_type(self):
return self.__grant_type
@property
def access_token(self):
return self.__access_token
@property
def name(self):
return self.__name
@property
def thing_id(self):
return self.__thing_id
@property
def policy_id(self):
return self.__policy_id
def run_forever(self):
print("[S³I]: Launch {}{}{}".format(BColors.OKGREEN, self.name, BColors.ENDC))
self.__connect_with_idp()
threading.Thread(target=self.__dir_syn).start()
if self.__is_repo:
threading.Thread(target=self.__repo_syn).start()
@staticmethod
def add_user_def(func):
threading.Thread(target=func).start()
def __dir_syn(self):
while True:
time.sleep(0.1)
old_dir_json = self.dir_json
self.to_dir_json()
if self.dir_json == old_dir_json:
continue
else:
self.dir.updateThingIDBased(thingID=self.thing_id, payload=self.dir_json)
def __repo_syn(self):
while self.__is_repo:
time.sleep(0.1)
old_repo_json = self.repo_json
self.to_repo_json()
if self.repo_json == old_repo_json:
continue
else:
self.repo.updateThingIDBased(thingID=self.thing_id, payload=self.repo_json)
def __connect_with_idp(self):
print(BColors.OKBLUE + "[S³I][IdP]" + BColors.ENDC + ": Connect with S3I-IdentityProvider")
idp = IdentityProvider(
grant_type=self.__grant_type,
client_id=self.__thing_id,
username=self.__username,
password=self.__password,
client_secret=self.__client_secret,
realm=BaseVariable.IDP_REALM,
identity_provider_url=BaseVariable.IDP_URL,
)
# This may take a while so fetch token directly.
idp.run_forever(token_type=TokenType.ACCESS_TOKEN, on_new_token=self.__on_token)
def __on_token(self, token):
self.__access_token = token
self.__connect_with_dir()
self.__connect_with_repo()
if self.__is_broker:
self.__connect_with_broker()
def __connect_with_dir(self):
print(
BColors.OKBLUE
+ "[S³I][Dir]"
+ BColors.ENDC
+ ": Connect with S3I-Directory"
)
self.dir = Directory(s3i_dir_url=BaseVariable.DIR_URL, token=self.__access_token)
def __connect_with_repo(self):
print(
BColors.OKBLUE
+ "[S³I][Repo]"
+ BColors.ENDC
+ ": Connect with S3I-Repository"
)
self.repo = Repository(s3i_repo_url=BaseVariable.REPO_URL, token=self.__access_token)
self._ws = websocket.WebSocketApp(
BaseVariable.REPO_WWS_URL,
header={"Authorization: Bearer {}".format(self.__access_token)},
on_message=self.__on_new_websocket_message,
on_error=self.__on_new_websocket_error,
on_open=self.__on_websocket_connection_opened,
on_close=self.__on_websocket_connection_closed,
)
threading.Thread(target=self._ws.run_forever).start()
@staticmethod
def __on_new_websocket_message(ws, msg):
pass
@staticmethod
def __on_new_websocket_error(ws, error):
print(BColors.OKBLUE + "[S³I][Repo]" + BColors.ENDC + " : Websocekt error")
def __on_websocket_connection_opened(self):
self.__ws_connected = True
self._ws.send("START-SEND-MESSAGES")
print(
BColors.OKBLUE
+ "[S³I][Repo]"
+ BColors.ENDC
+ ": Websocket connection built"
)
def __on_websocket_connection_closed(self):
self.__ws_connected = False
print(
BColors.OKBLUE
+ "[S³I][Repo]"
+ BColors.ENDC
+ ": Websocket connection closed"
)
def sync_with_repo(self, path, topic):
#TODO
if not self.__ws_connected:
return None
msg = {"topic": topic, "path": path, "value": self.repo_json[path]}
self._ws.send(json.dumps(msg))
def __connect_with_broker(self):
print(BColors.OKBLUE + "[S³I][Broker]" + BColors.ENDC + ": Connect with S3I-Broker")
self.__endpoint = find_broker_endpoint(self.dir, thing_id=self.thing_id)
if self.__is_broker_rest:
self.broker = BrokerREST(token=self.access_token)
def receive():
while True:
msg_str = self.broker.receive_once(self.__endpoint)
if msg_str == "":
continue
else:
self.__on_broker_callback(ch=None, method=None, properties=None,
body=json.loads(msg_str))
threading.Thread(
target=receive
).start()
else:
self.broker = Broker(
auth_form="Username/Password",
username=" ",
password=self.__access_token,
host=BaseVariable.BROKER_HOST,
)
threading.Thread(
target=self.broker.receive,
args=(self.__endpoint, self.__on_broker_callback),
).start()
def __on_broker_callback(self, ch, method, properties, body):
if isinstance(body, bytes):
body = ast.literal_eval(body.decode("utf-8"))
elif isinstance(body, int):
return
elif isinstance(body, str):
return
message_type = body.get("messageType")
if message_type == "userMessage":
self.on_user_message(body)
elif message_type == "serviceRequest":
self.on_service_request(body)
elif message_type == "getValueRequest":
self.on_get_value_request(body)
elif message_type == "getValueReply":
self.on_get_value_reply(body)
elif message_type == "serviceReply":
self.on_service_reply(body)
else:
### TODO send user message reply back
pass
def on_user_message(self, msg):
print(
BColors.OKBLUE
+ "[S³I][Broker]"
+ BColors.ENDC
+ ": You have received a user message"
+ json.dumps(msg, indent=2)
)
def on_get_value_request(self, msg):
get_value_reply = GetValueReply()
request_sender = msg.get("sender")
request_msg_id = msg.get("identifier")
request_sender_endpoint = msg.get("replyToEndpoint")
attribute_path = msg.get("attributePath")
reply_msg_uuid = "s3i:" + str(uuid.uuid4())
try:
value = self._uriToData(attribute_path)
except KeyError:
value = "invalid attribute path"
get_value_reply.fillGetValueReply(
senderUUID=self.thing_id,
receiverUUID=[request_sender],
results=json.dumps(value),
msgUUID=reply_msg_uuid,
replyingToUUID=request_msg_id,
)
self.broker.send(
receiver_endpoints=[request_sender_endpoint],
msg=json.dumps(get_value_reply.msg),
)
def _uriToData(self, uri):
if uri == "":
return self.repo_json
else:
uri_list = uri.split("/")
if uri_list[0] == "features":
try:
return self.repo_json[uri]
except KeyError:
return "invalid attribute path"
try:
self._getValue(self.repo_json, uri_list)
except:
return "invalid attribute path"
if self.__resGetValue.__len__() == 0:
return "invalid attribute path"
response = copy.deepcopy(self.__resGetValue)
self.__resGetValue.clear()
if response.__len__() == 1:
return response[0]
else:
return response
def _getValue(self, source, uri_list):
value = source[uri_list[0]]
if uri_list.__len__() == 1:
# if is ditto-feature
if isinstance(value, str):
try:
stringValue_split = value.split(":")
if stringValue_split[0] == "ditto-feature":
value = self.repo_json["features"][stringValue_split[1]]["properties"][uri_list[0]]
except:
pass
self.__resGetValue.append(value)
return
if isinstance(value, dict):
del uri_list[0]
self._getValue(value, uri_list)
if isinstance(value, list):
if isinstance(value[0], (str, int, float, bool, list)):
return value
if isinstance(value[0], dict):
for item in value:
if item["class"] == "ml40::Thing":
for i in item["roles"]:
if self._findValue(i, uri_list[1]):
uri_list_1 = copy.deepcopy(uri_list)
del uri_list_1[:2]
self._getValue(item, uri_list_1)
else:
if self._findValue(item, uri_list[1]):
uri_list_1 = copy.deepcopy(uri_list)
del uri_list_1[:2]
if not uri_list_1:
self.__resGetValue.append(item)
return
else:
self._getValue(item, uri_list_1)
if isinstance(value, (str, int, float, bool)):
# if is ditto-feature
if isinstance(value, str):
try:
stringValue_split = value.split(":")
if stringValue_split[0] == "ditto-feature":
value = self.repo_json["features"][stringValue_split[1]][
"properties"
][uri_list[0]]
except:
pass
self.__resGetValue.append(value)
def _findValue(self, json, value):
for item in json:
if json[item] == value:
# print("Parameter: ", json[item])
return True
return False
def on_service_request(self, body_json):
service_type = body_json.get("serviceType")
parameters = body_json.get("parameters")
service_functionality = service_type.split('/')[0]
service_functionality_obj = self.features.get(service_functionality)
if service_functionality_obj is None:
APP_LOGGER.critical(
"Functionality %s is not one of the built-in functionalities in %s!" % (
service_functionality, self.name)
)
else:
# TODO: Call right functionality.
method = getattr(service_functionality_obj, service_type.split('/')[1])
result = method(**parameters)
if isinstance(result, bool):
result = {"ok": result}
service_reply = ServiceReply()
service_reply.fillServiceReply(
senderUUID=self.thing_id,
receiverUUID=body_json.get("sender", None),
serviceType=body_json.get("serviceType", None),
results=result,
replyingToUUID=body_json.get("identifier", None),
msgUUID="s3i:{}".format(uuid.uuid4())
)
receiver_eps = list()
for r in service_reply.msg.get("receivers", None):
receiver_ep = find_broker_endpoint(self.dir, r)
receiver_eps.append(receiver_ep)
self.broker.send(receiver_endpoints=receiver_eps, msg=json.dumps(service_reply.msg))
def on_get_value_reply(self, msg):
print(
BColors.OKBLUE
+ "[S³I][Broker]"
+ BColors.ENDC
+ ": You have received a get value reply"
+ json.dumps(msg, indent=2)
)
def on_service_reply(self, msg):
print(
BColors.OKBLUE
+ "[S³I][Broker]"
+ BColors.ENDC
+ ": You have received a service reply"
+ json.dumps(msg, indent=2)
)
def to_dir_json(self):
self.dir_json = self.dir.queryThingIDBased(self.thing_id)
if self.thing_id is not None:
self.dir_json["thingId"] = self.thing_id
if self.policy_id is not None:
self.dir_json["policyId"] = self.policy_id
self.dir_json["attributes"]["class"] = "ml40::Thing"
self.dir_json["attributes"]["name"] = self.name
if self.roles:
self.dir_json["attributes"]["roles"] = list()
if self.features:
self.dir_json["attributes"]["features"] = list()
for key in self.roles.keys():
self.dir_json["attributes"]["roles"].append(self.roles[key].to_json())
for key in self.features.keys():
self.dir_json["attributes"]["features"].append(self.features[key].to_json())
return self.dir_json
def to_repo_json(self, path=None, value=None):
if path is None and value is None:
self.repo_json = {
"thingId": self.thing_id,
"policyId": self.policy_id,
"attributes": {
"class": "ml40::Thing",
"name": self.name,
}
}
if self.roles:
self.repo_json["attributes"]["roles"] = list()
if self.features:
self.repo_json["attributes"]["features"] = list()
for key in self.roles.keys():
self.repo_json["attributes"]["roles"].append(self.roles[key].to_json())
for key in self.features:
self.repo_json["attributes"]["features"].append(self.features[key].to_json())
return self.repo_json
def to_subthing_json(self):
json_out = {
"class": "ml40::Thing",
"name": self.name,
"roles": [],
"features": []
}
for key in self.roles.keys():
json_out["roles"].append(self.roles[key].to_json())
for key in self.features.keys():
json_out["features"].append(self.features[key].to_json())
return json_out