import ast import threading import websocket import json import uuid from s3i import IdentityProvider, TokenType, GetValueReply, Directory, Repository from s3i.broker import Broker, BrokerREST from s3i.messages import ServiceReply from ml.tools import BColors from ml.tools import find_broker_endpoint from ml.app_logger import APP_LOGGER import time import copy class BaseVariable(object): IDP_URL = "https://idp.s3i.vswf.dev/" IDP_REALM = "KWH" BROKER_HOST = "rabbitmq.s3i.vswf.dev" REPO_WWS_URL = "wss://ditto.s3i.vswf.dev/ws/2" REPO_URL = "https://ditto.s3i.vswf.dev/api/2/" DIR_URL = "https://dir.s3i.vswf.dev/api/2/" class Thing: def __init__( self, model: dict, client_secret="", grant_type="password", is_broker=False, is_repo=False, is_broker_rest=True, username=None, password=None, ): self.__model = model self.__thing_id = model.get("thingId", "") self.__policy_id = model.get("policyId", "") self.__grant_type = grant_type self.__username = username self.__password = password self.__client_secret = client_secret self.__is_broker = is_broker self.__is_broker_rest = is_broker_rest self.__is_repo = is_repo self.__access_token = "" self.__endpoint = "" self.__ws_connected = False self.broker = None self.ws = None self.dir = None self.repo = None self.repo_json = dict() self.dir_json = dict() attributes = model.get("attributes", None) self.__name = "" self.__roles = {} self.__features = {} self.__resGetValue = list() if attributes: self.__name = attributes.get("name", "") @property def model(self): return self.__model @property def features(self): return self.__features @features.setter def features(self, value): self.__features = value @property def roles(self): return self.__roles @roles.setter def roles(self, value): self.__roles = value @property def client_secret(self): return self.__client_secret @property def grant_type(self): return self.__grant_type @property def access_token(self): return self.__access_token @property def name(self): return self.__name @property def thing_id(self): return self.__thing_id @property def policy_id(self): return self.__policy_id def run_forever(self): print("[S³I]: Launch {}{}{}".format(BColors.OKGREEN, self.name, BColors.ENDC)) self.__connect_with_idp() threading.Thread(target=self.__dir_syn).start() if self.__is_repo: threading.Thread(target=self.__repo_syn).start() @staticmethod def add_user_def(func): threading.Thread(target=func).start() def __dir_syn(self): while True: try: time.sleep(0.1) old_dir_json = self.dir_json self.to_dir_json() if self.dir_json == old_dir_json: continue else: self.dir.updateThingIDBased(thingID=self.thing_id, payload=self.dir_json) except: continue def __repo_syn(self): while self.__is_repo: try: time.sleep(0.1) old_repo_json = self.repo_json self.to_repo_json() if self.repo_json == old_repo_json: continue else: self.repo.updateThingIDBased(thingID=self.thing_id, payload=self.repo_json) except: continue def __connect_with_idp(self): print(BColors.OKBLUE + "[S³I][IdP]" + BColors.ENDC + ": Connect with S3I-IdentityProvider") idp = IdentityProvider( grant_type=self.__grant_type, client_id=self.__thing_id, username=self.__username, password=self.__password, client_secret=self.__client_secret, realm=BaseVariable.IDP_REALM, identity_provider_url=BaseVariable.IDP_URL, ) # This may take a while so fetch token directly. idp.run_forever(token_type=TokenType.ACCESS_TOKEN, on_new_token=self.__on_token) def __on_token(self, token): self.__access_token = token self.__connect_with_dir() self.__connect_with_repo() if self.__is_broker: self.__connect_with_broker() def __connect_with_dir(self): print( BColors.OKBLUE + "[S³I][Dir]" + BColors.ENDC + ": Connect with S3I-Directory" ) self.dir = Directory(s3i_dir_url=BaseVariable.DIR_URL, token=self.__access_token) def __connect_with_repo(self): print( BColors.OKBLUE + "[S³I][Repo]" + BColors.ENDC + ": Connect with S3I-Repository" ) self.repo = Repository(s3i_repo_url=BaseVariable.REPO_URL, token=self.__access_token) self._ws = websocket.WebSocketApp( BaseVariable.REPO_WWS_URL, header={"Authorization: Bearer {}".format(self.__access_token)}, on_message=self.__on_new_websocket_message, on_error=self.__on_new_websocket_error, on_open=self.__on_websocket_connection_opened, on_close=self.__on_websocket_connection_closed, ) threading.Thread(target=self._ws.run_forever).start() @staticmethod def __on_new_websocket_message(ws, msg): pass @staticmethod def __on_new_websocket_error(ws, error): print(BColors.OKBLUE + "[S³I][Repo]" + BColors.ENDC + " : Websocekt error") def __on_websocket_connection_opened(self): self.__ws_connected = True self._ws.send("START-SEND-MESSAGES") print( BColors.OKBLUE + "[S³I][Repo]" + BColors.ENDC + ": Websocket connection built" ) def __on_websocket_connection_closed(self): self.__ws_connected = False print( BColors.OKBLUE + "[S³I][Repo]" + BColors.ENDC + ": Websocket connection closed" ) def sync_with_repo(self, path, topic): # TODO if not self.__ws_connected: return None msg = {"topic": topic, "path": path, "value": self.repo_json[path]} self._ws.send(json.dumps(msg)) def __connect_with_broker(self): print(BColors.OKBLUE + "[S³I][Broker]" + BColors.ENDC + ": Connect with S3I-Broker") self.__endpoint = find_broker_endpoint(self.dir, thing_id=self.thing_id) if self.__is_broker_rest: self.broker = BrokerREST(token=self.access_token) def receive(): while True: try: time.sleep(0.1) msg_str = self.broker.receive_once(self.__endpoint) if msg_str == "": continue else: self.__on_broker_callback(ch=None, method=None, properties=None, body=json.loads(msg_str)) except: continue threading.Thread( target=receive ).start() else: self.broker = Broker( auth_form="Username/Password", username=" ", password=self.__access_token, host=BaseVariable.BROKER_HOST, ) threading.Thread( target=self.broker.receive, args=(self.__endpoint, self.__on_broker_callback), ).start() def __on_broker_callback(self, ch, method, properties, body): if isinstance(body, bytes): body = ast.literal_eval(body.decode("utf-8")) elif isinstance(body, int): return elif isinstance(body, str): return message_type = body.get("messageType") if message_type == "userMessage": self.on_user_message(body) elif message_type == "serviceRequest": self.on_service_request(body) elif message_type == "getValueRequest": self.on_get_value_request(body) elif message_type == "getValueReply": self.on_get_value_reply(body) elif message_type == "serviceReply": self.on_service_reply(body) else: ### TODO send user message reply back pass def on_user_message(self, msg): print( BColors.OKBLUE + "[S³I][Broker]" + BColors.ENDC + ": You have received a user message" + json.dumps(msg, indent=2) ) def on_get_value_request(self, msg): get_value_reply = GetValueReply() request_sender = msg.get("sender") request_msg_id = msg.get("identifier") request_sender_endpoint = msg.get("replyToEndpoint") attribute_path = msg.get("attributePath") reply_msg_uuid = "s3i:" + str(uuid.uuid4()) try: value = self._uriToData(attribute_path) except KeyError: value = "invalid attribute path" get_value_reply.fillGetValueReply( senderUUID=self.thing_id, receiverUUID=[request_sender], results=json.dumps(value), msgUUID=reply_msg_uuid, replyingToUUID=request_msg_id, ) self.broker.send( receiver_endpoints=[request_sender_endpoint], msg=json.dumps(get_value_reply.msg), ) def _uriToData(self, uri): if uri == "": return self.repo_json else: uri_list = uri.split("/") if uri_list[0] == "features": try: return self.repo_json[uri] except KeyError: return "invalid attribute path" try: self._getValue(self.repo_json, uri_list) except: return "invalid attribute path" if self.__resGetValue.__len__() == 0: return "invalid attribute path" response = copy.deepcopy(self.__resGetValue) self.__resGetValue.clear() if response.__len__() == 1: return response[0] else: return response def _getValue(self, source, uri_list): value = source[uri_list[0]] if uri_list.__len__() == 1: # if is ditto-feature if isinstance(value, str): try: stringValue_split = value.split(":") if stringValue_split[0] == "ditto-feature": value = self.repo_json["features"][stringValue_split[1]]["properties"][uri_list[0]] except: pass self.__resGetValue.append(value) return if isinstance(value, dict): del uri_list[0] self._getValue(value, uri_list) if isinstance(value, list): if isinstance(value[0], (str, int, float, bool, list)): return value if isinstance(value[0], dict): for item in value: if item["class"] == "ml40::Thing": for i in item["roles"]: if self._findValue(i, uri_list[1]): uri_list_1 = copy.deepcopy(uri_list) del uri_list_1[:2] self._getValue(item, uri_list_1) else: if self._findValue(item, uri_list[1]): uri_list_1 = copy.deepcopy(uri_list) del uri_list_1[:2] if not uri_list_1: self.__resGetValue.append(item) return else: self._getValue(item, uri_list_1) if isinstance(value, (str, int, float, bool)): # if is ditto-feature if isinstance(value, str): try: stringValue_split = value.split(":") if stringValue_split[0] == "ditto-feature": value = self.repo_json["features"][stringValue_split[1]][ "properties" ][uri_list[0]] except: pass self.__resGetValue.append(value) def _findValue(self, json, value): for item in json: if json[item] == value: # print("Parameter: ", json[item]) return True return False def on_service_request(self, body_json): service_type = body_json.get("serviceType") parameters = body_json.get("parameters") service_functionality = service_type.split('/')[0] service_functionality_obj = self.features.get(service_functionality) if service_functionality_obj is None: APP_LOGGER.critical( "Functionality %s is not one of the built-in functionalities in %s!" % ( service_functionality, self.name) ) else: # TODO: Call right functionality. method = getattr(service_functionality_obj, service_type.split('/')[1]) result = method(**parameters) if isinstance(result, bool): result = {"ok": result} service_reply = ServiceReply() service_reply.fillServiceReply( senderUUID=self.thing_id, receiverUUID=body_json.get("sender", None), serviceType=body_json.get("serviceType", None), results=result, replyingToUUID=body_json.get("identifier", None), msgUUID="s3i:{}".format(uuid.uuid4()) ) self.broker.send(receiver_endpoints=[body_json.get("replyToEndpoint", None)], msg=json.dumps(service_reply.msg)) def on_get_value_reply(self, msg): print( BColors.OKBLUE + "[S³I][Broker]" + BColors.ENDC + ": You have received a get value reply" + json.dumps(msg, indent=2) ) def on_service_reply(self, msg): print( BColors.OKBLUE + "[S³I][Broker]" + BColors.ENDC + ": You have received a service reply" + json.dumps(msg, indent=2) ) def to_dir_json(self): self.dir_json = self.dir.queryThingIDBased(self.thing_id) if self.thing_id is not None: self.dir_json["thingId"] = self.thing_id if self.policy_id is not None: self.dir_json["policyId"] = self.policy_id self.dir_json["attributes"]["class"] = "ml40::Thing" self.dir_json["attributes"]["name"] = self.name if self.roles: self.dir_json["attributes"]["roles"] = list() if self.features: self.dir_json["attributes"]["features"] = list() for key in self.roles.keys(): self.dir_json["attributes"]["roles"].append(self.roles[key].to_json()) for key in self.features.keys(): self.dir_json["attributes"]["features"].append(self.features[key].to_json()) return self.dir_json def to_repo_json(self, path=None, value=None): if path is None and value is None: self.repo_json = { "thingId": self.thing_id, "policyId": self.policy_id, "attributes": { "class": "ml40::Thing", "name": self.name, } } if self.roles: self.repo_json["attributes"]["roles"] = list() if self.features: self.repo_json["attributes"]["features"] = list() for key in self.roles.keys(): self.repo_json["attributes"]["roles"].append(self.roles[key].to_json()) for key in self.features: self.repo_json["attributes"]["features"].append(self.features[key].to_json()) return self.repo_json def to_subthing_json(self): json_out = { "class": "ml40::Thing", "name": self.name, "roles": [], "features": [] } for key in self.roles.keys(): json_out["roles"].append(self.roles[key].to_json()) for key in self.features.keys(): json_out["features"].append(self.features[key].to_json()) return json_out