diff --git a/scripts/run_tests_locally-telemetry-DB.sh b/scripts/run_tests_locally-telemetry-DB.sh
new file mode 100755
index 0000000000000000000000000000000000000000..0a896d92c12fc05deb964373aae602fee9750e5c
--- /dev/null
+++ b/scripts/run_tests_locally-telemetry-DB.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+PROJECTDIR=`pwd`
+
+cd $PROJECTDIR/src
+# RCFILE=$PROJECTDIR/coverage/.coveragerc
+# coverage run --rcfile=$RCFILE --append -m pytest --log-level=INFO --verbose \
+# kpi_manager/tests/test_unitary.py
+
+RCFILE=$PROJECTDIR/coverage/.coveragerc
+python3 -m pytest --log-cli-level=INFO --verbose \
+ telemetry/database/tests/telemetryDBtests.py
\ No newline at end of file
diff --git a/scripts/show_logs_telemetry-DB.sh b/scripts/show_logs_telemetry-DB.sh
new file mode 100755
index 0000000000000000000000000000000000000000..0f57a36af4181790900147accfc66df7d4de76f1
--- /dev/null
+++ b/scripts/show_logs_telemetry-DB.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+########################################################################################################################
+# Define your deployment settings here
+########################################################################################################################
+
+# If not already set, set the name of the Kubernetes namespace to deploy to.
+export TFS_K8S_NAMESPACE=${TFS_K8S_NAMESPACE:-"crdb"}
+
+########################################################################################################################
+# Automated steps start here
+########################################################################################################################
+
+kubectl --namespace $TFS_K8S_NAMESPACE logs cockroachdb-0
diff --git a/src/telemetry/database/TelemetryDB.py b/src/telemetry/database/TelemetryDB.py
new file mode 100644
index 0000000000000000000000000000000000000000..5ce722af548d88b77cb8326b54cd69b8d7433e89
--- /dev/null
+++ b/src/telemetry/database/TelemetryDB.py
@@ -0,0 +1,122 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging, time
+from sqlalchemy import engine
+from sqlalchemy.orm import sessionmaker
+from telemetry.database.TelemetryModel import Collector as CollectorModel
+from telemetry.database.TelemetryModel import Kpi as KpiModel
+from sqlalchemy.ext.declarative import declarative_base
+from telemetry.database.TelemetryEngine import TelemetryEngine
+
+LOGGER = logging.getLogger(__name__)
+
+# Create a base class for declarative models
+Base = declarative_base()
+
+class TelemetryDB:
+ def __init__(self):
+ self.db_engine = TelemetryEngine.get_engine()
+ if self.db_engine is None:
+ LOGGER.error('Unable to get SQLAlchemy DB Engine...')
+ return False
+ LOGGER.info('test_telemetry_DB_connection -- Engine created sucessfully')
+
+ def create_database(self):
+ try:
+ TelemetryEngine.create_database(self.db_engine)
+ LOGGER.info('test_telemetry_DB_connection -- DB created sucessfully')
+ return True
+ except: # pylint: disable=bare-except # pragma: no cover
+ LOGGER.exception('Failed to check/create the database: {:s}'.format(str(self.db_engine.url)))
+ return False
+
+ # Function to create the collector and KPI tables in the database
+ def create_tables(self):
+ try:
+ Base.metadata.create_all(self.db_engine) # type: ignore
+ LOGGER.info("Collector and KPI tables created in the TelemetryFrontend database")
+ except Exception as e:
+ LOGGER.info("Tables cannot be created in the TelemetryFrontend database. {:s}".format(str(e)))
+
+ # Function to insert a row into the Collector model
+ def insert_collector(self, kpi_id: int, collector: str, duration_s: float, interval_s: float):
+ # Create a session
+ Session = sessionmaker(bind=self.db_engine)
+ session = Session()
+ try:
+ # Create a new Collector instance
+ collectorObj = CollectorModel()
+ collectorObj.kpi_id = kpi_id
+ collectorObj.collector = collector
+ collectorObj.sampling_duration_s = duration_s
+ collectorObj.sampling_interval_s = interval_s
+ collectorObj.start_timestamp = time.time()
+ collectorObj.end_timestamp = time.time()
+
+ # Add the instance to the session
+ session.add(collectorObj)
+
+ # Commit the session
+ session.commit()
+ LOGGER.info("New collector inserted successfully")
+ except Exception as e:
+ session.rollback()
+ LOGGER.info("Failed to insert new collector. {:s}".format(str(e)))
+ finally:
+ # Close the session
+ session.close()
+
+ def inser_kpi(self, kpi_id, kpi_descriptor):
+ # Create a session
+ Session = sessionmaker(bind=self.db_engine)
+ session = Session()
+ try:
+ # Create a new Collector instance
+ KpiObj = KpiModel()
+ KpiObj.kpi_id = kpi_id
+ KpiObj.kpi_description = kpi_descriptor
+
+ # Add the instance to the session
+ session.add(KpiObj)
+
+ # Commit the session
+ session.commit()
+ LOGGER.info("New collector inserted successfully")
+ except Exception as e:
+ session.rollback()
+ LOGGER.info("Failed to insert new collector. {:s}".format(str(e)))
+ finally:
+ # Close the session
+ session.close()
+
+ def get_kpi(self, kpi_id):
+ # Create a session
+ Session = sessionmaker(bind=self.db_engine)
+ session = Session()
+ try:
+ kpi = session.query(KpiModel).filter_by(kpi_id=kpi_id).first()
+
+ if kpi:
+ LOGGER.info("kpi ID found: {:s}".format(str(kpi)))
+ return kpi
+ else:
+ LOGGER.info("Kpi ID not found")
+ return None
+ except Exception as e:
+ LOGGER.info("Failed to retrieve KPI ID. {:s}".format(str(e)))
+ raise
+ finally:
+ # Close the session
+ session.close()
\ No newline at end of file
diff --git a/src/telemetry/database/TelemetryEngine.py b/src/telemetry/database/TelemetryEngine.py
new file mode 100644
index 0000000000000000000000000000000000000000..1884368bd51658738eb5a65d65b8bdda177229b5
--- /dev/null
+++ b/src/telemetry/database/TelemetryEngine.py
@@ -0,0 +1,57 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging, sqlalchemy, sqlalchemy_utils
+# from common.Settings import get_setting
+
+LOGGER = logging.getLogger(__name__)
+
+APP_NAME = 'tfs'
+ECHO = False # False: No dump SQL commands and transactions executed
+CRDB_URI_TEMPLATE = 'cockroachdb://{:s}:{:s}@127.0.0.1:{:s}/{:s}?sslmode={:s}'
+# CRDB_URI_TEMPLATE = 'cockroachdb://{:s}:{:s}@cockroachdb-public.{:s}.svc.cluster.local:{:s}/{:s}?sslmode={:s}'
+# CRDB_URI_TEMPLATE = 'cockroachdb://{:s}:{:s}@cockroachdb-public.{:s}.svc.cluster.local:{:s}/{:s}?sslmode={:s}'
+
+class TelemetryEngine:
+ # def __init__(self):
+ # self.engine = self.get_engine()
+ @staticmethod
+ def get_engine() -> sqlalchemy.engine.Engine:
+ CRDB_NAMESPACE = "crdb"
+ CRDB_SQL_PORT = "26257"
+ CRDB_DATABASE = "TelemetryFrontend"
+ CRDB_USERNAME = "tfs"
+ CRDB_PASSWORD = "tfs123"
+ CRDB_SSLMODE = "require"
+ crdb_uri = CRDB_URI_TEMPLATE.format(
+ CRDB_USERNAME, CRDB_PASSWORD, CRDB_SQL_PORT, CRDB_DATABASE, CRDB_SSLMODE)
+ # crdb_uri = CRDB_URI_TEMPLATE.format(
+ # CRDB_USERNAME, CRDB_PASSWORD, CRDB_NAMESPACE, CRDB_SQL_PORT, CRDB_DATABASE, CRDB_SSLMODE)
+ try:
+ engine = sqlalchemy.create_engine(
+ crdb_uri, connect_args={'application_name': APP_NAME}, echo=ECHO, future=True)
+ except: # pylint: disable=bare-except # pragma: no cover
+ LOGGER.exception('Failed to connect to database: {:s}'.format(str(crdb_uri)))
+ return None # type: ignore
+ return engine # type: ignore
+
+ @staticmethod
+ def create_database(engine : sqlalchemy.engine.Engine) -> None:
+ if not sqlalchemy_utils.database_exists(engine.url):
+ sqlalchemy_utils.create_database(engine.url)
+
+ @staticmethod
+ def drop_database(engine : sqlalchemy.engine.Engine) -> None:
+ if sqlalchemy_utils.database_exists(engine.url):
+ sqlalchemy_utils.drop_database(engine.url)
diff --git a/src/telemetry/database/TelemetryModel.py b/src/telemetry/database/TelemetryModel.py
new file mode 100644
index 0000000000000000000000000000000000000000..1f40bad56917036c326751f0b6873551d4133ce2
--- /dev/null
+++ b/src/telemetry/database/TelemetryModel.py
@@ -0,0 +1,59 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+from sqlalchemy import Column, Integer, String, Float, Text, ForeignKey
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.orm import sessionmaker, relationship
+
+
+logging.basicConfig(level=logging.INFO)
+LOGGER = logging.getLogger(__name__)
+
+# Create a base class for declarative models
+Base = declarative_base()
+
+class Kpi(Base):
+ __tablename__ = 'KPI'
+
+ kpi_id = Column(Integer, primary_key=True, autoincrement=True)
+ kpi_description = Column(Text)
+ kpi_sample_type = Column(Integer)
+ device_id = Column(String)
+ endpoint_id = Column(String)
+ service_id = Column(String)
+ slice_id = Column(String)
+ connection_id = Column(String)
+ link_id = Column(String)
+ monitor_flag = Column(String)
+
+ # Relationship to Collector model: allows access to related Collector objects from a Kpi object
+ collectors = relationship('Collector', back_populates='kpi')
+
+class Collector(Base):
+ __tablename__ = 'collector'
+
+ collector_id = Column(Integer, primary_key=True, autoincrement=True)
+ kpi_id = Column(Integer, ForeignKey('KPI.kpi_id'))
+ collector = Column(String)
+ sampling_duration_s = Column(Float)
+ sampling_interval_s = Column(Float)
+ start_timestamp = Column(Float)
+ end_timestamp = Column(Float)
+
+ # Relationship to Kpi model: allows access to the related Kpi object from a Collector object
+ kpi = relationship('Kpi', back_populates='collectors')
+
+
+
diff --git a/src/telemetry/database/__init__.py b/src/telemetry/database/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1549d9811aa5d1c193a44ad45d0d7773236c0612
--- /dev/null
+++ b/src/telemetry/database/__init__.py
@@ -0,0 +1,14 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
diff --git a/src/telemetry/database/__main__.py b/src/telemetry/database/__main__.py
new file mode 100644
index 0000000000000000000000000000000000000000..10f5e099a8714d52fd1f9144e62c003be431bfb5
--- /dev/null
+++ b/src/telemetry/database/__main__.py
@@ -0,0 +1,15 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
diff --git a/src/telemetry/database/tests/__init__.py b/src/telemetry/database/tests/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..f80ccfd52ebfd4fa1783267201c52eb7381741bf
--- /dev/null
+++ b/src/telemetry/database/tests/__init__.py
@@ -0,0 +1,13 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
\ No newline at end of file
diff --git a/src/telemetry/database/tests/messages.py b/src/telemetry/database/tests/messages.py
new file mode 100644
index 0000000000000000000000000000000000000000..911abcdc976f4dd78ce31fb10ecc6558c62f593b
--- /dev/null
+++ b/src/telemetry/database/tests/messages.py
@@ -0,0 +1,25 @@
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import uuid
+import random
+from common.proto import telemetry_frontend_pb2
+
+def create_collector_request():
+ _create_collector_request = telemetry_frontend_pb2.Collector()
+ _create_collector_request.collector_id.collector_id.uuid = str(uuid.uuid4())
+ _create_collector_request.kpi_id.kpi_id.uuid = str(uuid.uuid4())
+ _create_collector_request.duration_s = float(random.randint(8, 16))
+ _create_collector_request.interval_s = float(random.randint(2, 4))
+ return _create_collector_request
\ No newline at end of file
diff --git a/src/telemetry/database/tests/telemetryDBtests.py b/src/telemetry/database/tests/telemetryDBtests.py
new file mode 100644
index 0000000000000000000000000000000000000000..0d0977bced8db73f9e1286a08a62eba186efcebe
--- /dev/null
+++ b/src/telemetry/database/tests/telemetryDBtests.py
@@ -0,0 +1,40 @@
+
+# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+from telemetry.database.TelemetryDB import TelemetryDB
+from .messages import create_collector_request
+
+logging.basicConfig(level=logging.INFO)
+LOGGER = logging.getLogger(__name__)
+
+def test_telemetry_DB_connection():
+ LOGGER.info('test_telemetry_DB_connection begin')
+ TelemetryDBobj = TelemetryDB()
+ if(TelemetryDBobj.create_database()):
+ LOGGER.info('test_telemetry_DB_connection -----DB----')
+ TelemetryDBobj.create_tables() # type: ignore
+ LOGGER.info('test_telemetry_DB_connection -----Table----')
+ TelemetryDBobj.inser_kpi(4, 'this is test kpi')
+ LOGGER.info('test_telemetry_DB_connection -----INSERT KPI----')
+ TelemetryDBobj.insert_collector(4, "this is test collector", 3.0, 12.0)
+ LOGGER.info('test_telemetry_DB_connection -----INSERT COL----')
+ TelemetryDBobj.get_kpi(1)
+ LOGGER.info('test_telemetry_DB_connection -----GET KPI----')
+
+
+
+
+
\ No newline at end of file
diff --git a/src/telemetry/telemetry_virenv.txt b/src/telemetry/telemetry_virenv.txt
index 0ce9b803a495183439a03b58d20ca02c7ae25c7a..e39f80b6593d6c41411751cdd0ea59ee05344570 100644
--- a/src/telemetry/telemetry_virenv.txt
+++ b/src/telemetry/telemetry_virenv.txt
@@ -7,6 +7,7 @@ colorama==0.4.6
confluent-kafka==2.3.0
coverage==6.3
future-fstrings==1.2.0
+greenlet==3.0.3
grpcio==1.47.5
grpcio-health-checking==1.47.5
grpcio-tools==1.47.5
@@ -37,7 +38,11 @@ pytz==2024.1
questdb==1.0.1
requests==2.27.1
six==1.16.0
+SQLAlchemy==1.4.52
+sqlalchemy-cockroachdb==1.4.4
+SQLAlchemy-Utils==0.38.3
toml==0.10.2
+typing_extensions==4.12.0
tzlocal==5.2
urllib3==1.26.18
wcwidth==0.2.13