Commit 38a64dc7 authored by Konstantinos Poulakakis's avatar Konstantinos Poulakakis
Browse files

Merge branch 'feat/196-cttc-new-monitoring-module-testing-and-debugging' into... 

Merge branch 'feat/196-cttc-new-monitoring-module-testing-and-debugging' into feat/159-automation-component-skeleton
parents 1ea05ae7 5f72599e

scripts/run_tests_locally-analytics-backend.sh

+1 −0
Original line number Diff line number Diff line
@@ -18,6 +18,7 @@ PROJECTDIR=`pwd` 


cd $PROJECTDIR/src

RCFILE=$PROJECTDIR/coverage/.coveragerc

export KFK_SERVER_ADDRESS='127.0.0.1:9092'

CRDB_SQL_ADDRESS=$(kubectl get service cockroachdb-public --namespace crdb -o jsonpath='{.spec.clusterIP}')

export CRDB_URI="cockroachdb://tfs:tfs123@${CRDB_SQL_ADDRESS}:26257/tfs_kpi_mgmt?sslmode=require"

python3 -m pytest --log-level=DEBUG --log-cli-level=DEBUG --verbose \

scripts/run_tests_locally-analytics-frontend.sh

+1 −0
Original line number Diff line number Diff line
@@ -18,6 +18,7 @@ PROJECTDIR=`pwd` 


cd $PROJECTDIR/src

RCFILE=$PROJECTDIR/coverage/.coveragerc

export KFK_SERVER_ADDRESS='127.0.0.1:9092'

CRDB_SQL_ADDRESS=$(kubectl get service cockroachdb-public --namespace crdb -o jsonpath='{.spec.clusterIP}')

export CRDB_URI="cockroachdb://tfs:tfs123@${CRDB_SQL_ADDRESS}:26257/tfs_kpi_mgmt?sslmode=require"

python3 -m pytest --log-level=DEBUG --log-cli-level=DEBUG --verbose \

scripts/run_tests_locally-kpi-value-API.sh

+3 −2
Original line number Diff line number Diff line
@@ -19,8 +19,9 @@ PROJECTDIR=`pwd` 
cd $PROJECTDIR/src



RCFILE=$PROJECTDIR/coverage/.coveragerc

KAFKA_IP=$(docker inspect kafka --format "{{.NetworkSettings.Networks.teraflowbridge.IPAddress}}")

KFK_SERVER_ADDRESS=${KAFKA_IP}:9092

# KAFKA_IP=$(docker inspect kafka --format "{{.NetworkSettings.Networks.teraflowbridge.IPAddress}}")

# export KFK_SERVER_ADDRESS=${KAFKA_IP}:9092

export KFK_SERVER_ADDRESS='127.0.0.1:9092'

# helpful pytest flags: --log-level=INFO -o log_cli=true --verbose --maxfail=1 --durations=0

python3 -m pytest --log-level=DEBUG --log-cli-level=DEBUG -o log_cli=true --verbose \

    kpi_value_api/tests/test_kpi_value_api.py

src/analytics/backend/Dockerfile

+0 −9
Original line number Diff line number Diff line
@@ -53,15 +53,6 @@ RUN python3 -m grpc_tools.protoc -I=. --python_out=. --grpc_python_out=. *.proto 
RUN rm *.proto

RUN find . -type f -exec sed -i -E 's/(import\ .*)_pb2/from . \1_pb2/g' {} \;



# Install Java (required for PySpark)

RUN apt-get update && \

    apt-get install -y default-jdk && \

    apt-get clean



# Set JAVA_HOME environment variable

ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk-amd64

ENV PATH=$JAVA_HOME/bin:$PATH



# Create component sub-folders, get specific Python packages

RUN mkdir -p /var/teraflow/analytics/backend

WORKDIR /var/teraflow/analytics/backend

src/analytics/backend/requirements.in

+3 −1
Original line number Diff line number Diff line
@@ -12,5 +12,7 @@ 
# See the License for the specific language governing permissions and

# limitations under the License.



pyspark==3.5.2

dask==2024.1.0

distributed==2024.1.0

pandas==2.2.3

confluent-kafka==2.3.*