diff --git a/src/tests/tools/perf_plots/.gitignore b/src/tests/tools/perf_plots/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..7d1f47aebb3b806928eb471f7465ccaf4a452bce --- /dev/null +++ b/src/tests/tools/perf_plots/.gitignore @@ -0,0 +1,2 @@ +# Add here your files containing confidential testbed details such as IP addresses, ports, usernames, passwords, etc. +AddressesCredentials.py diff --git a/src/tests/tools/perf_plots/Component_RPC_Methods.py b/src/tests/tools/perf_plots/Component_RPC_Methods.py index 994d50c045129ec573e595d6d6f029d3b8eb40be..f0cd014737fa04f9047badbcf60790c042bb602d 100644 --- a/src/tests/tools/perf_plots/Component_RPC_Methods.py +++ b/src/tests/tools/perf_plots/Component_RPC_Methods.py @@ -22,16 +22,18 @@ from .tools.Histogram import results_to_histograms, save_histograms, unaccumulat ##### EXPERIMENT SETTINGS ############################################################################################## -from .experiments.scenario_1.Emu_Onboard import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L2NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L3NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +from .experiments.Experiment import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END + TIME_STEP = '1m' LABEL_FILTERS = {} ##### ENVIRONMENT SETTINGS ############################################################################################# -PROM_ADDRESS = '127.0.0.1' -PROM_PORT = 9090 +try: + from .AddressesCredentials import PROM_ADDRESS, PROM_PORT +except ImportError: + PROM_ADDRESS = '127.0.0.1' + PROM_PORT = 9090 OUT_FOLDER = 'data/perf/' ##### PLOT-SPECIFIC CUSTOMIZATIONS ##################################################################################### diff --git a/src/tests/tools/perf_plots/Device_Driver_Details.py b/src/tests/tools/perf_plots/Device_Driver_Details.py index 5e8a175b61b8711803331eae79fb43fb5c7da799..daeba87be92ea051854b336c4b26a150bafe8818 100644 --- a/src/tests/tools/perf_plots/Device_Driver_Details.py +++ b/src/tests/tools/perf_plots/Device_Driver_Details.py @@ -22,9 +22,8 @@ from .tools.Histogram import results_to_histograms, save_histograms, unaccumulat ##### EXPERIMENT SETTINGS ############################################################################################## -from .experiments.scenario_1.Emu_Onboard import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L2NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L3NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +from .experiments.Experiment import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END + TIME_STEP = '1m' LABEL_FILTERS = { #'driver': 'emulated', @@ -34,8 +33,11 @@ LABEL_FILTERS = { ##### ENVIRONMENT SETTINGS ############################################################################################# -PROM_ADDRESS = '127.0.0.1' -PROM_PORT = 9090 +try: + from .AddressesCredentials import PROM_ADDRESS, PROM_PORT +except ImportError: + PROM_ADDRESS = '127.0.0.1' + PROM_PORT = 9090 OUT_FOLDER = 'data/perf/' ##### PLOT-SPECIFIC CUSTOMIZATIONS ##################################################################################### diff --git a/src/tests/tools/perf_plots/Device_Driver_Methods.py b/src/tests/tools/perf_plots/Device_Driver_Methods.py index b7d321dc3412dd8c3d8906310ec6953cc3b83071..4287dde5ab0263f2d804125f661914b77f101a05 100644 --- a/src/tests/tools/perf_plots/Device_Driver_Methods.py +++ b/src/tests/tools/perf_plots/Device_Driver_Methods.py @@ -22,9 +22,8 @@ from .tools.Histogram import results_to_histograms, save_histograms, unaccumulat ##### EXPERIMENT SETTINGS ############################################################################################## -from .experiments.scenario_1.Emu_Onboard import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L2NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L3NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +from .experiments.Experiment import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END + TIME_STEP = '1m' LABEL_FILTERS = { #'driver': 'emulated', @@ -32,8 +31,11 @@ LABEL_FILTERS = { ##### ENVIRONMENT SETTINGS ############################################################################################# -PROM_ADDRESS = '127.0.0.1' -PROM_PORT = 9090 +try: + from .AddressesCredentials import PROM_ADDRESS, PROM_PORT +except ImportError: + PROM_ADDRESS = '127.0.0.1' + PROM_PORT = 9090 OUT_FOLDER = 'data/perf/' ##### PLOT-SPECIFIC CUSTOMIZATIONS ##################################################################################### diff --git a/src/tests/tools/perf_plots/LoadGen_Requests.py b/src/tests/tools/perf_plots/LoadGen_Requests.py new file mode 100644 index 0000000000000000000000000000000000000000..b2130132959341d3731ea3a7df693c686f76163f --- /dev/null +++ b/src/tests/tools/perf_plots/LoadGen_Requests.py @@ -0,0 +1,123 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import datetime, re +from datetime import datetime, timezone +from typing import Dict, List, Tuple +from .tools.FileSystem import create_folders +from .tools.HistogramData import HistogramData +from .tools.Plotter import plot_histogram +from .tools.Prometheus import get_prometheus_range, get_prometheus_series_names +from .tools.Histogram import results_to_histograms, save_histograms, unaccumulate_histograms + +##### EXPERIMENT SETTINGS ############################################################################################## + +EXPERIMENT_NAME = 'Scalability - Response Time' +EXPERIMENT_ID = 'scenario_2/2023-05May-29/loadgen-reqs' + +# (tenants,erlangs) => (time_start, time_end) +tz_utc=timezone.utc +EXPERIMENTS = { + ( 1, 5): (datetime(2023, 5, 29, 7, 59, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 8, 46, 0, 0, tzinfo=tz_utc)), + ( 5, 25): (datetime(2023, 5, 29, 8, 47, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 9, 4, 0, 0, tzinfo=tz_utc)), + ( 10, 50): (datetime(2023, 5, 29, 9, 13, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 9, 30, 0, 0, tzinfo=tz_utc)), + ( 20, 100): (datetime(2023, 5, 29, 9, 34, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 9, 52, 0, 0, tzinfo=tz_utc)), + ( 40, 200): (datetime(2023, 5, 29, 10, 18, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 10, 34, 0, 0, tzinfo=tz_utc)), + ( 60, 300): (datetime(2023, 5, 29, 10, 38, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 10, 54, 0, 0, tzinfo=tz_utc)), + ( 80, 400): (datetime(2023, 5, 29, 11, 2, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 11, 19, 0, 0, tzinfo=tz_utc)), + (100, 500): (datetime(2023, 5, 29, 11, 21, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 11, 37, 0, 0, tzinfo=tz_utc)), + (120, 600): (datetime(2023, 5, 29, 11, 51, 0, 0, tzinfo=tz_utc), datetime(2023, 5, 29, 12, 8, 0, 0, tzinfo=tz_utc)), +} + +TIME_STEP = '1m' +LABEL_FILTERS = { + #'operation': 'setup', # 'setup' / 'teardown' +} + +##### ENVIRONMENT SETTINGS ############################################################################################# + +try: + from .AddressesCredentials import PROM_ADDRESS, PROM_PORT +except ImportError: + PROM_ADDRESS = '127.0.0.1' + PROM_PORT = 9090 +OUT_FOLDER = 'data/perf/' + +##### PLOT-SPECIFIC CUSTOMIZATIONS ##################################################################################### + +SERIES_MATCH = 'tfs_loadgen_requests_.+_histogram_duration_bucket' +RE_SERIES_NAME = re.compile(r'^tfs_loadgen_requests_(.+)_histogram_duration_bucket$') +SERIES_LABELS = ['request_type'] + +def update_keys(tenants : int, erlangs : int, request_type : str, operation : str) -> Tuple[Tuple, Tuple]: + request_type = request_type.lower().replace('requesttype.', '').replace('_', ' ') + collection_keys = (operation, request_type) + histogram_keys = (str(tenants) + ' Tenants / ' + str(erlangs) + ' Erlangs',) + return collection_keys, histogram_keys + +def get_plot_specs(folders : Dict[str, str], operation : str, request_type : str) -> Tuple[str, str]: + title = 'Load Generator - {:s} - {:s} {:s}'.format(EXPERIMENT_NAME, operation.title(), request_type.title()) + filepath = '{:s}/{:s}-{:s}.png'.format(folders['png'], operation, request_type.replace(' ', '-')) + return title, filepath + +##### AUTOMATED CODE ################################################################################################### + +def get_series_names(folders : Dict[str, str], time_start : datetime, time_end : datetime) -> List[str]: + series_names = get_prometheus_series_names( + PROM_ADDRESS, PROM_PORT, SERIES_MATCH, time_start, time_end, + raw_json_filepath='{:s}/_series.json'.format(folders['json']) + ) + return series_names + +def get_histogram_data( + series_name : str, folders : Dict[str, str], time_start : datetime, time_end : datetime +) -> Dict[Tuple, HistogramData]: + m = RE_SERIES_NAME.match(series_name) + if m is None: + # pylint: disable=broad-exception-raised + raise Exception('Unparsable series name: {:s}'.format(str(series_name))) + extra_labels = m.groups() + results = get_prometheus_range( + PROM_ADDRESS, PROM_PORT, series_name, LABEL_FILTERS, time_start, time_end, TIME_STEP, + raw_json_filepath='{:s}/_raw_{:s}.json'.format(folders['json'], series_name) + ) + histograms = results_to_histograms(results, SERIES_LABELS, extra_labels=extra_labels) + unaccumulate_histograms(histograms, process_bins=True, process_timestamps=False) + save_histograms(histograms, folders['csv']) + return histograms + +def main() -> None: + histograms_collection : Dict[Tuple, Dict[Tuple, HistogramData]] = dict() + + series_names = set() + folders = create_folders(OUT_FOLDER, EXPERIMENT_ID) + for (time_start,time_end) in EXPERIMENTS.values(): + series_names.update(get_series_names(folders, time_start, time_end)) + + for series_name in series_names: + for (tenants,erlangs),(time_start,time_end) in EXPERIMENTS.items(): + histograms = get_histogram_data(series_name, folders, time_start, time_end) + for histogram_keys, histogram_data in histograms.items(): + collection_keys,histogram_keys = update_keys(tenants, erlangs, *histogram_keys) + histograms = histograms_collection.setdefault(collection_keys, dict()) + histograms[histogram_keys] = histogram_data + + for collection_keys,histograms in histograms_collection.items(): + title, filepath = get_plot_specs(folders, *collection_keys) + plot_histogram(histograms, filepath, title=title, legend_loc='upper left') + +if __name__ == '__main__': + main() + + diff --git a/src/tests/tools/perf_plots/Service_Handler_Methods.py b/src/tests/tools/perf_plots/Service_Handler_Methods.py index bf2c46014c3fc350f9a4c7dd57bb3de6b2a794b3..4cd56432a268ae356b363a4fcaa6ce13458bfc79 100644 --- a/src/tests/tools/perf_plots/Service_Handler_Methods.py +++ b/src/tests/tools/perf_plots/Service_Handler_Methods.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -import datetime, re +import re from typing import Dict, List, Tuple from .tools.FileSystem import create_folders from .tools.HistogramData import HistogramData @@ -22,9 +22,8 @@ from .tools.Histogram import results_to_histograms, save_histograms, unaccumulat ##### EXPERIMENT SETTINGS ############################################################################################## -from .experiments.scenario_1.Emu_Onboard import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L2NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END -#from .experiments.scenario_1.L3NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +from .experiments.Experiment import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END + TIME_STEP = '1m' LABEL_FILTERS = { #'handler': 'l2nm_emulated', @@ -32,8 +31,11 @@ LABEL_FILTERS = { ##### ENVIRONMENT SETTINGS ############################################################################################# -PROM_ADDRESS = '127.0.0.1' -PROM_PORT = 9090 +try: + from .AddressesCredentials import PROM_ADDRESS, PROM_PORT +except ImportError: + PROM_ADDRESS = '127.0.0.1' + PROM_PORT = 9090 OUT_FOLDER = 'data/perf/' ##### PLOT-SPECIFIC CUSTOMIZATIONS ##################################################################################### diff --git a/src/tests/tools/perf_plots/collect.sh b/src/tests/tools/perf_plots/collect.sh new file mode 100755 index 0000000000000000000000000000000000000000..08d14fe21d86c4b5588f4f659baf6d2b55b28c66 --- /dev/null +++ b/src/tests/tools/perf_plots/collect.sh @@ -0,0 +1,26 @@ +#!/bin/bash +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# First choose experiment to report in: +# src/tests/tools/perf_plots/experiments/Experiment.py +# ... and set prometheus host and port in a new file named as: +# src/tests/tools/perf_plots/AddressesCredentials.py +# LoadGen_Requests requires manual settings in the script. + +PYTHONPATH=./src python -m tests.tools.perf_plots.Component_RPC_Methods +PYTHONPATH=./src python -m tests.tools.perf_plots.Device_Driver_Details +PYTHONPATH=./src python -m tests.tools.perf_plots.Device_Driver_Methods +PYTHONPATH=./src python -m tests.tools.perf_plots.Service_Handler_Methods +PYTHONPATH=./src python -m tests.tools.perf_plots.LoadGen_Requests diff --git a/src/tests/tools/perf_plots/experiments/Experiment.py b/src/tests/tools/perf_plots/experiments/Experiment.py new file mode 100644 index 0000000000000000000000000000000000000000..3585153ab5a81184e07e510524d60a525446fb5c --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/Experiment.py @@ -0,0 +1,27 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +#from .scenario_1.Emu_Onboard import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_1.L2NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_1.L3NM_EMU_Service import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END + +#from .scenario_2.Scal_001tnt_005erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_005tnt_025erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_010tnt_050erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_020tnt_100erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_040tnt_200erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_060tnt_300erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_080tnt_400erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +#from .scenario_2.Scal_100tnt_500erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END +from .scenario_2.Scal_120tnt_600erl import EXPERIMENT_NAME, EXPERIMENT_ID, TIME_START, TIME_END diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_001tnt_005erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_001tnt_005erl.py new file mode 100644 index 0000000000000000000000000000000000000000..43cddeddce9cc770c300797ca65b0ded2c3cf6e8 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_001tnt_005erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 09:59 - 10:46 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 1 +ERLANGS = 5 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 7, 59, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 8, 46, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_005tnt_025erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_005tnt_025erl.py new file mode 100644 index 0000000000000000000000000000000000000000..7cc4fcdced8f62f68f3715df401cf6490e235f3a --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_005tnt_025erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 10:47 - 11:04 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 5 +ERLANGS = 25 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 8, 47, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 9, 4, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_010tnt_050erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_010tnt_050erl.py new file mode 100644 index 0000000000000000000000000000000000000000..3a5b15907517aa0785748efd3deacd6b2d874054 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_010tnt_050erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 11:13 - 11:30 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 10 +ERLANGS = 50 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 9, 13, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 9, 30, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_020tnt_100erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_020tnt_100erl.py new file mode 100644 index 0000000000000000000000000000000000000000..08976d1f2e9aa0963d537defb78201bf373fe55b --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_020tnt_100erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 11:34 - 11:52 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 20 +ERLANGS = 100 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 9, 34, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 9, 52, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_040tnt_200erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_040tnt_200erl.py new file mode 100644 index 0000000000000000000000000000000000000000..15299653ad0f7bc9c25c3588f03826b6ace8d70f --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_040tnt_200erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 12:18 - 12:34 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 40 +ERLANGS = 200 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 10, 18, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 10, 34, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_060tnt_300erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_060tnt_300erl.py new file mode 100644 index 0000000000000000000000000000000000000000..77cc11153a646d5e295e38bdc5426ed33a24ee31 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_060tnt_300erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 12:38 - 12:54 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 60 +ERLANGS = 300 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 10, 38, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 10, 54, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_080tnt_400erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_080tnt_400erl.py new file mode 100644 index 0000000000000000000000000000000000000000..4413fb5ec52806fc5d9dc479135532300d2faa64 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_080tnt_400erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 13:02 - 13:19 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 80 +ERLANGS = 400 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 11, 2, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 11, 19, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_100tnt_500erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_100tnt_500erl.py new file mode 100644 index 0000000000000000000000000000000000000000..eaf65b027d898dcf3fd3c96bbdde961031f05a49 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_100tnt_500erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 13:21 - 13:37 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 100 +ERLANGS = 500 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 11, 21, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 11, 37, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/Scal_120tnt_600erl.py b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_120tnt_600erl.py new file mode 100644 index 0000000000000000000000000000000000000000..4509c7d58583c6226d603b0bd9729ba290159c82 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/Scal_120tnt_600erl.py @@ -0,0 +1,34 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Scalability +# 13:51 - 14:08 CEST times (UTC+2) +# 1000 requests +# L2 svc + L2 slc + L3 svc + L3 slc +# hold time: 10 sec +# horizontal pod auto-scalers on +# max 100 replica per service (context, service, pathcomp, slice) +# off load [erlang]: see ERLANGS +# max threads: see TENANTS + +import datetime + +TENANTS = 120 +ERLANGS = 600 + +EXPERIMENT_NAME = 'Scalability ({:d} Tenants, {:d} Erlangs)'.format(TENANTS, ERLANGS) +EXPERIMENT_ID = 'scenario_2/2023-05May-29/scal_{:03d}tnt_{:03d}erl'.format(TENANTS, ERLANGS) + +TIME_START = datetime.datetime(2023, 5, 29, 11, 51, 0, 0, tzinfo=datetime.timezone.utc) +TIME_END = datetime.datetime(2023, 5, 29, 12, 8, 0, 0, tzinfo=datetime.timezone.utc) diff --git a/src/tests/tools/perf_plots/experiments/scenario_2/__init__.py b/src/tests/tools/perf_plots/experiments/scenario_2/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..1549d9811aa5d1c193a44ad45d0d7773236c0612 --- /dev/null +++ b/src/tests/tools/perf_plots/experiments/scenario_2/__init__.py @@ -0,0 +1,14 @@ +# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/) +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +