Newer
Older
# Copyright 2021-2023 H2020 TeraFlow (https://www.teraflow-h2020.eu/)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import Callable
import grpc, logging, queue, threading, time
from common.proto.context_pb2 import Empty
from common.tools.grpc.Tools import grpc_message_to_json_string
from context.client.ContextClient import ContextClient
LOGGER = logging.getLogger(__name__)
LOGGER.setLevel(logging.DEBUG)
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
class _Collector(threading.Thread):
def __init__(
self, subscription_func : Callable, events_queue = queue.Queue,
terminate = threading.Event, log_events_received: bool = False
) -> None:
super().__init__(daemon=False)
self._subscription_func = subscription_func
self._events_queue = events_queue
self._terminate = terminate
self._log_events_received = log_events_received
self._stream = None
def cancel(self) -> None:
if self._stream is None: return
self._stream.cancel()
def run(self) -> None:
while not self._terminate.is_set():
self._stream = self._subscription_func()
try:
for event in self._stream:
if self._log_events_received:
str_event = grpc_message_to_json_string(event)
LOGGER.info('[_collect] event: {:s}'.format(str_event))
self._events_queue.put_nowait(event)
except grpc.RpcError as e:
if e.code() == grpc.StatusCode.UNAVAILABLE:
LOGGER.info('[_collect] UNAVAILABLE... retrying...')
time.sleep(0.5)
continue
elif e.code() == grpc.StatusCode.CANCELLED:
break
else:
raise # pragma: no cover
class EventsCollector:
def __init__(
self, context_client : ContextClient,
log_events_received : bool = False,
activate_context_collector : bool = True,
activate_topology_collector : bool = True,
activate_device_collector : bool = True,
activate_link_collector : bool = True,
activate_service_collector : bool = True,
activate_slice_collector : bool = True,
activate_connection_collector : bool = True,
) -> None:
self._events_queue = queue.Queue()
self._log_events_received = log_events_received
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
self._context_thread = _Collector(
lambda: context_client.GetContextEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_context_collector else None
self._topology_thread = _Collector(
lambda: context_client.GetTopologyEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_topology_collector else None
self._device_thread = _Collector(
lambda: context_client.GetDeviceEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_device_collector else None
self._link_thread = _Collector(
lambda: context_client.GetLinkEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_link_collector else None
self._service_thread = _Collector(
lambda: context_client.GetServiceEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_service_collector else None
self._slice_thread = _Collector(
lambda: context_client.GetSliceEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_slice_collector else None
self._connection_thread = _Collector(
lambda: context_client.GetConnectionEvents(Empty()),
self._events_queue, self._terminate, self._log_events_received
) if activate_connection_collector else None
if self._context_thread is not None: self._context_thread.start()
if self._topology_thread is not None: self._topology_thread.start()
if self._device_thread is not None: self._device_thread.start()
if self._link_thread is not None: self._link_thread.start()
if self._service_thread is not None: self._service_thread.start()
if self._slice_thread is not None: self._slice_thread.start()
if self._connection_thread is not None: self._connection_thread.start()
def get_event(self, block : bool = True, timeout : float = 0.1):
try:
return self._events_queue.get(block=block, timeout=timeout)
except queue.Empty: # pylint: disable=catching-non-exception
return None
def get_events(self, block : bool = True, timeout : float = 0.1, count : int = None):
events = []
if count is None:
event = self.get_event(block=block, timeout=timeout)
if event is None: break
events.append(event)
event = self.get_event(block=block, timeout=timeout)
if event is None: continue
events.append(event)
return sorted(events, key=lambda e: e.event.timestamp.timestamp)
self._terminate.set()
if self._context_thread is not None: self._context_thread.cancel()
if self._topology_thread is not None: self._topology_thread.cancel()
if self._device_thread is not None: self._device_thread.cancel()
if self._link_thread is not None: self._link_thread.cancel()
if self._service_thread is not None: self._service_thread.cancel()
if self._slice_thread is not None: self._slice_thread.cancel()
if self._connection_thread is not None: self._connection_thread.cancel()
if self._context_thread is not None: self._context_thread.join()
if self._topology_thread is not None: self._topology_thread.join()
if self._device_thread is not None: self._device_thread.join()
if self._link_thread is not None: self._link_thread.join()
if self._service_thread is not None: self._service_thread.join()
if self._slice_thread is not None: self._slice_thread.join()
if self._connection_thread is not None: self._connection_thread.join()