Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
# Copyright 2021-2023 H2020 TeraFlow (https://www.teraflow-h2020.eu/)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import json, logging, threading, time
from queue import Queue, Empty
from typing import Dict, Iterator, NamedTuple, Set
LOGGER = logging.getLogger(__name__)
CONSUME_TIMEOUT = 0.1 # seconds
class Message(NamedTuple):
topic: str
content: str
class MockMessageBroker:
def __init__(self):
self._terminate = threading.Event()
self._topic__to__queues : Dict[str, Set[Queue]] = {}
def publish(self, message : Message) -> None:
queues = self._topic__to__queues.get(message.topic, None)
if queues is None: return
for queue in queues: queue.put_nowait((message.topic, message.content))
def consume(
self, topic_names : Set[str], block : bool = True, consume_timeout : float = CONSUME_TIMEOUT
) -> Iterator[Message]:
queue = Queue()
for topic_name in topic_names:
self._topic__to__queues.setdefault(topic_name, set()).add(queue)
while not self._terminate.is_set():
try:
message = queue.get(block=block, timeout=consume_timeout)
except Empty:
continue
if message is None: continue
yield Message(*message)
for topic_name in topic_names:
self._topic__to__queues.get(topic_name, set()).discard(queue)
def terminate(self):
self._terminate.set()
def notify_event(messagebroker, topic_name, event_type, fields) -> None:
event = {'event': {'timestamp': time.time(), 'event_type': event_type}}
for field_name, field_value in fields.items():
event[field_name] = field_value
messagebroker.publish(Message(topic_name, json.dumps(event)))