Newer
Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
# Copyright 2022-2023 ETSI TeraFlowSDN - TFS OSG (https://tfs.etsi.org/)
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import datetime, logging
from sqlalchemy.dialects.postgresql import insert
from sqlalchemy.engine import Engine
from sqlalchemy import inspect
from sqlalchemy.orm import Session, selectinload, sessionmaker
from sqlalchemy_cockroachdb import run_transaction
from typing import Dict, List, Optional, Set, Tuple
from common.proto.context_pb2 import Empty, EventTypeEnum, OpticalLink, LinkId, OpticalLinkList, TopologyId
from common.message_broker.MessageBroker import MessageBroker
from common.method_wrappers.ServiceExceptions import NotFoundException
from common.tools.object_factory.Link import json_link_id
from context.service.database.uuids.Topology import topology_get_uuid
from .models.OpticalLinkModel import OpticalLinkModel,OpticalLinkEndPointModel
from .models.OpticalEndPointModel import OpticalEndPointModel
from .models.TopologyModel import TopologyOpticalLinkModel, TopologyModel
from .uuids.OpticalEndPoint import optical_endpoint_get_uuid
from .uuids.Link import link_get_uuid
from .uuids.OpticalLink import opticaldetail_get_uuid
from .Events import notify_event_context, notify_event_link, notify_event_topology
from .uuids.EndPoint import endpoint_get_uuid
LOGGER = logging.getLogger(__name__)
def optical_link_list_objs(db_engine : Engine) -> OpticalLinkList:
def callback(session : Session) -> List[Dict]:
obj_list : List[OpticalLinkModel] = session.query(OpticalLinkModel)\
.options(selectinload(OpticalLinkModel.opticallink_endpoints))\
.all()
return [obj.dump() for obj in obj_list]
links = run_transaction(sessionmaker(bind=db_engine), callback)
return OpticalLinkList(optical_links=links)
def optical_link_get(db_engine : Engine, request : LinkId) -> OpticalLink:
link_uuid = link_get_uuid(request, allow_random=False)
def callback(session : Session) -> Optional[Dict]:
obj : Optional[OpticalLinkModel] = session.query(OpticalLinkModel)\
.options(selectinload(OpticalLinkModel.opticallink_endpoints))\
.filter_by(opticallink_uuid=link_uuid).one_or_none()
return None if obj is None else obj.dump()
obj = run_transaction(sessionmaker(bind=db_engine), callback)
if obj is None:
raw_link_uuid = request.link_uuid.uuid
raise NotFoundException('Optical Link', raw_link_uuid, extra_details=[
'link_uuid generated was: {:s}'.format(link_uuid)
])
return OpticalLink(**obj)
def optical_link_set(db_engine : Engine, messagebroker : MessageBroker, request : OpticalLink) -> LinkId:
raw_link_uuid = request.link_id.link_uuid.uuid
raw_link_name = request.name
link_name = raw_link_uuid if len(raw_link_name) == 0 else raw_link_name
link_uuid = link_get_uuid(request.link_id, link_name=link_name, allow_random=True)
now = datetime.datetime.utcnow()
# By default, always add link to default Context/Topology
topology_uuids : Set[str] = set()
related_topologies : List[Dict] = list()
_,topology_uuid = topology_get_uuid(TopologyId(), allow_random=False, allow_default=True)
related_topologies.append({
'topology_uuid': topology_uuid,
'optical_link_uuid' : link_uuid,
})
topology_uuids.add(topology_uuid)
link_endpoints_data : List[Dict] = list()
for i,endpoint_id in enumerate(request.link_endpoint_ids):
endpoint_topology_uuid, endpoint_device_uuid, endpoint_uuid = endpoint_get_uuid(
endpoint_id, endpoint_name="", allow_random=True)
link_endpoints_data.append({
'link_uuid' : link_uuid,
'endpoint_uuid': endpoint_uuid,
})
if endpoint_topology_uuid not in topology_uuids:
related_topologies.append({
'topology_uuid': endpoint_topology_uuid,
'optical_link_uuid' : link_uuid,
})
topology_uuids.add(endpoint_topology_uuid)
optical_link_data = [{
'opticallink_uuid' : link_uuid,
'name' : link_name,
'created_at' : now,
'updated_at' : now,
'length' : request.optical_details.length,
"src_port" : request.optical_details.src_port,
"dst_port" : request.optical_details.dst_port,
"local_peer_port" : request.optical_details.local_peer_port,
"remote_peer_port" : request.optical_details.remote_peer_port,
"used" : request.optical_details.used,
"c_slots" : request.optical_details.c_slots ,
"l_slots" : request.optical_details.l_slots,
"s_slots" : request.optical_details.s_slots,
}]
LOGGER.info(f"setting Optical link data {optical_link_data}")
def callback(session : Session) -> Tuple[bool, List[Dict]]:
stmt = insert(OpticalLinkModel).values(optical_link_data)
stmt = stmt.on_conflict_do_update(
index_elements=[OpticalLinkModel.opticallink_uuid],
set_=dict(
name = stmt.excluded.name,
updated_at = stmt.excluded.updated_at,
)
)
stmt = stmt.returning(OpticalLinkModel.created_at, OpticalLinkModel.updated_at)
created_at,updated_at = session.execute(stmt).fetchone()
updated = updated_at > created_at
updated_endpoints = False
if len(link_endpoints_data) > 0:
LOGGER.info(f"from OpticalLink Model endpoint data {link_endpoints_data}")
stmt = insert(OpticalLinkEndPointModel).values(link_endpoints_data)
stmt = stmt.on_conflict_do_nothing(
index_elements=[OpticalLinkEndPointModel.link_uuid, OpticalLinkEndPointModel.endpoint_uuid]
)
link_endpoint_inserts = session.execute(stmt)
updated_endpoints = int(link_endpoint_inserts.rowcount) > 0
if not updated or len(related_topologies) > 1:
# Only update topology-link relations when link is created (not updated) or when endpoint_ids are
# modified (len(related_topologies) > 1).
stmt = insert(TopologyOpticalLinkModel).values(related_topologies)
stmt = stmt.on_conflict_do_nothing(
index_elements=[TopologyOpticalLinkModel.topology_uuid, TopologyOpticalLinkModel.optical_link_uuid]
)
stmt = stmt.returning(TopologyOpticalLinkModel.topology_uuid)
topology_uuids = session.execute(stmt).fetchall()
#LOGGER.warning('RAW topology_uuids={:s}'.format(str(topology_uuids)))
if len(topology_uuids) > 0:
topology_uuids = [topology_uuid[0] for topology_uuid in topology_uuids]
#LOGGER.warning('NEW topology_uuids={:s}'.format(str(topology_uuids)))
query = session.query(TopologyModel)
query = query.filter(TopologyModel.topology_uuid.in_(topology_uuids))
link_topologies : List[TopologyModel] = query.all()
link_topology_ids = [obj.dump_id() for obj in link_topologies]
#LOGGER.warning('link_topology_ids={:s}'.format(str(link_topology_ids)))
return updated or updated_endpoints
updated = run_transaction(sessionmaker(bind=db_engine), callback )
link_id = json_link_id(link_uuid)
event_type = EventTypeEnum.EVENTTYPE_UPDATE if updated else EventTypeEnum.EVENTTYPE_CREATE
notify_event_link(messagebroker, event_type, link_id)
return LinkId(**link_id)
def optical_link_delete(db_engine : Engine, messagebroker : MessageBroker, request : LinkId) -> Empty:
link_uuid = link_get_uuid(request, allow_random=False)
def callback(session : Session) -> bool:
query = query.filter_by(link_uuid=link_uuid)
num_deleted = session.query(OpticalLinkModel).filter_by(opticallink_uuid=link_uuid).delete()
return num_deleted > 0
deleted = run_transaction(sessionmaker(bind=db_engine), callback)
link_id = json_link_id(link_uuid)
if deleted:
notify_event_link(messagebroker, EventTypeEnum.EVENTTYPE_REMOVE, link_id)
return Empty()