839c83651f
going forward Added readmes to submodules Refactored model into multiple files Standardized on 'node' for physical server Pinned requirements.txt to versions Began orchestration action outline in conjunction with DAG
114 lines
3.6 KiB
Python
114 lines
3.6 KiB
Python
# Copyright 2017 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#
|
|
# AIC YAML Ingester - This data ingester will consume a AIC YAML design
|
|
# file
|
|
#
|
|
import yaml
|
|
import logging
|
|
|
|
import helm_drydock.model.hwprofile as hwprofile
|
|
import helm_drydock.model.node as node
|
|
import helm_drydock.model.site as site
|
|
import helm_drydock.model.hostprofile as hostprofile
|
|
import helm_drydock.model.network as network
|
|
|
|
from helm_drydock.ingester.plugins import IngesterPlugin
|
|
|
|
class YamlIngester(IngesterPlugin):
|
|
|
|
kind_map = {
|
|
"Region": site.Site,
|
|
"NetworkLink": network.NetworkLink,
|
|
"HardwareProfile": hwprofile.HardwareProfile,
|
|
"Network": network.Network,
|
|
"HostProfile": hostprofile.HostProfile,
|
|
"BaremetalNode": node.BaremetalNode,
|
|
}
|
|
|
|
def __init__(self):
|
|
super(YamlIngester, self).__init__()
|
|
|
|
def get_name(self):
|
|
return "yaml"
|
|
|
|
"""
|
|
AIC YAML ingester params
|
|
|
|
filenames - Array of absolute path to the YAML files to ingest
|
|
|
|
returns an array of objects from helm_drydock.model
|
|
|
|
"""
|
|
def ingest_data(self, **kwargs):
|
|
models = []
|
|
|
|
if 'filenames' in kwargs:
|
|
# TODO validate filenames is array
|
|
for f in kwargs.get('filenames'):
|
|
try:
|
|
file = open(f,'rt')
|
|
contents = file.read()
|
|
file.close()
|
|
models.extend(self.parse_docs(contents))
|
|
except OSError as err:
|
|
self.log.error(
|
|
"Error opening input file %s for ingestion: %s"
|
|
% (filename, err))
|
|
continue
|
|
|
|
|
|
elif 'content' in kwargs:
|
|
models.extend(self.parse_docs(kwargs.get('content')))
|
|
else:
|
|
raise ValueError('Missing parameter "filename"')
|
|
|
|
return models
|
|
|
|
"""
|
|
Translate a YAML string into the internal Drydock model
|
|
"""
|
|
def parse_docs(self, yaml_string):
|
|
models = []
|
|
|
|
try:
|
|
parsed_data = yaml.load_all(yaml_string)
|
|
except yaml.YAMLError as err:
|
|
raise ValueError("Error parsing YAML in %s: %s" % (f,err))
|
|
|
|
for d in parsed_data:
|
|
kind = d.get('kind', '')
|
|
if kind != '':
|
|
if kind in YamlIngester.kind_map:
|
|
try:
|
|
model = YamlIngester.kind_map[kind](**d)
|
|
models.append(model)
|
|
except Exception as err:
|
|
self.log.error("Error building model %s: %s"
|
|
% (kind, str(err)))
|
|
continue
|
|
else:
|
|
self.log.error(
|
|
"Error processing document, unknown kind %s"
|
|
% (kind))
|
|
continue
|
|
else:
|
|
self.log.error(
|
|
"Error processing document in %s, no kind field"
|
|
% (f))
|
|
continue
|
|
|
|
return models
|