- Ausbesserungen Gschliefgraben Glasfaser
This commit is contained in:
parent
87cb78af65
commit
675dd2f641
81
gschliefgraben_glasfaser/InsertGschliefgraben.xml
Normal file
81
gschliefgraben_glasfaser/InsertGschliefgraben.xml
Normal file
|
@ -0,0 +1,81 @@
|
||||||
|
<sml:PhysicalSystem gml:id={off_name} xmlns:swes=\"http://www.opengis.net/swes/2.0\"
|
||||||
|
xmlns:sos=\"http://www.opengis.net/sos/2.0\"
|
||||||
|
xmlns:swe=\"http://www.opengis.net/swe/2.0\"
|
||||||
|
xmlns:sml=\"http://www.opengis.net/sensorml/2.0\"
|
||||||
|
xmlns:gml=\"http://www.opengis.net/gml/3.2\"
|
||||||
|
xmlns:xlink=\"http://www.w3.org/1999/xlink\"
|
||||||
|
xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\"
|
||||||
|
xmlns:gco=\"http://www.isotc211.org/2005/gco\"
|
||||||
|
xmlns:gmd=\"http://www.isotc211.org/2005/gmd\">
|
||||||
|
<gml:identifier codeSpace=\"uniqueID\">{procedure_identifier}</gml:identifier>
|
||||||
|
<sml:identification>
|
||||||
|
<sml:IdentifierList>
|
||||||
|
<sml:identifier>
|
||||||
|
<sml:Term definition=\"urn:ogc:def:identifier:OGC:1.0:shortName\">
|
||||||
|
<sml:label>shortName</sml:label>
|
||||||
|
<sml:value>{procedure_name}</sml:value>
|
||||||
|
</sml:Term>
|
||||||
|
</sml:identifier>
|
||||||
|
</sml:IdentifierList>
|
||||||
|
</sml:identification>
|
||||||
|
<sml:capabilities name=\"offerings\">
|
||||||
|
<sml:CapabilityList>
|
||||||
|
<sml:capability name=\"offeringID\">
|
||||||
|
<swe:Text definition=\"urn:ogc:def:identifier:OGC:offeringID\">
|
||||||
|
<swe:label>{offering_label}</swe:label>
|
||||||
|
<swe:value>{offering_name}</swe:value>
|
||||||
|
</swe:Text>
|
||||||
|
</sml:capability>
|
||||||
|
</sml:CapabilityList>
|
||||||
|
</sml:capabilities>
|
||||||
|
<sml:featuresOfInterest>
|
||||||
|
<sml:FeatureList definition=\"http://www.opengis.net/def/featureOfInterest/identifier\">
|
||||||
|
<swe:label>featuresOfInterest</swe:label>
|
||||||
|
<sml:feature>
|
||||||
|
<sams:SF_SpatialSamplingFeature xmlns:sams=\"http://www.opengis.net/samplingSpatial/2.0\" gml:id=\"ssf_b3a826dd44012201b01323232323041f7a92e0cc47260eb9888f6a4e9f747\">
|
||||||
|
<gml:identifier codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_id}</gml:identifier>
|
||||||
|
<gml:name codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_name}</gml:name>
|
||||||
|
<sf:type xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/samplingFeatureType/OGC-OM/2.0/SF_SamplingPoint\"/>
|
||||||
|
<sf:sampledFeature xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/nil/OGC/0/unknown\"/>
|
||||||
|
<sams:shape>
|
||||||
|
<ns:Point xmlns:ns=\"http://www.opengis.net/gml/3.2\" ns:id=\"Point_ssf_b3a826dd44012201b013c90c51da28c041f7a92e0cc47260eb9888f6a4e9f747\">
|
||||||
|
<ns:pos srsName=\"http://www.opengis.net/def/crs/EPSG/0/4326\">{coordinates}</ns:pos>
|
||||||
|
</ns:Point>
|
||||||
|
</sams:shape>
|
||||||
|
</sams:SF_SpatialSamplingFeature>
|
||||||
|
</sml:feature>
|
||||||
|
</sml:FeatureList>
|
||||||
|
</sml:featuresOfInterest>
|
||||||
|
<sml:outputs>
|
||||||
|
<sml:OutputList>
|
||||||
|
<sml:output name=\"Slope\">
|
||||||
|
<swe:Quantity definition=\"Slope\">
|
||||||
|
<swe:label>Slope</swe:label>
|
||||||
|
<swe:uom code=\"deg\"/>
|
||||||
|
</swe:Quantity>
|
||||||
|
</sml:output>
|
||||||
|
</sml:OutputList>
|
||||||
|
</sml:outputs>
|
||||||
|
<sml:position>
|
||||||
|
<swe:Vector referenceFrame=\"urn:ogc:def:crs:EPSG::4326\">
|
||||||
|
<swe:coordinate name=\"easting\">
|
||||||
|
<swe:Quantity axisID=\"x\">
|
||||||
|
<swe:uom code=\"degree\" />
|
||||||
|
<swe:value>{cord_x}</swe:value>
|
||||||
|
</swe:Quantity>
|
||||||
|
</swe:coordinate>
|
||||||
|
<swe:coordinate name=\"northing\">
|
||||||
|
<swe:Quantity axisID=\"y\">
|
||||||
|
<swe:uom code=\"degree\" />
|
||||||
|
<swe:value>{cord_y}</swe:value>
|
||||||
|
</swe:Quantity>
|
||||||
|
</swe:coordinate>
|
||||||
|
<swe:coordinate name=\"altitude\">
|
||||||
|
<swe:Quantity axisID=\"z\">
|
||||||
|
<swe:uom code=\"m\" />
|
||||||
|
<swe:value>{height}</swe:value>
|
||||||
|
</swe:Quantity>
|
||||||
|
</swe:coordinate>
|
||||||
|
</swe:Vector>
|
||||||
|
</sml:position>
|
||||||
|
</sml:PhysicalSystem>
|
167
gschliefgraben_glasfaser/import_feature_sensor.py
Normal file
167
gschliefgraben_glasfaser/import_feature_sensor.py
Normal file
|
@ -0,0 +1,167 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
"""This module does blah blah."""
|
||||||
|
|
||||||
|
import requests
|
||||||
|
# from insert_sensor.transactional import insert_sensor
|
||||||
|
from insert_sensor.wrapper import (Offering, FoI, Procedure, SensorType)
|
||||||
|
# import json
|
||||||
|
|
||||||
|
|
||||||
|
class Sos():
|
||||||
|
"""
|
||||||
|
A class to represent a sos service.
|
||||||
|
...
|
||||||
|
|
||||||
|
Attributes
|
||||||
|
----------
|
||||||
|
sosurl : str
|
||||||
|
first name of the person
|
||||||
|
token : str
|
||||||
|
token to access soso service
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, url, token=''):
|
||||||
|
self.sosurl = str(url) # url to access the SOS
|
||||||
|
self.token = str(token) # security token, optional
|
||||||
|
# Test if URL exists
|
||||||
|
try:
|
||||||
|
test = requests.get(self.sosurl)
|
||||||
|
test.raise_for_status()
|
||||||
|
except requests.HTTPError:
|
||||||
|
print("The URL is not valid")
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
"""
|
||||||
|
main function
|
||||||
|
"""
|
||||||
|
sos_url = 'https://geomon.geologie.ac.at/52n-sos-webapp/service'
|
||||||
|
|
||||||
|
# Gschliefgraben Glasfaser
|
||||||
|
|
||||||
|
# offering = Offering(
|
||||||
|
# "https://geomon.geologie.ac.at/52n-sos-webapp/api/offerings/",
|
||||||
|
# "inclino1_02",
|
||||||
|
# "Inklinometer inclino1_02, Gschliefgraben Glasfaser"
|
||||||
|
# )
|
||||||
|
# procedure = Procedure( "inclino1_02","inclino1_02")
|
||||||
|
|
||||||
|
# offering = Offering(
|
||||||
|
# "https://geomon.geologie.ac.at/52n-sos-webapp/api/offerings/",
|
||||||
|
# "inclino1_05",
|
||||||
|
# "Inklinometer inclino1_05, Gschliefgraben Glasfaser"
|
||||||
|
# )
|
||||||
|
# procedure = Procedure("inclino1_05", "inclino1_05")
|
||||||
|
|
||||||
|
offering = Offering(
|
||||||
|
"https://geomon.geologie.ac.at/52n-sos-webapp/api/offerings/",
|
||||||
|
"inclino1_06",
|
||||||
|
"Inklinometer inclino1_06, Gschliefgraben Glasfaser"
|
||||||
|
)
|
||||||
|
procedure = Procedure("inclino1_06", "inclino1_06")
|
||||||
|
|
||||||
|
foi = FoI("degree", "m", (47.910849, 13.774966, 0.0),
|
||||||
|
"FBGuard23", "Glasfaser Untersuchungen am Gschliefgraben (Gmunden)")
|
||||||
|
|
||||||
|
sensor_type = SensorType("inclinometer")
|
||||||
|
post_data = insert_sensor(offering, procedure, foi, sensor_type)
|
||||||
|
print(post_data)
|
||||||
|
headers = {'Accept': 'application/json'}
|
||||||
|
request = requests.post(sos_url, headers=headers, json=post_data)
|
||||||
|
print(request.text)
|
||||||
|
|
||||||
|
# {
|
||||||
|
# "request" : "InsertSensor",
|
||||||
|
# "version" : "2.0.0",
|
||||||
|
# "service" : "SOS",
|
||||||
|
# "assignedProcedure" : "inclino1_14",
|
||||||
|
# "assignedOffering" : "inclino1_14"
|
||||||
|
# }
|
||||||
|
|
||||||
|
|
||||||
|
def insert_sensor(offering, procedure, foi, sensor_type):
|
||||||
|
"""
|
||||||
|
Prepares the body of a InsertSensor request for JSON biding.
|
||||||
|
:param offering: an instance of class Offering.Type object.
|
||||||
|
:param Procedure: instance of class Procedure. type object.
|
||||||
|
:param foi: feature of interest. Instance of FoI
|
||||||
|
:param sensor_type: SensorType object
|
||||||
|
:return: valid body for an InsertSensor request.
|
||||||
|
"""
|
||||||
|
|
||||||
|
# shortName = offering.name # string
|
||||||
|
# longName = 'Sibratsgfall test' # string
|
||||||
|
|
||||||
|
# Offering values
|
||||||
|
off_name = '\"' + str(offering.name) + '\"' # Offering name, double quoted
|
||||||
|
offering_name = offering.name
|
||||||
|
offering_label = offering.label
|
||||||
|
# offID = offering.fullId # URL format of full id
|
||||||
|
|
||||||
|
# featureName = featureID = cordX = cordY = height = h_unit = z_unit = coordinates = ""
|
||||||
|
if foi is not None: # check if feature of interest should be declare
|
||||||
|
# feature_id = 'https://geomon.geologie.ac.at/52n-sos-webapp/api/features/' + \
|
||||||
|
# str(foi.fid) # URL format
|
||||||
|
cord_x = str(foi.x) # longitude degrees, float
|
||||||
|
cord_y = str(foi.y) # latitude degrees, float
|
||||||
|
coordinates = cord_x + " " + cord_y
|
||||||
|
height = str(foi.z) # altitude in meters, float
|
||||||
|
# h_unit = foi.Hunit # units for horizontal coordinates
|
||||||
|
# z_unit = foi.Vunit # units for altitude
|
||||||
|
feature_id = foi.fid # "feature location"
|
||||||
|
feature_name = foi.name # "feature location"
|
||||||
|
else:
|
||||||
|
pass
|
||||||
|
|
||||||
|
procedure_name = procedure.name
|
||||||
|
procedure_identifier = procedure.id # URL,
|
||||||
|
obs_types = []
|
||||||
|
output_list = '' # output list element for describe procedure
|
||||||
|
properties_list = []
|
||||||
|
for attr in sensor_type.pattern["attributes"]:
|
||||||
|
obs_prop_name = '\"' + attr[0] + '\"' # attribute name
|
||||||
|
# print(obs_prop_name)
|
||||||
|
unit_name = sensor_type.om_types[attr[1]] # om type
|
||||||
|
# magnitud = a # ??
|
||||||
|
|
||||||
|
obs_name = obs_prop_name.replace('\"', '')
|
||||||
|
obs_name = "".join(obs_name.split()) # observable property name
|
||||||
|
output = '<sml:output name=' + obs_prop_name + '><swe:Quantity definition=' + \
|
||||||
|
'\"' + (obs_name) + '\"' + \
|
||||||
|
'></swe:Quantity></sml:output>'
|
||||||
|
output_list = output_list + output
|
||||||
|
# add property identifier to the list.
|
||||||
|
properties_list.append(obs_name)
|
||||||
|
# prepare list of measurement types
|
||||||
|
# A sensor can not registry duplicated sensor types.
|
||||||
|
this_type = "http://www.opengis.net/def/observationType/OGC-OM/2.0/"+unit_name
|
||||||
|
if this_type not in obs_types: # when new type appears
|
||||||
|
obs_types.append(this_type)
|
||||||
|
else:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Unit of measurement:
|
||||||
|
unit_name = '\"' + procedure.name + '\"' # double quoted string
|
||||||
|
# unit = omType # one of the MO measurement types
|
||||||
|
|
||||||
|
body = {
|
||||||
|
"request": "InsertSensor",
|
||||||
|
"service": "SOS",
|
||||||
|
"version": "2.0.0",
|
||||||
|
"procedureDescriptionFormat": "http://www.opengis.net/sensorml/2.0",
|
||||||
|
"procedureDescription": f'<sml:PhysicalSystem gml:id={off_name} xmlns:swes=\"http://www.opengis.net/swes/2.0\" xmlns:sos=\"http://www.opengis.net/sos/2.0\" xmlns:swe=\"http://www.opengis.net/swe/2.0\" xmlns:sml=\"http://www.opengis.net/sensorml/2.0\" xmlns:gml=\"http://www.opengis.net/gml/3.2\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xmlns:gco=\"http://www.isotc211.org/2005/gco\" xmlns:gmd=\"http://www.isotc211.org/2005/gmd\"><gml:identifier codeSpace=\"uniqueID\">{procedure_identifier}</gml:identifier><sml:identification><sml:IdentifierList><sml:identifier><sml:Term definition=\"urn:ogc:def:identifier:OGC:1.0:shortName\"><sml:label>shortName</sml:label><sml:value>{procedure_name}</sml:value></sml:Term></sml:identifier></sml:IdentifierList></sml:identification><sml:capabilities name=\"offerings\"><sml:CapabilityList><sml:capability name=\"offeringID\"><swe:Text definition=\"urn:ogc:def:identifier:OGC:offeringID\"><swe:label>{offering_label}</swe:label><swe:value>{offering_name}</swe:value></swe:Text></sml:capability></sml:CapabilityList></sml:capabilities><sml:featuresOfInterest><sml:FeatureList definition=\"http://www.opengis.net/def/featureOfInterest/identifier\"><swe:label>featuresOfInterest</swe:label><sml:feature><sams:SF_SpatialSamplingFeature xmlns:sams=\"http://www.opengis.net/samplingSpatial/2.0\" gml:id=\"ssf_b3a826dd44012201b01323232323041f7a92e0cc47260eb9888f6a4e9f747\"><gml:identifier codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_id}</gml:identifier><gml:name codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_name}</gml:name><sf:type xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/samplingFeatureType/OGC-OM/2.0/SF_SamplingPoint\"/><sf:sampledFeature xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/nil/OGC/0/unknown\"/><sams:shape><ns:Point xmlns:ns=\"http://www.opengis.net/gml/3.2\" ns:id=\"Point_ssf_b3a826dd44012201b013c90c51da28c041f7a92e0cc47260eb9888f6a4e9f747\"><ns:pos srsName=\"http://www.opengis.net/def/crs/EPSG/0/4326\">{coordinates}</ns:pos></ns:Point></sams:shape></sams:SF_SpatialSamplingFeature></sml:feature></sml:FeatureList></sml:featuresOfInterest><sml:outputs><sml:OutputList><sml:output name=\"Slope\"><swe:Quantity definition=\"Slope\"><swe:label>Slope</swe:label><swe:uom code=\"deg\"/></swe:Quantity></sml:output></sml:OutputList></sml:outputs><sml:position><swe:Vector referenceFrame=\"urn:ogc:def:crs:EPSG::4326\"><swe:coordinate name=\"easting\"><swe:Quantity axisID=\"x\"><swe:uom code=\"degree\" /><swe:value>{cord_x}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"northing\"><swe:Quantity axisID=\"y\"><swe:uom code=\"degree\" /><swe:value>{cord_y}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"altitude\"><swe:Quantity axisID=\"z\"><swe:uom code=\"m\" /><swe:value>{height}</swe:value></swe:Quantity></swe:coordinate></swe:Vector></sml:position></sml:PhysicalSystem>',
|
||||||
|
"observableProperty": [
|
||||||
|
"Slope",
|
||||||
|
# "Roll",
|
||||||
|
# "InSystemTemperature"
|
||||||
|
],
|
||||||
|
"observationType": [
|
||||||
|
"http://www.opengis.net/def/observationType/OGC-OM/2.0/OM_Measurement"
|
||||||
|
],
|
||||||
|
"featureOfInterestType": "http://www.opengis.net/def/samplingFeatureType/OGC-OM/2.0/SF_SamplingPoint"
|
||||||
|
}
|
||||||
|
return body
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
|
@ -15,12 +15,16 @@ import json
|
||||||
# parentdir = os.path.dirname(currentdir)
|
# parentdir = os.path.dirname(currentdir)
|
||||||
# sys.path.insert(0, parentdir)
|
# sys.path.insert(0, parentdir)
|
||||||
# import requests
|
# import requests
|
||||||
|
from datetime import datetime, date, timedelta
|
||||||
|
from dotenv import load_dotenv, find_dotenv
|
||||||
from sqlalchemy.orm import session
|
from sqlalchemy.orm import session
|
||||||
from sqlalchemy import func, asc, desc
|
from sqlalchemy import func, asc, desc
|
||||||
# from db.pg_models import Platform
|
# from db.pg_models import Platform
|
||||||
from gschliefgraben_glasfaser.models import ObservationSchema, Person, PersonSchema, Observation, create_pg_session, Dataset, Procedure, Phenomenon, Platform
|
from gschliefgraben_glasfaser.models import (
|
||||||
|
ObservationSchema, Person, PersonSchema, Observation,
|
||||||
|
create_pg_session, Dataset, Procedure, Phenomenon, Platform)
|
||||||
from gschliefgraben_glasfaser.my_api import MyApi
|
from gschliefgraben_glasfaser.my_api import MyApi
|
||||||
from datetime import datetime, date, timedelta
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
''' main method '''
|
''' main method '''
|
||||||
|
@ -84,6 +88,7 @@ def main():
|
||||||
pg_session.commit()
|
pg_session.commit()
|
||||||
pg_session.close()
|
pg_session.close()
|
||||||
|
|
||||||
|
|
||||||
def create_observations(sensor: str, slope_dataset: Dataset):
|
def create_observations(sensor: str, slope_dataset: Dataset):
|
||||||
''' create_observations method for given sensor '''
|
''' create_observations method for given sensor '''
|
||||||
|
|
||||||
|
@ -93,7 +98,7 @@ def create_observations(sensor: str, slope_dataset: Dataset):
|
||||||
# consider the start date as 2021-february 1 st
|
# consider the start date as 2021-february 1 st
|
||||||
start_date = date(2022, 1, 1)
|
start_date = date(2022, 1, 1)
|
||||||
# consider the end date as 2021-march 1 st
|
# consider the end date as 2021-march 1 st
|
||||||
end_date = date(2022, 3, 3)
|
end_date = date(2022, 3, 6)
|
||||||
|
|
||||||
# delta time
|
# delta time
|
||||||
delta = timedelta(days=7)
|
delta = timedelta(days=7)
|
||||||
|
@ -108,7 +113,8 @@ def create_observations(sensor: str, slope_dataset: Dataset):
|
||||||
if end_date_temp > end_date:
|
if end_date_temp > end_date:
|
||||||
end_date_temp = end_date
|
end_date_temp = end_date
|
||||||
query_date_end: str = end_date_temp.strftime('%Y-%m-%d')
|
query_date_end: str = end_date_temp.strftime('%Y-%m-%d')
|
||||||
create_db_observations(sensor, query_date_start, query_date_end, test_api, pg_session, slope_dataset)
|
create_db_observations(
|
||||||
|
sensor, query_date_start, query_date_end, test_api, pg_session, slope_dataset)
|
||||||
# for next loop step set new start_date (1 day greate then last end_date)
|
# for next loop step set new start_date (1 day greate then last end_date)
|
||||||
start_date = end_date_temp + timedelta(days=1)
|
start_date = end_date_temp + timedelta(days=1)
|
||||||
pg_session.commit()
|
pg_session.commit()
|
||||||
|
@ -136,7 +142,8 @@ def create_observations(sensor: str, slope_dataset: Dataset):
|
||||||
# pg_session.commit()
|
# pg_session.commit()
|
||||||
|
|
||||||
|
|
||||||
def create_db_observations(sensor, query_date_start, query_date_end, test_api, pg_session, dataset: Dataset):
|
def create_db_observations(sensor, query_date_start, query_date_end, test_api,
|
||||||
|
pg_session, dataset: Dataset):
|
||||||
''' to do '''
|
''' to do '''
|
||||||
query_date_start_obj = datetime.strptime(query_date_start, "%Y-%m-%d")
|
query_date_start_obj = datetime.strptime(query_date_start, "%Y-%m-%d")
|
||||||
query_date_end_obj = datetime.strptime(query_date_end, "%Y-%m-%d")
|
query_date_end_obj = datetime.strptime(query_date_end, "%Y-%m-%d")
|
||||||
|
@ -169,14 +176,16 @@ def create_db_observations(sensor, query_date_start, query_date_end, test_api,
|
||||||
max_id = create_observation(
|
max_id = create_observation(
|
||||||
observation_json, pg_session, max_id, dataset, value_identifier_db_list)
|
observation_json, pg_session, max_id, dataset, value_identifier_db_list)
|
||||||
# pg_session.commit()
|
# pg_session.commit()
|
||||||
print("observations for date " + query_date_start + " to " + query_date_end + " succesfully imported \n")
|
print("observations for date " + query_date_start +
|
||||||
|
" to " + query_date_end + " for sensor " + sensor + " succesfully imported \n")
|
||||||
|
|
||||||
|
|
||||||
def create_observation(observation_json: ObservationSchema, db_session, max_id, dataset: Dataset, value_identifier_db_list):
|
def create_observation(observation_json: ObservationSchema, db_session,
|
||||||
|
max_id, dataset: Dataset, value_identifier_db_list):
|
||||||
"""
|
"""
|
||||||
This function creates a new observation in the people structure
|
This function creates a new observation in the people structure
|
||||||
based on the passed-in observation data
|
based on the passed-in observation data
|
||||||
:param observation: person to create in people structure
|
:param observation: observation to create in people structure
|
||||||
:return: 201 on success, observation on person exists
|
:return: 201 on success, observation on person exists
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
@ -259,4 +268,7 @@ def create(person_json: PersonSchema):
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
load_dotenv(find_dotenv())
|
||||||
|
print('sensors: {}'.format(os.environ.get(
|
||||||
|
'GLASFASER_GSCHLIEFGRABEN_SENSORS', [])))
|
||||||
main()
|
main()
|
||||||
|
|
|
@ -10,12 +10,13 @@ from datetime import datetime
|
||||||
|
|
||||||
import os
|
import os
|
||||||
from sqlalchemy import (Column, Integer,
|
from sqlalchemy import (Column, Integer,
|
||||||
String, DateTime, ForeignKey, Numeric, SmallInteger, create_engine, func)
|
String, DateTime, ForeignKey, Numeric, SmallInteger, create_engine)
|
||||||
from sqlalchemy.ext.declarative import declarative_base
|
from sqlalchemy.ext.declarative import declarative_base
|
||||||
from sqlalchemy.orm import session, relationship, sessionmaker
|
from sqlalchemy.orm import session, relationship, sessionmaker
|
||||||
#from marshmallow import Schema
|
#from marshmallow import Schema
|
||||||
from marshmallow_sqlalchemy import SQLAlchemySchema, SQLAlchemyAutoSchema
|
from marshmallow_sqlalchemy import SQLAlchemySchema, SQLAlchemyAutoSchema
|
||||||
from marshmallow import fields
|
from marshmallow import fields
|
||||||
|
from dotenv import load_dotenv, find_dotenv
|
||||||
# from db.pg_models import create_pg_session
|
# from db.pg_models import create_pg_session
|
||||||
# import sqlalchemy.orm.session
|
# import sqlalchemy.orm.session
|
||||||
|
|
||||||
|
@ -24,6 +25,7 @@ Base = declarative_base()
|
||||||
|
|
||||||
def create_pg_session() -> sessionmaker:
|
def create_pg_session() -> sessionmaker:
|
||||||
""" create postgres db session """
|
""" create postgres db session """
|
||||||
|
load_dotenv(find_dotenv())
|
||||||
dbschema = ''
|
dbschema = ''
|
||||||
db_user = os.environ.get("POSTGIS_DBUSER")
|
db_user = os.environ.get("POSTGIS_DBUSER")
|
||||||
db_password = os.environ.get("POSTGIS_DBPASSWORD")
|
db_password = os.environ.get("POSTGIS_DBPASSWORD")
|
||||||
|
@ -226,6 +228,7 @@ def create_db():
|
||||||
# Base.metadata.drop_all(bind=engine)
|
# Base.metadata.drop_all(bind=engine)
|
||||||
# Base.metadata.create_all(engine)
|
# Base.metadata.create_all(engine)
|
||||||
""" create postgres db session """
|
""" create postgres db session """
|
||||||
|
load_dotenv("D:\\Software\\geomon\\.env")
|
||||||
dbschema = ''
|
dbschema = ''
|
||||||
db_user = os.environ.get("POSTGIS_DBUSER")
|
db_user = os.environ.get("POSTGIS_DBUSER")
|
||||||
db_password = os.environ.get("POSTGIS_DBPASSWORD")
|
db_password = os.environ.get("POSTGIS_DBPASSWORD")
|
||||||
|
|
|
@ -5,14 +5,19 @@ Sqlalchemy version: 1.2.15
|
||||||
Python version: 3.10
|
Python version: 3.10
|
||||||
'''
|
'''
|
||||||
|
|
||||||
import os, json
|
import os
|
||||||
|
import json
|
||||||
import uuid
|
import uuid
|
||||||
|
from datetime import datetime
|
||||||
|
from dotenv import load_dotenv, find_dotenv
|
||||||
from sqlalchemy.orm import session
|
from sqlalchemy.orm import session
|
||||||
from sqlalchemy import func, asc, desc
|
from sqlalchemy import func, asc, desc
|
||||||
# from db.pg_models import Platform
|
# from db.pg_models import Platform
|
||||||
from gschliefgraben_glasfaser.models import ObservationSchema, Observation, create_pg_session, Dataset, Procedure, Phenomenon, Platform
|
from gschliefgraben_glasfaser.models import (
|
||||||
|
ObservationSchema, Observation, create_pg_session,
|
||||||
|
Dataset, Procedure, Phenomenon, Platform)
|
||||||
from gschliefgraben_glasfaser.my_api import MyApi
|
from gschliefgraben_glasfaser.my_api import MyApi
|
||||||
from datetime import datetime
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
''' main method '''
|
''' main method '''
|
||||||
|
@ -32,7 +37,8 @@ def main():
|
||||||
Phenomenon.sta_identifier == "Slope").first()
|
Phenomenon.sta_identifier == "Slope").first()
|
||||||
if not slope_dataset:
|
if not slope_dataset:
|
||||||
print("Sensor " + sensor + " ist noch nicht angelegt!")
|
print("Sensor " + sensor + " ist noch nicht angelegt!")
|
||||||
exit()
|
# exit()
|
||||||
|
continue
|
||||||
if not slope_dataset.is_published:
|
if not slope_dataset.is_published:
|
||||||
slope_dataset.is_published = 1
|
slope_dataset.is_published = 1
|
||||||
slope_dataset.is_hidden = 0
|
slope_dataset.is_hidden = 0
|
||||||
|
@ -86,9 +92,11 @@ def create_observations(sensor: str, slope_dataset: Dataset):
|
||||||
# consider the start date as 2021-february 1 st
|
# consider the start date as 2021-february 1 st
|
||||||
start_date = datetime.today()
|
start_date = datetime.today()
|
||||||
query_date = start_date.strftime('%Y-%m-%d')
|
query_date = start_date.strftime('%Y-%m-%d')
|
||||||
create_db_observations(sensor, query_date, test_api, pg_session, slope_dataset)
|
create_db_observations(sensor, query_date, test_api,
|
||||||
|
pg_session, slope_dataset)
|
||||||
pg_session.commit()
|
pg_session.commit()
|
||||||
|
|
||||||
|
|
||||||
def create_db_observations(sensor: str, query_date, test_api, pg_session, dataset: Dataset):
|
def create_db_observations(sensor: str, query_date, test_api, pg_session, dataset: Dataset):
|
||||||
''' to do '''
|
''' to do '''
|
||||||
query_date_obj = datetime.strptime(query_date, "%Y-%m-%d")
|
query_date_obj = datetime.strptime(query_date, "%Y-%m-%d")
|
||||||
|
@ -113,7 +121,8 @@ def create_db_observations(sensor: str, query_date, test_api, pg_session, datase
|
||||||
max_id = create_observation(
|
max_id = create_observation(
|
||||||
observation_json, pg_session, max_id, dataset)
|
observation_json, pg_session, max_id, dataset)
|
||||||
# pg_session.commit()
|
# pg_session.commit()
|
||||||
print("observations for date " + query_date + " succesfully imported \n")
|
print("observations for date " + query_date + " and sensor " + sensor +
|
||||||
|
" succesfully imported \n")
|
||||||
|
|
||||||
|
|
||||||
def create_observation(observation_json: ObservationSchema, db_session, max_id, dataset: Dataset):
|
def create_observation(observation_json: ObservationSchema, db_session, max_id, dataset: Dataset):
|
||||||
|
@ -160,5 +169,9 @@ def create_observation(observation_json: ObservationSchema, db_session, max_id,
|
||||||
print(409, f'Observation {ob_id} exists already')
|
print(409, f'Observation {ob_id} exists already')
|
||||||
return max_id
|
return max_id
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
load_dotenv(find_dotenv())
|
||||||
|
print('sensors: {}'.format(os.environ.get(
|
||||||
|
'GLASFASER_GSCHLIEFGRABEN_SENSORS', [])))
|
||||||
main()
|
main()
|
||||||
|
|
|
@ -1,2 +1,4 @@
|
||||||
# For relative imports to work in Python 3.6
|
''' For relative imports to work in Python 3.6 '''
|
||||||
import os, sys; sys.path.append(os.path.dirname(os.path.realpath(__file__)))
|
import os
|
||||||
|
import sys
|
||||||
|
sys.path.append(os.path.dirname(os.path.realpath(__file__)))
|
|
@ -32,9 +32,9 @@ def insert_sensor(offering, procedure, foi, sensor_type):
|
||||||
if foi is not None: # check if feature of interest should be declare
|
if foi is not None: # check if feature of interest should be declare
|
||||||
# feature_id = 'https://geomon.geologie.ac.at/52n-sos-webapp/api/features/' + \
|
# feature_id = 'https://geomon.geologie.ac.at/52n-sos-webapp/api/features/' + \
|
||||||
# str(foi.fid) # URL format
|
# str(foi.fid) # URL format
|
||||||
cordX = str(foi.x) # longitude degrees, float
|
cord_x = str(foi.x) # longitude degrees, float
|
||||||
cordY = str(foi.y) # latitude degrees, float
|
cord_y = str(foi.y) # latitude degrees, float
|
||||||
coordinates = cordX + " " + cordY
|
coordinates = cord_x + " " + cord_y
|
||||||
height = str(foi.z) # altitude in meters, float
|
height = str(foi.z) # altitude in meters, float
|
||||||
# h_unit = foi.Hunit # units for horizontal coordinates
|
# h_unit = foi.Hunit # units for horizontal coordinates
|
||||||
# z_unit = foi.Vunit # units for altitude
|
# z_unit = foi.Vunit # units for altitude
|
||||||
|
@ -49,14 +49,14 @@ def insert_sensor(offering, procedure, foi, sensor_type):
|
||||||
output_list = '' # output list element for describe procedure
|
output_list = '' # output list element for describe procedure
|
||||||
properties_list = []
|
properties_list = []
|
||||||
for a in sensor_type.pattern["attributes"]:
|
for a in sensor_type.pattern["attributes"]:
|
||||||
ObsPropName = '\"' + a[0] + '\"' # attribute name
|
obs_prop_name = '\"' + a[0] + '\"' # attribute name
|
||||||
# print(ObsPropName)
|
# print(obs_prop_name)
|
||||||
unit_name = sensor_type.om_types[a[1]] # om type
|
unit_name = sensor_type.om_types[a[1]] # om type
|
||||||
# magnitud = a # ??
|
# magnitud = a # ??
|
||||||
|
|
||||||
obs_name = ObsPropName.replace('\"', '')
|
obs_name = obs_prop_name.replace('\"', '')
|
||||||
obs_name = "".join(obs_name.split()) # observable property name
|
obs_name = "".join(obs_name.split()) # observable property name
|
||||||
output = '<sml:output name=' + ObsPropName + '><swe:Quantity definition=' + \
|
output = '<sml:output name=' + obs_prop_name + '><swe:Quantity definition=' + \
|
||||||
'\"' + (obs_name) + '\"' + \
|
'\"' + (obs_name) + '\"' + \
|
||||||
'></swe:Quantity></sml:output>'
|
'></swe:Quantity></sml:output>'
|
||||||
output_list = output_list + output
|
output_list = output_list + output
|
||||||
|
@ -79,7 +79,7 @@ def insert_sensor(offering, procedure, foi, sensor_type):
|
||||||
"service": "SOS",
|
"service": "SOS",
|
||||||
"version": "2.0.0",
|
"version": "2.0.0",
|
||||||
"procedureDescriptionFormat": "http://www.opengis.net/sensorml/2.0",
|
"procedureDescriptionFormat": "http://www.opengis.net/sensorml/2.0",
|
||||||
"procedureDescription": f'<sml:PhysicalSystem gml:id={off_name} xmlns:swes=\"http://www.opengis.net/swes/2.0\" xmlns:sos=\"http://www.opengis.net/sos/2.0\" xmlns:swe=\"http://www.opengis.net/swe/2.0\" xmlns:sml=\"http://www.opengis.net/sensorml/2.0\" xmlns:gml=\"http://www.opengis.net/gml/3.2\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xmlns:gco=\"http://www.isotc211.org/2005/gco\" xmlns:gmd=\"http://www.isotc211.org/2005/gmd\"><gml:identifier codeSpace=\"uniqueID\">{procedure_identifier}</gml:identifier><sml:identification><sml:IdentifierList><sml:identifier><sml:Term definition=\"urn:ogc:def:identifier:OGC:1.0:shortName\"><sml:label>shortName</sml:label><sml:value>{procedure_name}</sml:value></sml:Term></sml:identifier></sml:IdentifierList></sml:identification><sml:capabilities name=\"offerings\"><sml:CapabilityList><sml:capability name=\"offeringID\"><swe:Text definition=\"urn:ogc:def:identifier:OGC:offeringID\"><swe:label>{offering_label}</swe:label><swe:value>{offering_name}</swe:value></swe:Text></sml:capability></sml:CapabilityList></sml:capabilities><sml:featuresOfInterest><sml:FeatureList definition=\"http://www.opengis.net/def/featureOfInterest/identifier\"><swe:label>featuresOfInterest</swe:label><sml:feature><sams:SF_SpatialSamplingFeature xmlns:sams=\"http://www.opengis.net/samplingSpatial/2.0\" gml:id=\"ssf_b3a826dd44012201b01323232323041f7a92e0cc47260eb9888f6a4e9f747\"><gml:identifier codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_id}</gml:identifier><gml:name codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_name}</gml:name><sf:type xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/samplingFeatureType/OGC-OM/2.0/SF_SamplingPoint\"/><sf:sampledFeature xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/nil/OGC/0/unknown\"/><sams:shape><ns:Point xmlns:ns=\"http://www.opengis.net/gml/3.2\" ns:id=\"Point_ssf_b3a826dd44012201b013c90c51da28c041f7a92e0cc47260eb9888f6a4e9f747\"><ns:pos srsName=\"http://www.opengis.net/def/crs/EPSG/0/4326\">{coordinates}</ns:pos></ns:Point></sams:shape></sams:SF_SpatialSamplingFeature></sml:feature></sml:FeatureList></sml:featuresOfInterest><sml:outputs><sml:OutputList><sml:output name=\"Slope\"><swe:Quantity definition=\"Slope\"><swe:label>Slope</swe:label><swe:uom code=\"deg\"/></swe:Quantity></sml:output></sml:OutputList></sml:outputs><sml:position><swe:Vector referenceFrame=\"urn:ogc:def:crs:EPSG::4326\"><swe:coordinate name=\"easting\"><swe:Quantity axisID=\"x\"><swe:uom code=\"degree\" /><swe:value>{cordX}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"northing\"><swe:Quantity axisID=\"y\"><swe:uom code=\"degree\" /><swe:value>{cordY}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"altitude\"><swe:Quantity axisID=\"z\"><swe:uom code=\"m\" /><swe:value>{height}</swe:value></swe:Quantity></swe:coordinate></swe:Vector></sml:position></sml:PhysicalSystem>',
|
"procedureDescription": f'<sml:PhysicalSystem gml:id={off_name} xmlns:swes=\"http://www.opengis.net/swes/2.0\" xmlns:sos=\"http://www.opengis.net/sos/2.0\" xmlns:swe=\"http://www.opengis.net/swe/2.0\" xmlns:sml=\"http://www.opengis.net/sensorml/2.0\" xmlns:gml=\"http://www.opengis.net/gml/3.2\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xmlns:gco=\"http://www.isotc211.org/2005/gco\" xmlns:gmd=\"http://www.isotc211.org/2005/gmd\"><gml:identifier codeSpace=\"uniqueID\">{procedure_identifier}</gml:identifier><sml:identification><sml:IdentifierList><sml:identifier><sml:Term definition=\"urn:ogc:def:identifier:OGC:1.0:shortName\"><sml:label>shortName</sml:label><sml:value>{procedure_name}</sml:value></sml:Term></sml:identifier></sml:IdentifierList></sml:identification><sml:capabilities name=\"offerings\"><sml:CapabilityList><sml:capability name=\"offeringID\"><swe:Text definition=\"urn:ogc:def:identifier:OGC:offeringID\"><swe:label>{offering_label}</swe:label><swe:value>{offering_name}</swe:value></swe:Text></sml:capability></sml:CapabilityList></sml:capabilities><sml:featuresOfInterest><sml:FeatureList definition=\"http://www.opengis.net/def/featureOfInterest/identifier\"><swe:label>featuresOfInterest</swe:label><sml:feature><sams:SF_SpatialSamplingFeature xmlns:sams=\"http://www.opengis.net/samplingSpatial/2.0\" gml:id=\"ssf_b3a826dd44012201b01323232323041f7a92e0cc47260eb9888f6a4e9f747\"><gml:identifier codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_id}</gml:identifier><gml:name codeSpace=\"http://www.opengis.net/def/nil/OGC/0/unknown\">{feature_name}</gml:name><sf:type xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/samplingFeatureType/OGC-OM/2.0/SF_SamplingPoint\"/><sf:sampledFeature xmlns:sf=\"http://www.opengis.net/sampling/2.0\" xlink:href=\"http://www.opengis.net/def/nil/OGC/0/unknown\"/><sams:shape><ns:Point xmlns:ns=\"http://www.opengis.net/gml/3.2\" ns:id=\"Point_ssf_b3a826dd44012201b013c90c51da28c041f7a92e0cc47260eb9888f6a4e9f747\"><ns:pos srsName=\"http://www.opengis.net/def/crs/EPSG/0/4326\">{coordinates}</ns:pos></ns:Point></sams:shape></sams:SF_SpatialSamplingFeature></sml:feature></sml:FeatureList></sml:featuresOfInterest><sml:outputs><sml:OutputList><sml:output name=\"Slope\"><swe:Quantity definition=\"Slope\"><swe:label>Slope</swe:label><swe:uom code=\"deg\"/></swe:Quantity></sml:output></sml:OutputList></sml:outputs><sml:position><swe:Vector referenceFrame=\"urn:ogc:def:crs:EPSG::4326\"><swe:coordinate name=\"easting\"><swe:Quantity axisID=\"x\"><swe:uom code=\"degree\" /><swe:value>{cord_x}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"northing\"><swe:Quantity axisID=\"y\"><swe:uom code=\"degree\" /><swe:value>{cord_y}</swe:value></swe:Quantity></swe:coordinate><swe:coordinate name=\"altitude\"><swe:Quantity axisID=\"z\"><swe:uom code=\"m\" /><swe:value>{height}</swe:value></swe:Quantity></swe:coordinate></swe:Vector></sml:position></sml:PhysicalSystem>',
|
||||||
"observableProperty": [
|
"observableProperty": [
|
||||||
"Slope",
|
"Slope",
|
||||||
"Roll",
|
"Roll",
|
||||||
|
|
BIN
requirements.txt
BIN
requirements.txt
Binary file not shown.
Loading…
Reference in New Issue
Block a user