phyks/cygnal
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add extra checks for OpenData works importer

Browse Source
This commit is contained in:
Lucas Verney 2019-02-11 09:01:46 +01:00
parent 276297dcc0
commit 87cbe8ae72
1 changed files with 28 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
scripts/opendata/works.py
View File

@ -115,6 +115,10 @@ def preprocess_lille(data):
def preprocess_loiret(data): def preprocess_loiret(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Loiret.')
return out
for item in data['features']: for item in data['features']:
try: try:
if 'paths' in item['geometry']: if 'paths' in item['geometry']:
@ -168,6 +172,10 @@ def preprocess_loiret(data):
def preprocess_lyon(data): def preprocess_lyon(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Lyon.')
return out
for item in data['features']: for item in data['features']:
try: try:
new_item = { new_item = {
@ -197,6 +205,10 @@ def preprocess_lyon(data):
def preprocess_montpellier(data): def preprocess_montpellier(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Montpellier.')
return out
for item in data['features']: for item in data['features']:
try: try:
new_item = { new_item = {
@ -226,6 +238,10 @@ def preprocess_montpellier(data):
def preprocess_nancy(data): def preprocess_nancy(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Nancy.')
return out
for item in data['features']: for item in data['features']:
try: try:
geometry = { geometry = {
@ -289,6 +305,10 @@ def preprocess_paris(data):
def preprocess_rennes(data): def preprocess_rennes(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Rennes.')
return out
for item in data['features']: for item in data['features']:
try: try:
new_item = { new_item = {
@ -317,6 +337,10 @@ def preprocess_rennes(data):
def preprocess_seine_saint_denis(data): def preprocess_seine_saint_denis(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Seine-Saint-Denis.')
return out
for item in data['features']: for item in data['features']:
try: try:
new_item = { new_item = {
@ -400,6 +424,10 @@ def preprocess_toulouse(data):
def preprocess_versailles(data): def preprocess_versailles(data):
out = [] out = []
if not 'features' in data:
logging.warning('Invalid data for Versailles.')
return out
for item in data['features']: for item in data['features']:
try: try:
if 'paths' in item['geometry']: if 'paths' in item['geometry']: