Remove FILENAMES constant

app/constants.py

@@ -4,42 +4,38 @@ DATASETS = [
     "deconfinement-parking-relais-doublement-des-places",
 ]
 URL = "https://opendata.paris.fr/api/records/1.0/search/?dataset={}&q=&rows=-1"
-FILENAMES = {
+TEST_URL = "https://opendata.paris.fr/api/records/1.0/search/?dataset=deconfinement-pistes-cyclables-temporaires&rows=-1"
-    "coronavirus-commercants-parisiens-livraison-a-domicile": "home-delivery",
-    "deconfinement-pistes-cyclables-temporaires": "cycling-paths",
-    "deconfinement-parking-relais-doublement-des-places": "relay-parking",
-}
 FILES = {
-    "cycling-paths": "data/cycling-paths.json",
+    "deconfinement-pistes-cyclables-temporaires": "data/cycling-paths.json",
-    "relay-parking": "data/relay-parking.json",
+    "deconfinement-parking-relais-doublement-des-places": "data/relay-parking.json",
-    "home-delivery": "data/home-delivery.json",
+    "coronavirus-commercants-parisiens-livraison-a-domicile": "data/home-delivery.json",
 }
 COLUMNS = {
-    "cycling-paths": [
+    "deconfinement-pistes-cyclables-temporaires": [
-        ["fields", "geo_shape", "coordinates"],
+        "fields.geo_shape.coordinates",
-        "statut",
+        "fields.statut",
         "record_timestamp",
-        "complement",
+        "fields.complement",
     ],
-    "relay-parking": [
+    "deconfinement-parking-relais-doublement-des-places": [
-        "societe",
+        "fields.societe",
-        "nb_places_dispositif_environ",
+        "fields.nb_places_dispositif_environ",
-        "parcs",
+        "fields.parcs",
-        "geo_shape",
+        "fields.geo_shape.coordinates",
-        "cp",
+        "fields.cp",
-        "ville",
+        "fields.ville",
-        "adresse",
+        "fields.adresse",
     ],
-    "home-delivery": [
+    "coronavirus-commercants-parisiens-livraison-a-domicile": [
-        "geo_shape",
+        "fields.geo_shape.coordinates",
-        "adresse",
+        "fields.adresse",
-        "code_postal",
+        "fields.code_postal",
-        "nom_du_commerce",
+        "fields.nom_du_commerce",
-        "type_du_commerce",
+        "fields.type_de_commerce",
-        "site_internet",
+        "fields.site_internet",
         "record_timestamp",
-        "precisions",
+        "fields.precisions",
-        "telephone",
+        "fields.telephone",
-        "mail",
+        "fields.mail",
     ],
 }

app/preprocessing.py

@@ -1,6 +1,6 @@
 from json import load
-from pandas import json_normalize, DataFrame, set_option
+from pandas import json_normalize, DataFrame
-from constants import FILES, COLUMNS
+from .constants import FILES, COLUMNS
 
 
 def open_json(dataset) -> dict:

app/request_datasets.py

@@ -1,6 +1,6 @@
 from json import dump
 from requests import get
-from constants import FILENAMES, URL
+from .constants import FILES, URL
 
 
 def format_url(dataset) -> str:
@@ -15,8 +15,7 @@ def save_json(data, dataset):
     """
     Dumps the data into a JSON file
     """
-    data_dir = "data/"
+    with open(FILES[dataset], "w") as f:
-    with open(data_dir + FILENAMES[dataset] + ".json", "w") as f:
         dump(data, f, ensure_ascii=False)