Skip to content
GitLab
Explore
Sign in
Register
Primary navigation
Search or go to…
Project
datacirco-prepare-data
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
GitLab community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
leximpact
DataCirco
datacirco-prepare-data
Commits
38b5fc12
Commit
38b5fc12
authored
4 months ago
by
Benoît Courty
Browse files
Options
Downloads
Patches
Plain Diff
export equipements
parent
dad29cd1
Branches
Branches containing commit
No related tags found
1 merge request
!54
Mise à jour de DataCirco
Pipeline
#20133
passed
4 months ago
Stage: init
Stage: download
Stage: populate_db
Stage: export_json
Changes
3
Pipelines
1
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
datacirco/export_to_json/equipements.py
+19
-0
19 additions, 0 deletions
datacirco/export_to_json/equipements.py
datacirco/modules_data/equipements.py
+55
-0
55 additions, 0 deletions
datacirco/modules_data/equipements.py
extract_json.py
+8
-0
8 additions, 0 deletions
extract_json.py
with
82 additions
and
0 deletions
datacirco/export_to_json/equipements.py
0 → 100644
+
19
−
0
View file @
38b5fc12
from
datacirco.modules_data.equipements
import
GetEquipements
# from datacirco.map import tile_provider_forte
# import staticmaps
def
export_equipements
(
db
,
data
,
in_communes
):
"""
Génère le fichier json concernant les entreprises.
Args:
db (_type_): Objet de connexion
data: Données
in_communes: Liste de communes à traiter
"""
# Récupérer les données concernant les entreprises
equipements
=
GetEquipements
(
db
,
data
)
equipements
.
get_equipements
(
in_communes
)
return
equipements
.
data
.
equipements
.
__dict__
This diff is collapsed.
Click to expand it.
datacirco/modules_data/equipements.py
0 → 100644
+
55
−
0
View file @
38b5fc12
from
dataclasses
import
dataclass
import
pandas
as
pd
from
datacirco
import
utilitaires
@dataclass
()
class
DataEquipements
:
"""
Class that contains the data for the equipements module.
"""
insee_bpe
=
None
class
GetEquipements
:
"""
To retreive data from the database.
"""
def
__init__
(
self
,
db
,
data
):
"""
Args:
db: Connection to the database
data: A DataCirco object
"""
self
.
db
=
db
utilitaires
.
db
=
db
data
.
equipements
=
DataEquipements
()
self
.
data
=
data
self
.
dept
=
data
.
dept
self
.
circo
=
data
.
circo
def
get_equipements
(
self
,
in_communes
):
"""
Get the equipements from the database.
"""
utilitaires
.
db_exec
(
utilitaires
.
db
.
mogrify
(
"""
SELECT
nomrs, numvoie, typvoie, libvoie, libcom, v.lib_mod AS lib_typequ,
cantine, internat, ep as education_prioritaire, acces_aire_pratique,
acces_libre, acces_sanitaire, acces_vestiaire, capacite_d_accueil, pres_douche, pres_sanitaire,
longitude, latitude
FROM
public.insee_bpe AS b
LEFT JOIN
public.insee_bpe_vars AS v
ON v.cod_var =
'
TYPEQU
'
-- Indique la colonne à expliquer
AND v.cod_mod = b.typequ -- Lie la valeur de la colonne à sa définition
WHERE
b.depcom in (%s);
"""
%
(
in_communes
,)
)
)
equipements
=
utilitaires
.
db
.
fetchall
()
assert
len
(
equipements
)
>
0
df
=
pd
.
DataFrame
(
equipements
)
df
.
columns
=
[
col
[
0
]
for
col
in
utilitaires
.
db
.
description
]
self
.
data
.
equipements
.
insee_bpe
=
df
This diff is collapsed.
Click to expand it.
extract_json.py
+
8
−
0
View file @
38b5fc12
from
datacirco.modules_data.data
import
DataCirco
,
GetDataCirco
from
datacirco.export_to_json.equipements
import
export_equipements
from
datacirco.export_to_json.population
import
export_population
from
datacirco.export_to_json.environnement
import
export_environnement
from
datacirco.export_to_json.elections
import
export_elections
...
...
@@ -149,6 +150,13 @@ if debug:
utilitaires
.
trace
(
f
"
Temps de traitement common_data.json:
{
time
()
-
start
:
.
2
f
}
s
"
)
start
=
time
()
# Equipements
equipements
=
export_equipements
(
db
,
data
,
in_communes
)
extract_to_json
(
"
equipements.json
"
,
equipements
,
utilitaires
.
CustomJsonEncoder
)
if
debug
:
utilitaires
.
trace
(
f
"
Temps de traitement equipements.json:
{
time
()
-
start
:
.
2
f
}
s
"
)
start
=
time
()
# Population
population
=
export_population
(
db
,
data
,
dept
)
extract_to_json
(
"
population.json
"
,
population
,
utilitaires
.
CustomJsonEncoder
)
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment