Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
S
sgbd_datamart
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
DREAL Pays de la Loire
Centre de Services de la Donnée
sgbd_datamart
Commits
f9c29ea9
Commit
f9c29ea9
authored
1 year ago
by
Franck.Gaspard
Committed by
Juliette Engelaere-Lefebvre
1 year ago
Browse files
Options
Downloads
Patches
Plain Diff
fusion de la branche rpls_cog2024_FG
parent
f8b41e98
No related branches found
No related tags found
1 merge request
!38
fusion de la branche rpls_cog2024_FG
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
.gitignore
+2
-0
2 additions, 0 deletions
.gitignore
data-raw/chargement_rpls.R
+22
-93
22 additions, 93 deletions
data-raw/chargement_rpls.R
with
24 additions
and
93 deletions
.gitignore
+
2
−
0
View file @
f9c29ea9
...
...
@@ -11,3 +11,5 @@ _targets
lib_var_RGE.csv
metadata/*.RData
sysdata/*.RData
*.RData
R/cog.R
\ No newline at end of file
This diff is collapsed.
Click to expand it.
data-raw/chargement_rpls.R
+
22
−
93
View file @
f9c29ea9
# chargement_rpls
# librairies -------
library
(
propre.rpls
)
library
(
tidyr
)
library
(
tidyverse
)
library
(
COGiter
)
library
(
lubridate
)
library
(
readr
)
library
(
datalibaba
)
library
(
googlesheets4
)
rm
(
list
=
ls
())
library
(
magrittr
)
# pour le %>%
source
(
file
=
"R/dataprep_all.R"
)
rpls_prep
<-
dataprep_all
()
%>%
filter
(
!
is.na
(
millesime
))
dplyr
::
filter
(
!
is.na
(
millesime
))
# #liste des communes des EPCI de la région Pays de la Loire
# communes_region52 <- communes %>%
# filter(grepl("52", REGIONS_DE_L_EPCI)) %>%
# mutate(DEPCOM = as.character(DEPCOM)) %>%
# pull(DEPCOM)
# #
liste des communes des EPCI de la région Pays de la Loire
# communes_region52 <-
COGiter::
communes %>%
#
dplyr::
filter(grepl("52", REGIONS_DE_L_EPCI)) %>%
#
dplyr::
mutate(DEPCOM = as.character(DEPCOM)) %>%
#
dplyr::
pull(DEPCOM)
rpls
<-
rpls_prep
%>%
# filter(TypeZone %in% c("Départements", "Régions", "Epci", "France") | CodeZone %in% communes_region52 ) %>%
mutate
(
date
=
make_date
(
as.character
(
millesime
),
01
,
01
),
across
(
where
(
is.character
),
as.factor
))
%>%
select
(
-
millesime
)
%>%
mutate_if
(
is.factor
,
as.character
)
# dictionnaire de données rpls et rp du package propre.rpls ------------
# https://gitlab.com/rdes_dreal/propre.rpls/-/blob/master/inst/rstudio/templates/project/ressources/extdata/
# dico_var.csv, dico_var_compl.csv et dico_var_rp.csv téléchargés dans exdata du projet sgbd_datamart
url_dicos
<-
"https://gitlab.com/rdes_dreal/propre.rpls/-/raw/master/inst/rstudio/templates/project/ressources/extdata/"
dico_var
<-
read_csv2
(
paste0
(
url_dicos
,
"dico_var.csv"
))
%>%
dplyr
::
bind_rows
(
read_csv2
(
paste0
(
url_dicos
,
"dico_var_compl.csv"
)))
%>%
dplyr
::
bind_rows
(
read_csv2
(
paste0
(
url_dicos
,
"dico_var_rp.csv"
)))
%>%
select
(
-
c
(
Chapitre
,
usage
))
dico_var
<-
semi_join
(
dico_var
,
tibble
(
nom_court
=
names
(
rpls
)))
%>%
# ajout des libellés pour TypeZone CodeZone Zone et date
bind_rows
(
tribble
(
~
nom_court
,
~
libelles
,
"TypeZone"
,
"Type de zone"
,
"Zone"
,
"Nom de la zone"
,
"CodeZone"
,
"Code INSEE de la zone"
,
"date"
,
"Millesime"
)
# dplyr::filter(TypeZone %in% c("Départements", "Régions", "Epci", "France") | CodeZone %in% communes_region52 ) %>%
dplyr
::
mutate
(
date
=
lubridate
::
make_date
(
as.character
(
millesime
),
01
,
01
),
dplyr
::
across
(
tidyselect
::
where
(
is.character
),
as.factor
)
)
%>%
dplyr
::
select
(
-
millesime
)
%>%
dplyr
::
mutate_if
(
is.factor
,
as.character
)
# versement et documentation dans le sgbd/datamart.portrait_territoires ------
source
(
"R/poster_documenter_ind.R"
,
encoding
=
"UTF-8"
)
poster_documenter_ind
(
df
=
rpls
,
nom_table_sgbd
=
"cogifiee_rpls"
,
comm_source_en_plus
=
"Chargement des donn\u00e9es sur le package propre.rpls"
)
# # versement dans le sgbd/datamart.portrait_territoires et métadonnées -------------
poster_data
(
data
=
rpls
,
table
=
"cogifiee_rpls"
,
schema
=
"portrait_territoires"
,
db
=
"datamart"
,
user
=
"does"
,
pk
=
c
(
"TypeZone"
,
"CodeZone"
,
"date"
),
post_row_name
=
FALSE
,
droits_schema
=
TRUE
,
overwrite
=
TRUE
)
post_dico_attr
(
dico
=
dico_var
,
table
=
"cogifiee_rpls"
,
schema
=
"portrait_territoires"
,
db
=
"datamart"
,
user
=
"does"
)
## récupération du nom du présent script source
nom_script_sce
<-
rstudioapi
::
getActiveDocumentContext
()
$
path
%>%
# utilisation de rstudioapi pour récupérer le nom du présent script
basename
()
%>%
# on enlève le chemin d'accès pour ne garder que le nom du fichier
gsub
(
pattern
=
".R$"
,
""
,
.
)
# on enlève l'extension '.R'
## Récupération des métadonnées de la source
nom_sce
<-
str_replace
(
nom_script_sce
,
"chargement_|ref_|specifique_"
,
""
)
%>%
str_replace
(
"indicateur_"
,
""
)
%>%
str_replace
(
"_cogiter|_cog$"
,
""
)
## authentification google sheet grâce au .Renviron
googlesheets4
::
gs4_auth_configure
(
api_key
=
Sys.getenv
(
"google_api_key"
))
googlesheets4
::
gs4_deauth
()
metadata_source
<-
read_sheet
(
"https://docs.google.com/spreadsheets/d/1n-dhtrJM3JwFVz5WSEGOQzQ8A0G7VT_VcxDe5gh6zSo/edit#gid=60292277"
,
sheet
=
"sources"
)
%>%
filter
(
source
==
nom_sce
)
%>%
mutate
(
com_table
=
paste0
(
source_lib
,
" - "
,
producteur
,
".\n"
,
descriptif_sources
))
%>%
pull
(
com_table
)
%>%
# ajout de complement sur la généalogie
paste0
(
".\n"
,
"Chargement des donn\u00e9es sur le package propre.rpls"
)
## commentaires de la table
commenter_table
(
comment
=
metadata_source
,
db
=
"datamart"
,
schema
=
"portrait_territoires"
,
table
=
"cogifiee_rpls"
,
user
=
"does"
)
rm
(
list
=
ls
())
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment