diff --git a/R/create_cssd.R b/R/create_cssd.R index d7ac825..56c5441 100644 --- a/R/create_cssd.R +++ b/R/create_cssd.R @@ -32,7 +32,7 @@ create_cssd <- function(){ startKey <- table$startKey endKey <- table$endKey cols <- table$cols - joins <- joinses$tableName + joins <- joinses[[tableName]] for(year in names(tablePaths)){ @@ -45,7 +45,7 @@ create_cssd <- function(){ if(is.null(startKey)){ path = cbs_update_path(path) - + } new <- read_sav(path, col_select = all_of(cols)) new <- verticalizer(new, year, startKey, endKey) @@ -57,15 +57,15 @@ create_cssd <- function(){ joins <- c(joins, "year") data <- left_join(data, new, by = joins) } - } - firstRun = FALSE } - - dir.create("processed_data", showWarnings = FALSE, recursive = TRUE) - write_parquet(data, "processed_data/data.parquet") + firstRun = FALSE } + dir.create("processed_data", showWarnings = FALSE, recursive = TRUE) + write_parquet(data, "processed_data/data.parquet") } + + cbs_can_read <- function(path) { con <- try(suppressWarnings(file(path, "rb")), silent = TRUE) if (inherits(con, "try-error")) return(FALSE) diff --git a/inst/extdata/tablesConfig.yaml b/inst/extdata/tablesConfig.yaml index c0a0ca5..63d79ea 100644 --- a/inst/extdata/tablesConfig.yaml +++ b/inst/extdata/tablesConfig.yaml @@ -1,7 +1,7 @@ tables: - name: "GBAPERSOONTAB" path_sav: - 2022: "/Users/max/Documents/SoDa/GitHub/cssd/GBAPERSOONTAB.sav" + 2022: "GBAPERSOONTABV1.sav" cols: - RINPERSOON - RINPERSOONS @@ -13,7 +13,7 @@ tables: - name: "HOOGSTEOPLJJJJTABVV" path_sav: - 2022: "/Users/max/Documents/SoDa/GitHub/cssd/HOOGSTEOPLJJJJTABVV2.sav" + 2022: "HOOGSTEOPLJJJJTABVV2.sav" cols: - RINPERSOON - RINPERSOONS @@ -23,7 +23,7 @@ tables: startKey: "DATUMAANVANGHH" endKey: "DATUMEINDEHH" path_sav: - 2022: "/Users/max/Documents/SoDa/GitHub/cssd/GBAHUISHOUDENSBUS.sav" + 2022: "GBAHUISHOUDENSBUS.sav" cols: - AANTALPERSSH - TYPHH @@ -36,7 +36,7 @@ tables: startKey: "DATUMAANVANGBAANID" endKey: "EINDEBAANID" path_sav: - 2022: "/Users/max/Documents/SoDa/GitHub/cssd/BAANKENMERKENBUS.sav" + 2022: "BAANKENMERKENBUS.sav" cols: - ARBEIDSRELATIEBAANID - SOORTBAANID