Skip to content
This repository has been archived by the owner on Jul 30, 2021. It is now read-only.

Commit

Permalink
Update packate data
Browse files Browse the repository at this point in the history
  • Loading branch information
chinhungtseng committed Apr 9, 2020
1 parent 5148702 commit 238d5d2
Show file tree
Hide file tree
Showing 6 changed files with 93 additions and 106 deletions.
3 changes: 1 addition & 2 deletions DESCRIPTION
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
Package: taitratools
Title: TAITRA Tools
Version: 1.0.6.1
Version: 1.0.7
Authors@R:
person(given = "Peter", family = "Tseng", role = c("aut", "cre"), email = "[email protected]")
Description: Miscellaneous Tools for Work.
Expand Down Expand Up @@ -29,6 +29,5 @@ Suggests:
testthat (>= 2.2.1),
roxygen2 (>= 6.1.1)
Encoding: UTF-8
StagedInstall: no
LazyData: true
RoxygenNote: 7.1.0
1 change: 0 additions & 1 deletion NAMESPACE
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,6 @@ export(tt_read_itc_file)
export(tt_read_mof)
export(tt_read_table)
export(tt_spread_value)
export(tt_update_sys_data)
export(tt_vroom_mof)
export(y2date)
export(ym2date)
Expand Down
Binary file modified R/sysdata.rda
Binary file not shown.
184 changes: 92 additions & 92 deletions R/update_sys_data.R
Original file line number Diff line number Diff line change
@@ -1,93 +1,93 @@
#' Update taitratools package data
#' #' Update taitratools package data
#' #'
#' #' @return NULL
#' #' @export
#' tt_update_sys_data <- function() {
#' .getsourcepath()
#' .tt_update_data()
#' }
#'
#' @return NULL
#' @export
tt_update_sys_data <- function() {
.getsourcepath()
.tt_update_data()
}

.sysinst <- system.file(package = "taitratools")
.syspath <- file.path(.sysinst, "..", "R", "sysdata.rda")

.getsourcepath <- function() {
tmp_path <- readxl::read_xlsx(file.path(.sysinst, "extdata/tt_source_path.xlsx"))
.tt_source_path <- as.list(tmp_path$path)
names(.tt_source_path) <- tmp_path$name
save(.tt_source_path, file = .syspath, compress='xz')
}

.tt_update_data <- function() {
# tt_source_path data -------------------------
tmp_path <- readxl::read_xlsx(file.path(.sysinst, "extdata/tt_source_path.xlsx"))
.tt_source_path <- as.list(tmp_path$path)
names(.tt_source_path) <- tmp_path$name

# industry data -----------------------------
.industry_tbl <- tt_read_table(tt_get_path("PATH_INDUSTRY")) %>%
dplyr::mutate_at(dplyr::vars("reports_version_industry21", "reports_version_1", "reports_version_2"), list(~ tidyr::replace_na(., 0)))


.industry_tbl_en <- rlang::set_names(.industry_tbl, c("index", "type", "major", "minor", "hscode6", "hscode11", "hscode_dights",
"hscode", "industry", "reports_version_1", "reports_version_1_order", "reports_version_2",
"reports_version_2_order", "reports_version_2_ind_name", "reports_version_industry21", "reports_version_industry21_order",
"reports_version_3",
"reports_version_3_order", "reports_version_3_ind_name"))

# industry21 data -----------------------------
.tt_ind21_list <- .industry_tbl[.industry_tbl[["reports_version_industry21"]] == 1, ][["\u7DE8\u865F"]]
.tt_ind21_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind21_list, ][c("\u7DE8\u865F", "industry", "reports_version_industry21_order")]
.tt_ind21_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind21_list, ][c("index", "industry", "reports_version_industry21_order")]

# industry version 1 data -----------------------------
.tt_ind_list_verion_1 <- .industry_tbl[.industry_tbl[["reports_version_1"]] == 1, ][["\u7DE8\u865F"]]
.tt_ind_verion_1_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind_list_verion_1, ][c("\u7DE8\u865F", "industry", "reports_version_1_order")]
.tt_ind_verion_1_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind_list_verion_1, ][c("index", "industry", "reports_version_1_order")]

# industry version 2 data -----------------------------
.tt_ind_list_verion_2 <- .industry_tbl[.industry_tbl[["reports_version_2"]] == 1, ][["\u7DE8\u865F"]]
.tt_ind_verion_2_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind_list_verion_2, ][c("\u7DE8\u865F", "industry", "reports_version_2_order")]
.tt_ind_verion_2_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind_list_verion_2, ][c("index", "industry", "reports_version_2_order")]

# full hsocde data -----------------------------
.full_hscode_tbl <- tt_read_table(tt_get_path("PATH_FULL_HSCODE"))
tmp <- lapply(list(1:2, 3:4, 5:6, 7:8, 9:10), function(x) {
tmp <- unique(.full_hscode_tbl[x])
names(tmp) <- c("hscode", "hscode_cn")
tmp
})
.full_hscode_tbl <- Reduce(rbind, tmp)

# area data -------------------------------------
.area_tbl <- tt_read_table(tt_get_path("PATH_AREA"))
.area_tbl[.area_tbl$areaName == "全球", ][["countryName"]] <- "[\\w\\W]+"

# country name data -----------------------------
.country_ref_list <- readxl::read_xlsx("//172.26.1.102/dstore/重要資料/國家中英文對照.xlsx", skip = 1)
name_var <- c(
"name_ch", # chinese name
paste0("mof.", c("name", "code", "area")), # MOF
paste0("itc.", c("name", "code")), # ITC
paste0("world_bank.", c("name", "code", "area")), # WORLD BANK
paste0("imf.", c("name")), # IMF
paste0("oxford.", c("name")), # OXFORD
paste0("un_comtrade.", c("name", "code", "iso")), # UN COMTRADE
paste0("gta.", c("name")), # GTA
paste0("itc_tariff.", c("name")), # ITC TARIFF
paste0("asean.", c("name", "code")), # ASEAN
"name_ch2" # same as name_ch
)
names(.country_ref_list) <- name_var

.mof_export_usd_sample_data <- tt_vroom_mof("2019-01", "2019-02", period = 3, dep_month_cols = TRUE)

# save data ------------------------------------
save(
.tt_source_path, .industry_tbl, .industry_tbl_en,
.tt_ind21_tbl, .tt_ind21_tbl_en, .tt_ind21_list,
.tt_ind_verion_1_tbl_en, .tt_ind_list_verion_1,
.tt_ind_verion_2_tbl_en, .tt_ind_list_verion_2,
.full_hscode_tbl, .area_tbl, .country_ref_list,
.mof_export_usd_sample_data,
file = .syspath, compress='xz')
}
#' .sysinst <- system.file(package = "taitratools")
#' .syspath <- file.path(.sysinst, "..", "R", "sysdata.rda")
#'
#' .getsourcepath <- function() {
#' tmp_path <- readxl::read_xlsx(file.path(.sysinst, "extdata/tt_source_path.xlsx"))
#' .tt_source_path <- as.list(tmp_path$path)
#' names(.tt_source_path) <- tmp_path$name
#' save(.tt_source_path, file = .syspath, compress='xz')
#' }
#'
#' .tt_update_data <- function() {
#' # tt_source_path data -------------------------
#' tmp_path <- readxl::read_xlsx(file.path(.sysinst, "extdata/tt_source_path.xlsx"))
#' .tt_source_path <- as.list(tmp_path$path)
#' names(.tt_source_path) <- tmp_path$name
#'
#' # industry data -----------------------------
#' .industry_tbl <- tt_read_table(tt_get_path("PATH_INDUSTRY")) %>%
#' dplyr::mutate_at(dplyr::vars("reports_version_industry21", "reports_version_1", "reports_version_2"), list(~ tidyr::replace_na(., 0)))
#'
#'
#' .industry_tbl_en <- rlang::set_names(.industry_tbl, c("index", "type", "major", "minor", "hscode6", "hscode11", "hscode_dights",
#' "hscode", "industry", "reports_version_1", "reports_version_1_order", "reports_version_2",
#' "reports_version_2_order", "reports_version_2_ind_name", "reports_version_industry21", "reports_version_industry21_order",
#' "reports_version_3",
#' "reports_version_3_order", "reports_version_3_ind_name"))
#'
#' # industry21 data -----------------------------
#' .tt_ind21_list <- .industry_tbl[.industry_tbl[["reports_version_industry21"]] == 1, ][["\u7DE8\u865F"]]
#' .tt_ind21_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind21_list, ][c("\u7DE8\u865F", "industry", "reports_version_industry21_order")]
#' .tt_ind21_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind21_list, ][c("index", "industry", "reports_version_industry21_order")]
#'
#' # industry version 1 data -----------------------------
#' .tt_ind_list_verion_1 <- .industry_tbl[.industry_tbl[["reports_version_1"]] == 1, ][["\u7DE8\u865F"]]
#' .tt_ind_verion_1_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind_list_verion_1, ][c("\u7DE8\u865F", "industry", "reports_version_1_order")]
#' .tt_ind_verion_1_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind_list_verion_1, ][c("index", "industry", "reports_version_1_order")]
#'
#' # industry version 2 data -----------------------------
#' .tt_ind_list_verion_2 <- .industry_tbl[.industry_tbl[["reports_version_2"]] == 1, ][["\u7DE8\u865F"]]
#' .tt_ind_verion_2_tbl <- .industry_tbl[.industry_tbl[["\u7DE8\u865F"]] %in% .tt_ind_list_verion_2, ][c("\u7DE8\u865F", "industry", "reports_version_2_order")]
#' .tt_ind_verion_2_tbl_en <- .industry_tbl_en[.industry_tbl_en[["index"]] %in% .tt_ind_list_verion_2, ][c("index", "industry", "reports_version_2_order")]
#'
#' # full hsocde data -----------------------------
#' .full_hscode_tbl <- tt_read_table(tt_get_path("PATH_FULL_HSCODE"))
#' tmp <- lapply(list(1:2, 3:4, 5:6, 7:8, 9:10), function(x) {
#' tmp <- unique(.full_hscode_tbl[x])
#' names(tmp) <- c("hscode", "hscode_cn")
#' tmp
#' })
#' .full_hscode_tbl <- Reduce(rbind, tmp)
#'
#' # area data -------------------------------------
#' .area_tbl <- tt_read_table(tt_get_path("PATH_AREA"))
#' .area_tbl[.area_tbl$areaName == "全球", ][["countryName"]] <- "[\\w\\W]+"
#'
#' # country name data -----------------------------
#' .country_ref_list <- readxl::read_xlsx("//172.26.1.102/dstore/重要資料/國家中英文對照.xlsx", skip = 1)
#' name_var <- c(
#' "name_ch", # chinese name
#' paste0("mof.", c("name", "code", "area")), # MOF
#' paste0("itc.", c("name", "code")), # ITC
#' paste0("world_bank.", c("name", "code", "area")), # WORLD BANK
#' paste0("imf.", c("name")), # IMF
#' paste0("oxford.", c("name")), # OXFORD
#' paste0("un_comtrade.", c("name", "code", "iso")), # UN COMTRADE
#' paste0("gta.", c("name")), # GTA
#' paste0("itc_tariff.", c("name")), # ITC TARIFF
#' paste0("asean.", c("name", "code")), # ASEAN
#' "name_ch2" # same as name_ch
#' )
#' names(.country_ref_list) <- name_var
#'
#' .mof_export_usd_sample_data <- tt_vroom_mof("2019-01", "2019-02", period = 3, dep_month_cols = TRUE)
#'
#' # save data ------------------------------------
#' save(
#' .tt_source_path, .industry_tbl, .industry_tbl_en,
#' .tt_ind21_tbl, .tt_ind21_tbl_en, .tt_ind21_list,
#' .tt_ind_verion_1_tbl_en, .tt_ind_list_verion_1,
#' .tt_ind_verion_2_tbl_en, .tt_ind_list_verion_2,
#' .full_hscode_tbl, .area_tbl, .country_ref_list,
#' .mof_export_usd_sample_data,
#' file = .syspath, compress='xz')
#' }
Binary file modified inst/extdata/tt_source_path.xlsx
Binary file not shown.
11 changes: 0 additions & 11 deletions man/tt_update_sys_data.Rd

This file was deleted.

0 comments on commit 238d5d2

Please sign in to comment.