Share
Embed
そろそろ手を出すpurrr / nekosky
効率的なRプログラミングを可能にするpurrrパッケージの基本的な使い方とdplyr, ggplot2等のtidyverseに含まれるパッケージとの合わせ技を覚えましょう 😼 Tokyo.R#66での発表資料です https://atnd.org/events/92993
Uryu Shinya
December 16, 2017
Transcript
56 slides
-
ͦΖͦΖ खΛग़͢purrr 20171216 Tokyo.R#66@Ropponngi Shinya Uryu (HOXO-M INC.) @u_ribo @uribo
Purrr that A functional programming toolkit for R -
NBQϕΫτϧͷ֤ཁૉͷؔͷద༻ # จࣈΛ͑Δॲཧ—————————————————————— x <- c("kazutan", "hoxom", "uribo") nchar(x[1]) #
7 nchar(x[2]) # 5 nchar(x[3]) # 5 sapply(x, nchar) # ؔΛҾʹͱΔߴ֊ؔ # kazutan hoxom uribo # 7 5 5 -
library(purrr) map(x, nchar) # [[1]] # [1] 7 # [[2]]
# [1] 5 # [[3]] # [1] 5 map(.x, .f, ) ؔ ... Ϧετ ϕΫτϧ σʔλϑϨʔϜ දݱࣜ ର ॲཧ σʔλϑϨʔϜͰྻʢϕΫτϧʣ͕ର NBQϕΫτϧͷ֤ཁૉͷؔͷద༻ -
base::Map͡Όμϝͳͷ? Map(nchar, x) # $kazutan # [1] 7 # $hoxom
# [1] 5 # $uribo # [1] 5 %>% ʜ·͋ྑ͍͚Ͳ తʹ ୈҰҾʹૢ࡞ͷର /( ॊೈͳॲཧʹෆ͖ -
NBQ৭ʑ ฦΓΛҙͷܕͷϕΫτϧʹ FUNCTION RETURN map_lgl() ཧܕ map_int() ܕ map_dbl()
࣮ܕ map_chr() จࣈྻܕ ฦΓͷσʔλܕʹԠͯ͡ద༻͢ΔؔΛมߋ -
x %>% map_int(nchar) # [1] 7 5 5 x %>%
map_int(nchar) %>% sum() # [1] 17 x %>% map_chr(nchar) [1] "7" "5" "5" NBQ৭ʑ ฦΓΛҙͷܕͷϕΫτϧʹ -
CAUTIONDŽ x %>% map_lgl(nchar) # Error: Can't coerce element 1
from a integer to a logical σʔλܕͷมنଇʹҙ ཧܕɺܕɺ ഒਫ਼খܕɺจࣈྻͷॱʹॊೈੑ͕ߴ͍ -
NBQ৭ʑ Ґஔ݅ʹΑΔద༻ x %>% map_at(.at = 2, nchar) #
[[1]] #[1] "kazutan" # [[2]] [1] 5 # [[3]] [1] "uribo" x %>% map_if( .p = . == "kazutan", nchar) # [[1]] # [1] 7 # [[2]] # [1] "hoxom" # [[3]] # [1] "uribo" .ppredicateΛҙຯ͢Δ -
ͳΜ͔ग़͖ͯͨ x %>% map_if(.p = == "kazutan", nchar) NBHSJUUSͷͱҰॹμωʢ໌ࣔతʹΦϒδΣΫτΛ༩͑Δʣ x[1]:
TRUE "kazutan" == "kazutan" x[2]: FALSE "hoxom" == "kazutan" x[3]: FALSE "uribo" == "kazutan" ཁૉͷ໊ࢺͱͯ͠ػೳ . -
QVSSSʹ͓͚ΔγϣʔτΧοτԋࢉࢠ # 4QFDJFT͝ͱʹMN ͕࣮ߦ͞ΕΔ iris %>% split(.$Species) %>% map(function(df) {
lm(Petal.Width ~ Sepal.Length, data = df) }) -
# ؆ུԽͨ͠هड़ iris %>% split(.$Species) %>% map(~ lm(Petal.Width ~ Sepal.Length,
data = .)) }) ୈҰҾͷ ΦϒδΣΫτ͕ ͞ΕΔ ແ໊ؔΛఆٛ JSJTͷ4QFDJFT͝ͱʹॲཧ QVSSSʹ͓͚ΔγϣʔτΧοτԋࢉࢠ -
Ͳ͏͍͏͜ͱͩͬͯΑ res = x %>% map(~nchar) res[[1]] %>% class() #
[1] "function" res = x %>% map(~nchar(.)) res[[1]] %>% class() # [1] "integer" ͨͩͷؔ ʢର͕༩͑ΒΕͳ͍ʣ ʹΑΓ ର͕༩͑ΒΕɺ ͕࣮ؔߦ͞ΕΔ -
# มͷࢀর iris %>% split(.$Species) %>% map_dfc(~ mean(.$Sepal.Width)) # A
tibble: 1 x 3 setosa versicolor virginica <dbl> <dbl> <dbl> 1 3.428 2.77 2.974 QVSSSʹ͓͚ΔγϣʔτΧοτԋࢉࢠ -
NBQ৭ʑ Ҿ͝ͱʹҟͳΔରΛࢦఆ map2_int(.x = 1:3, .y = 4:6, .f
= `+`) # [1] 5 7 9 .x .y 1 2 3 4 5 6 5 7 9 ཁૉͷ Ґஔ͝ͱʹ ฒྻॲཧ + -
ద༻͢ΔؔͷҾͷͷ͠ํ # rnorm(n = 3, mean = 0, sd =
1) # NFBOͱTEͷΛมߋ͠ɺ # Oݻఆͨ͠ਖ਼نʹै͏ཚΛੜ map2(.x = c(0, -1, 1), # meanʹద༻ .y = c(1, 1.5, 2), # sdʹద༻ .f = rnorm, n = 3) .ffunctionΛҙຯ͢Δ 3ͭͷҾ͕ఆٛ͞ΕΔ -
ద༻͢ΔؔͷҾͷͷ͠ํ # ແ໊ؔԽͯ͠ɺ໌ࣔతʹ໊લΛهड़ͯ͠ྑ͍ map2(.x = c(0, -1, 1), # mean
.y = c(1, 1.5, 2), # sd .f = ~ rnorm(mean = .x, sd = .y, n = 3)) # Ґஔར༻Մೳ(લϖʔδͷྫಉ༷) map2(.x = c(0, -1, 1), # mean .y = c(1, 1.5, 2), # sd .f = ~ rnorm(n = 3, .x, .y,)) -
NBQ৭ʑ Ҿ͝ͱʹҟͳΔରΛࢦఆ library(jpmesh) # Ңܦ͔ΒϝογϡίʔυΛฦ٫ # ϝογϡίʔυϝογϡαΠζʹԠܻ͕ͯ͡ҟͳΔ coords_to_mesh(longitude =
141.3468, latitude = 43.06462, mesh_size = "80km") # [1] "6441" coords_to_mesh(141.3468, 43.06462, "1km") # [1] "64414277" 3ͭͷҾ͕ఆٛ͞ΕΔ -
d <- tibble::data_frame( longitude = c(141.3468, 139.6917, 139.7147), latitude =
c(43.06462, 35.68949, 35.70078), mesh_size = c("80km", "1km", "500m")) d %>% pmap_chr(coords_to_mesh) # [1] "6441" "53394525" "533945471" NBQ৭ʑ Ҿ͝ͱʹҟͳΔରΛࢦఆ -
d %>% pmap_chr(coords_to_mesh) longitude latitude mesh_size ໊લ ·ͨ ҐஔͰࢦఆ ؔͷҾ໊ͱ
σʔλϑϨʔϜͷྻ໊͕Ұக NBQ৭ʑ Ҿ͝ͱʹҟͳΔରΛࢦఆ -
# ໊લͰҰக͢ΔͷͰ͜ͷσʔλϑϨʔϜͰ0, d = tibble::data_frame( mesh_size = c("80km", "1km", "500m"),
longitude = c(141.3468, 139.6917, 139.7147), latitude = c(43.06462, 35.68949, 35.70078)) # ཁૉͷҐஔͰҰக͢ΔͷͰ͜ͷσʔλϑϨʔϜͰ0, d = tibble::data_frame( lon = c(141.3468, 139.6917, 139.7147), lat = c(43.06462, 35.68949, 35.70078), size = c("80km", "1km", "500m")) NBQ৭ʑ Ҿ͝ͱʹҟͳΔରΛࢦఆ -
಄ͷΛUJEZWFSTFͰ # JSJTσʔληοτΛ4QFDJFT͝ͱ ߦͣͭ ʹอଘͨ͠DTW (target_files = list.files("data/", pattern =
".csv$", full.names = TRUE)) target_files %>% map_df(readr::read_csv) # A tibble: 150 x 5 # … ෳͷDTW͔ΒҰͭͷσʔλϑϨʔϜ -
಄ͷΛUJEZWFSTFͰ # શม͕࣮ܕͰ͋Ε df %>% map_df(mean) # ࣮ྻ͚ͩΛରʹ df %>%
map_if(is.double, mean) ෳྻͷฏۉΛٻΊΔ -
άϧʔϓผͷਤΛαΫοͱ࡞ walk2(paste0("img_", unique(iris$Species), ".png"), iris %>% split(.$Species) %>% map(~ggplot(., aes(Sepal.Length,Petal.Width))
+ geom_point()), ggsave, # HHTBWF ʹ͢Ҿʢݻఆʣ width = 4, height = 3) -
EQMZSͷؔͰNBQ df_mesh = read_csv("data/mesh_1km.csv", col_types = "c") df_mesh %>% sample_n(3L)
LNϝογϡͷΛؚΜͩσʔλ # A tibble: 3 x 1 mesh_1km <chr> 1 36234703 2 36235603 … -
jpmesh::mesh_to_coords( meshcode = df_mesh$mesh_1km[1]) # A tibble: 1 x 4
# … # meshcodeҾʹୈҰྻ͕༩͑ΒΕΔ df_mesh_map = df_mesh %>% mutate(out = pmap(., ~ jpmesh::mesh_to_coords(meshcode = .x))) EQMZSͷؔͰNBQ .xʹmesh_1km͕ೖΔ -
͓ ೖ͚ͬͨͲ df_mesh_map # A tibble: 60 x 2 mesh_1km
out <chr> <list> 1 36225745 <tibble [1 x 4]> 2 36225746 <tibble [1 x 4]> 3 36225755 <tibble [1 x 4]> ֊ߏͷ͋ΔσʔλϑϨʔϜ -
֊ߏͷ͋ΔσʔλϑϨʔϜ df_mesh_map$out[[1]] # A tibble: 1 x 4 lng_center lat_center
lng_error lat_error <dbl> <dbl> <dbl> <dbl> 1 122.94375 24.4541666667 0.00624999999999 0.0041666667 தσʔλϑϨʔϜ -
֊ߏͷ͋ΔσʔλϑϨʔϜ df_mesh_map %>% tidyr::unnest() # A tibble: 60 x 5
mesh_1km lng_center lat_center lng_error lat_error <chr> <dbl> <dbl> <dbl> <dbl> 1 36225745 122.94375 24.4541666667 0.00624999999999 0.00416666670000 2 36225746 122.95625 24.4541666667 0.00624999999999 0.00416666670000 3 36225755 122.94375 24.4625000000 0.00624999999999 0.00416666666666 4 36225756 122.95625 24.4625000000 0.00624999999999 0.00416666666666 5 36225757 122.96875 24.4625000000 0.00624999999999 0.00416666666666 6 36225759 122.99375 24.4625000000 0.00625000000001 0.00416666666666 7 36225766 122.95625 24.4708333333 0.00624999999999 0.00416666663333 … ల։͢Δʹtidyr::unnest() ݩͷσʔλϑϨʔϜʹྻ͕Ճ͞ΕΔ -
άϧʔϓʹରͯ͠OFTU⁶VOOFTU iris_nest = iris %>% group_by(Species) %>% nest() # A
tibble: 3 x 2 Species data <fctr> <list> 1 setosa <tibble [50 x 4]> 2 versicolor <tibble [50 x 4]> 3 virginica <tibble [50 x 4]> all_equal(iris_nest %>% unnest(), iris) # [1] TRUE -
άϧʔϓʹରͯ͠OFTU⁶VOOFTU iris_model = iris_nest %>% transmute(out = map(data, function(df) {
broom::tidy(lm(Sepal.Length~Petal.Width, data=df))})) # A tibble: 3 x 1 out <list> 1 <data.frame [2 x 5]> 2 <data.frame [2 x 5]> 3 <data.frame [2 x 5]> -
άϧʔϓʹରͯ͠OFTU⁶VOOFTU iris_model %>% unnest() # A tibble: 6 x 5
term estimate std.error statistic p.value <chr> <dbl> <dbl> <dbl> <dbl> 1 (Intercept) 4.777177508269 0.123912416859 38.55285555207 8.98396856599e-38 … MN ͷ݁ՌΛσʔλϑϨʔϜʹ ͋ͱ͓͖ʹʂ -
ཁૉͷอ࣋ͱআ֎ res = x %>% map_at(1, nchar) res %>% keep(~
is.integer(.) == TRUE) %>% as_vector() [1] 7 # ཁૉͷ݁Ռ͕Δ res %>% discard(~ is.integer(.) == TRUE) %>% as_vector() [1] "hoxom" "uribo" # ཁૉͷ݁ՌΛআ֎ -
ཁૉʹద༻͢ΔؔΛมߋ library(stringr) c("str_to_upper", "str_to_title", "str_to_lower") %>% invoke_map_chr(x) # [1] "KAZUTAN"
"Hoxom" "uribo" ؔจࣈྻͱͯ͠༩͑Δ ֤ؔͷҾϦετͰ༩͑Δ -
ϦετΛΈࠐΈ 1:3 %>% reduce(`+`) # [1] 6 # 1 +2
+ 3 x %>% map(nchar) %>% reduce(c) # 7 5 5 # ͜ͷ߹ɺmap_int()Ͱྑ͍ ݸਓతʹɺmap_df()ରԠ͍ͯ͠ͳ͍ ߹ʹಛʹΦεεϝ (ݱࡏͷsfύοέʔδ (v.0.5-5))ͱ͔ -
ؔͷҰ෦ͷҾΛݻఆ ෦ద༻ set.seed(71) f = partial(runif, n = rpois(1, 5),
.lazy = FALSE) f # QBSUJBM ҾͰએݴͨ͠ҾΛ͕ͭؔ࡞͞ΕΔ function (...) runif(n = 4L, ...) 4set.seed(71)Λ༩͑ͨ࣌ͷ rpois(1,5)ͷ݁Ռ ෦తʹಉ͡ॲཧΛࢪ͢ࡍʹศར -
ؔͷҰ෦ͷҾΛݻఆ ෦ద༻ f() # [1] 0.555103868479 0.327369962120 0.211666960036 0.316121358424 #
SVOJG ͷOҎ֎ͷҾมߋՄೳ f(min = 0.2) # [1] 0.957813141309 0.729371172562 0.911536924727 0.470407903753 -
Ϧετͷ֊ΛҰஈ্͛Δ # ֊ͷϦετ x = list( list(hijiyama = c("kazutan")), list(tokyo
= c("hoxom", "uribo"))) x %>% flatten() # $hijiyama # [1] "kazutan" # $tokyo # [1] "hoxom" "uribo" 2͔Β1֊ͷϦετʹ -
Ϧετͷ֊ΛҰஈ্͛Δ # VOMJTU ͱҟͳΓɺҰஈͣͭωετΛղফ͢ΔʢΑΓ҆શʣ x %>% unlist() # hijiyama tokyo1
tokyo2 # "kazutan" "hoxom" "uribo" x %>% flatten() %>% flatten_chr() # [1] "kazutan" "hoxom" "uribo" ֊͕ͳ͘ͳΓɺϕΫτϧʢจࣈྻʣͱͯ͠ฦ٫