diff --git a/tests/testthat/test-aaa-connect.R b/tests/testthat/test-aaa-connect.R index 96d99ae..d29d2b0 100644 --- a/tests/testthat/test-aaa-connect.R +++ b/tests/testthat/test-aaa-connect.R @@ -17,7 +17,7 @@ test_that("can connect to Impala using RJDBC", { unzip(jdbc_zip, exdir = jdbc_jars) impala_classpath <- list.files(path = jdbc_jars, pattern = "\\.jar$", full.names = TRUE) rJava::.jinit(classpath = impala_classpath) - drv <- RJDBC::JDBC("com.cloudera.impala.jdbc41.Driver", impala_classpath, "`") + drv <- RJDBC::JDBC("com.cloudera.impala.jdbc.Driver", impala_classpath, "`") jdbc_conn_str <- paste0("jdbc:impala://", jdbc_host, ":", jdbc_port) impala <<- implyr::src_impala(drv, jdbc_conn_str, jdbc_user, jdbc_pass) TRUE diff --git a/tests/upload-datasets.R b/tests/upload-datasets.R new file mode 100644 index 0000000..1de9079 --- /dev/null +++ b/tests/upload-datasets.R @@ -0,0 +1,59 @@ +## This script uploads some of datasets required to pass package tests. +## Also required for tests are Lahman::batting and nycflights13::flights, +## however they are too large to consistently upload with copy_to. + +library(nycflights13) +library(implyr) + +## Script expects object `impala` (created by `src_impala`) + +## If using Cloudera Impala JDBC drivers, turn off OptimizedInsert +## (example connection string): +## "jdbc:impala://127.0.0.1:21050;OptimizedInsert=0" +## This parameter pads strings to uniform size and will make some of the tests fail. + +options(implyr.copy_to_size_limit = 10000000) + + +upload_datasets <- function(impala) { + copy_to( + impala, + airlines, + types=c("STRING", "STRING"), + temporary = FALSE + ) + + copy_to( + impala, + mtcars, + temporary = FALSE + ) + + copy_to( + impala, + data.frame(col1=c(1), col2=c("a")), + "one_row", + temporary = FALSE + ) + + copy_to( + impala, + iris %>% select( + species=Species, + sepal_length=Sepal.Length + ), + "iris", + temporary = FALSE + ) + + copy_to( + impala, + data.frame( + language="Spanish", + test="El pingüino Wenceslao hizo kilómetros bajo exhaustiva lluvia y frío, añoraba a su querido cachorro" + ), + "unicode_test", + temporary = FALSE, + types=c("STRING", "STRING") + ) +}