R Under development (unstable) (2025-05-27 r88249 ucrt) -- "Unsuffered Consequences"
Copyright (C) 2025 The R Foundation for Statistical Computing
Platform: x86_64-w64-mingw32/x64

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type 'license()' or 'licence()' for distribution details.

R is a collaborative project with many contributors.
Type 'contributors()' for more information and
'citation()' on how to cite R or R packages in publications.

Type 'demo()' for some demos, 'help()' for on-line help, or
'help.start()' for an HTML browser interface to help.
Type 'q()' to quit R.

> library(datapackage)
> source("helpers.R")
> 
> 
> fn <- tempfile()
> dir.create(fn, recursive = TRUE, showWarnings = FALSE)
> 
> 
> # We are going to reuse the datapackage for different
> # variations of the resources
> datapackage <- list(
+     name = "test",
+     resources = list()
+   )
> datapackage <- structure(datapackage, 
+   class = c("readonlydatapackage", "datapackage"),
+   filename = "datapackage.json",
+   path = fn)
> 
> 
> 
> # === SIMPLE EXAMPLE
> data <- data.frame(
+   col1 = c(1L, 2L),
+   col2 = c("A", "B")
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "integer"),
+             list(name = "col2", type = "string")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '1;"A"', '2;"B"')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
Loading required namespace: data.table
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> # === SUBDIRECTORY
> data <- data.frame(
+   col1 = c(1L, 2L),
+   col2 = c("A", "B")
+ )
> resource <- list(
+     name = "test",
+     path = "data/test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "integer"),
+             list(name = "col2", type = "string")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '1;"A"', '2;"B"')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "data/test.csv")) 
> expect_equal(res, expected)
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "data/test.csv")) 
> expect_equal(res, expected)
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> files <- list.files(file.path(fn, "data"), full.names = TRUE)
> ignore <- file.remove(files)
> 
> 
> 
> # === DECIMALCHAR IN FIELD
> data <- data.frame(
+   col1 = c(1.22, -2.33),
+   col2 = c(1000.10, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "number", decimalChar = ","),
+             list(name = "col2", type = "number", decimalChar = ",")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";"
+       )
+   )
> expected <- c('"col1";"col2"', '1,22;1000,1', '-2,33;')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === DECIMALCHAR IN DIALECT
> data <- data.frame(
+   col1 = c(1.22, -2.33),
+   col2 = c(1000.10, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "number"),
+             list(name = "col2", type = "number")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '1,22;1000,1', '-2,33;')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === GROUPCHAR
> data <- data.frame(
+   col1 = c(1.22, -2.33),
+   col2 = c(1000.10, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "number", groupChar = " "),
+             list(name = "col2", type = "number", groupChar = " ")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '"1,22";"1 000,1"', '"-2,33";')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === NUULSEQUENCE
> data <- data.frame(
+   col1 = c(1.22, -2.33),
+   col2 = c(1000.10, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "number"),
+             list(name = "col2", type = "number")
+           )
+       ),
+     dialect = list( 
+         nullSequence = "FOO"
+       )
+   )
> expected <- c('"col1","col2"', '1.22,1000.1', '-2.33,FOO')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === LOGICAL
> data <- data.frame(
+   col1 = c(TRUE, FALSE),
+   col2 = c(TRUE, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "boolean"),
+             list(name = "col2", type = "boolean")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', 'TRUE;TRUE', 'FALSE;')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> 
> # === LOGICAL
> data <- data.frame(
+   col1 = c(TRUE, FALSE),
+   col2 = c(TRUE, NA)
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "boolean", 
+               trueValues = c("RIGHT", "right"), 
+               falseValues = c("NOT RIGHT")),
+             list(name = "col2", type = "boolean")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '"RIGHT";TRUE', '"NOT RIGHT";')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === DATE
> data <- data.frame(
+   col1 = as.Date(c("2025-01-01", "2024-12-31")),
+   col2 = as.Date(c("2000-06-10", NA))
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "date"),
+             list(name = "col2", type = "date", format = "%d-%m-%Y")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
> expected <- c('"col1";"col2"', '"2025-01-01";"10-06-2000"', '"2024-12-31";')
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> csv_writer(data, "test", datapackage, use_fwrite = TRUE)
> res <- readLines(file.path(fn, "test.csv")) 
> expect_equal(res, expected)
> 
> res <- dp_get_data(datapackage, "test")
> expect_equal(res$col1, data$col1, attributes = FALSE)
> expect_equal(res$col2, data$col2, attributes = FALSE)
> 
> 
> # === DATETIME
> if ("CET" %in% OlsonNames()) {
+ data <- data.frame(
+   col1 = as.POSIXct(c("2025-01-01 14:15:16", "2024-12-31 13:12:11"), tz = "CET"),
+   col2 = as.POSIXct(c("2000-06-10 00:01:02", NA), tz = "CET")
+ )
+ resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "datetime"),
+             list(name = "col2", type = "datetime", format = "%d-%m-%Y %H:%M:%S")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ","
+       )
+   )
+ expected <- c('"col1";"col2"', '"2025-01-01T14:15:16+01:00";"10-06-2000 00:01:02"', '"2024-12-31T13:12:11+01:00";')
+ resource <- structure(resource, class = "dataresource")
+ datapackage$resources[[1]] <- resource
+ csv_writer(data, "test", datapackage)
+ res <- readLines(file.path(fn, "test.csv")) 
+ expect_equal(res, expected)
+ 
+ csv_writer(data, "test", datapackage, use_fwrite = TRUE)
+ res <- readLines(file.path(fn, "test.csv")) 
+ expect_equal(res, expected)
+ 
+ res <- dp_get_data(datapackage, "test")
+ expect_equal(res$col1, data$col1, attributes = FALSE)
+ # When a format is used without time zone; the local time zone is used; therefore
+ # leave time zone away in as.POSIXct as this will also result in a time in local 
+ # time
+ col2 <- as.POSIXct(c("2000-06-10 00:01:02", NA))
+ expect_equal(res$col2, col2, attributes = FALSE)
+ }
> 
> 
> 
> # === LINE ENDINGS
> data <- data.frame(
+   col1 = c(1L, 2L),
+   col2 = c("A", "B")
+ )
> resource <- list(
+     name = "test",
+     path = "test.csv",
+     schema = list(
+         fields = list(
+             list(name = "col1", type = "integer"),
+             list(name = "col2", type = "string")
+           )
+       ),
+     dialect = list( 
+         delimiter = ";",
+         decimalChar = ",",
+         lineTerminator = "\r\n"
+       )
+   )
> expected <- c('"col1";"col2"', '1;"A"', '2;"B"', '')
> expected <- paste0(expected, collapse = "\r\n")
> resource <- structure(resource, class = "dataresource")
> datapackage$resources[[1]] <- resource
> csv_writer(data, "test", datapackage)
> res <- readBin(file.path(fn, "test.csv"), what="raw", n = 1000)
> expect_equal(rawToChar(res), expected)
> 
> # \n line ending
> resource$dialect$lineTerminator <- "\n"
> datapackage$resources[[1]] <- resource
> expected <- c('"col1";"col2"', '1;"A"', '2;"B"', '')
> expected <- paste0(expected, collapse = "\n")
> csv_writer(data, "test", datapackage)
> res <- readBin(file.path(fn, "test.csv"), what="raw", n = 1000)
> expect_equal(rawToChar(res), expected)
> 
> # default line ending
> resource$dialect$lineTerminator <- NULL
> datapackage$resources[[1]] <- resource
> expected <- c('"col1";"col2"', '1;"A"', '2;"B"', '')
> expected <- paste0(expected, collapse = "\r\n")
> csv_writer(data, "test", datapackage)
> res <- readBin(file.path(fn, "test.csv"), what="raw", n = 1000)
> expect_equal(rawToChar(res), expected)
> 
> 
> # === CLEANUP
> 
> files <- list.files(fn, full.names = TRUE)
> ignore <- file.remove(files)
Warning message:
In file.remove(files) :
  cannot remove file 'D:\temp\2025_05_28_08_20_16_20055\RtmpScF5w1\file1e0dc55a26705/data', reason 'Permission denied'
> ignore <- file.remove(fn)
Warning message:
In file.remove(fn) :
  cannot remove file 'D:\temp\2025_05_28_08_20_16_20055\RtmpScF5w1\file1e0dc55a26705', reason 'Permission denied'
> 
> 
> proc.time()
   user  system elapsed 
   0.70    0.12    0.81