test_that("metrics() correctly picks the right metrics", {
  expect_equal(
    metrics(two_class_example, truth, predicted)[[".metric"]],
    c("accuracy", "kap")
  )
  expect_equal(
    metrics(two_class_example, truth, predicted, Class1)[[".metric"]],
    c("accuracy", "kap", "mn_log_loss", "roc_auc")
  )
  expect_equal(
    metrics(hpc_cv, "obs", "pred", VF:L)[[".metric"]],
    c("accuracy", "kap", "mn_log_loss", "roc_auc")
  )
  expect_equal(
    metrics(hpc_cv, "obs", "pred", VF:L)[[".estimator"]],
    c("multiclass", "multiclass", "multiclass", "hand_till")
  )
  expect_equal(
    metrics(solubility_test, solubility, "prediction")[[".metric"]],
    c("rmse", "rsq", "mae")
  )
})

test_that("bad args", {
  expect_snapshot(
    error = TRUE,
    metrics(two_class_example, truth, Class1)
  )
  expect_snapshot(
    error = TRUE,
    metrics(two_class_example, Class1, truth)
  )
  expect_snapshot(
    error = TRUE,
    metrics(hpc_cv, "obs", "pred", VF:M)
  )
})

test_that("metrics() produces correct results", {
  class_res <- dplyr::bind_rows(
    accuracy(two_class_example, truth, predicted),
    kap(two_class_example, truth, predicted),
    mn_log_loss(two_class_example, truth, Class1),
    roc_auc(two_class_example, truth, Class1)
  )

  reg_res <- dplyr::bind_rows(
    rmse(solubility_test, solubility, "prediction"),
    rsq(solubility_test, solubility, prediction),
    mae(solubility_test, solubility, prediction)
  )
  class_idx <- which(class_res$.metric %in% c("accuracy", "kap"))

  expect_equal(
    metrics(two_class_example, truth, predicted)[[".estimate"]],
    class_res[class_idx, ][[".estimate"]]
  )
  expect_equal(
    metrics(two_class_example, truth, predicted, Class1)[[".estimate"]],
    class_res[[".estimate"]]
  )
  expect_equal(
    metrics(solubility_test, solubility, prediction)[[".estimate"]],
    reg_res[[".estimate"]]
  )
})

test_that("metrics() - `options` is deprecated", {
  expect_snapshot(
    error = TRUE,
    metrics(two_class_example, truth, predicted, Class1, options = 1)
  )
})