fwildclusterboot::setBoottest_nthreads(1)


test_that("Do different, but equivalent ways to specify
          linear models lead to equivalent results?", {
  skip_on_cran()
  skip_if_not(
    fwildclusterboot:::find_proglang("julia"),
    message = "skip test as julia installation not found."
  )

  set.seed(2351)
  dqrng::dqset.seed(2351)


  print_results <- FALSE

  data1 <<-
    fwildclusterboot:::create_data(
      N = 10000,
      N_G1 = 20,
      icc1 = 0.01,
      N_G2 = 10,
      icc2 = 0.01,
      numb_fe1 = 10,
      numb_fe2 = 10,
      seed = 71986045
    )
  # sapplydata1, class)

  lm_fit <-
    lm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1
    )
  feols_fit1 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1
    )
  feols_fit2 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = "group_id1"
    )
  feols_fit3 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = ~group_id1
    )
  feols_fit4 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = c("group_id1", "group_id2")
    )
  feols_fit5 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = ~ group_id1 + group_id2
    )
  feols_fit6 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense,
      data = data1
    )
  feols_fit7 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = "group_id1"
    )
  feols_fit8 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = ~group_id1
    )
  feols_fit9 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = c("group_id1", "group_id2")
    )
  feols_fit10 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense,
      data = data1,
      cluster = ~ group_id1 + group_id2
    )
  feols_fit11 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration |
        Q2_defense,
      data = data1
    )
  feols_fit12 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration,
      fixef = "Q2_defense",
      data = data1
    )
  feols_fit13 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income,
      fixef = c("Q1_immigration", "Q2_defense"),
      data = data1
    )

  # can also assign fixed effects via fixef = c("") arguments ...

  felm_fit1 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense,
      data = data1
    )
  felm_fit2 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense |
        0 | 0 | group_id1,
      data = data1
    )
  felm_fit3 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration + Q2_defense |
        0 | 0 | group_id1 + group_id2,
      data = data1
    )
  felm_fit4 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense | 0 | 0,
      data = data1
    )
  felm_fit5 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense | 0 | group_id1,
      data = data1
    )
  felm_fit6 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income |
        Q1_immigration + Q2_defense | 0 | group_id1 + group_id2,
      data = data1
    )
  felm_fit7 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q1_immigration |
        Q2_defense | 0 | group_id1 + group_id2,
      data = data1
    )
  felm_fit8 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income +
        Q2_defense |
        Q1_immigration | 0 | group_id1 + group_id2,
      data = data1
    )


  # one-way clustering

  create_models <- function(clustid) {
    
    R1 <- clubSandwich::constrain_zero(2:3, coefs = coef(lm_fit))
    R2 <- matrix(c(1, 0, 0, 1, 0, 0), 2, 3)
    R3 <- clubSandwich::constrain_zero(1:2, coefs = coef(felm_fit8))
    R4 <- clubSandwich::constrain_zero(1:2, coefs = coef(felm_fit7))

    for (engine in c("R", "WildBootTests.jl")) {
      # boottest()
      cat("boottest()", "\n")
      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_lm_", engine),
        suppressWarnings(
          boottest(
            object = lm_fit,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest1_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit1,
            clustid = clustid,
            B = 19999,
            param = ~treatment,
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest2_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit2,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest3_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit3,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest4_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit4,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest5_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit5,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest6_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit6,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest7_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit7,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest8_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit8,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest9_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit9,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest10_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest11_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit11,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest12_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit12,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest13_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit13,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest6fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            fe = ~Q1_immigration,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest7fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest8fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest9fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest10fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit10,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      # why suddenly fe = Q2_defense? Should give the same models
      assign(paste0("boot_fixest11fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit11,
            clustid = clustid,
            fe = "Q2_defense",
            B = 19999,
            param = ~treatment,
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest12fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit12,
            clustid = clustid,
            fe = "Q2_defense",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_fixest13fe_", engine),
        suppressWarnings(
          boottest(
            object = feols_fit13,
            clustid = clustid,
            fe = "Q2_defense",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm1_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit1,
            clustid = clustid,
            B = 19999,
            param = ~treatment,
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm2_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit2,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm3_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit3,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm4_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit4,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm5_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit5,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm6_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit6,
            clustid = clustid,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm4fe_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit4,
            clustid = clustid,
            fe = ~Q1_immigration,
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm5fe_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit5,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm6fe_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit6,
            clustid = clustid,
            fe = "Q1_immigration",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      set.seed(89651)
      dqrng::dqset.seed(74465)

      assign(paste0("boot_felm7fe_", engine),
        suppressWarnings(
          boottest(
            object = felm_fit7,
            clustid = clustid,
            fe = "Q2_defense",
            B = 19999,
            param = "treatment",
            conf_int = TRUE,
            ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
            engine = engine,
            floattype = "Float64"
          )
        ),
        envir = .GlobalEnv
      )

      # mboottest()

      if (engine == "WildBootTests.jl") {
        cat("mboottest()", "\n")

        set.seed(86908)
        assign(paste0("wboot_lm_", engine),
          suppressWarnings(
            mboottest(
              object = lm_fit,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest1_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit1,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )
        set.seed(86908)

        assign(paste0("wboot_fixest2_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit2,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest3_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit3,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest4_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit4,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest5_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit5,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )
        # why lm_fit? Because mboottest() estimates without fixed
        # effects, so R needs to be of dimension of
        # length(names(coef(object)))

        set.seed(86908)

        assign(paste0("wboot_fixest6_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit6,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest7_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit7,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest8_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit8,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_fixest9_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit9,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest10_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit10,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest6fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit6,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest7fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit7,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest8fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit8,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest9fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit9,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(
          paste0("wboot_fixest10fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit10,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        # why suddenly fe = Q2_defense? Should give the same models
        assign(
          paste0("wboot_fixest11fe_", engine),
          suppressWarnings(
            mboottest(
              object = feols_fit11,
              R = R3,
              clustid = clustid,
              fe = "Q2_defense",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm1_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit1,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm2_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit2,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm3_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit3,
              R = R1,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm4_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit4,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm5_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit5,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm6_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit6,
              R = R2,
              clustid = clustid,
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm4fe_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit4,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm5fe_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit5,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm6fe_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit6,
              R = R2,
              clustid = clustid,
              fe = "Q1_immigration",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )

        set.seed(86908)

        assign(paste0("wboot_felm7fe_", engine),
          suppressWarnings(
            mboottest(
              object = felm_fit7,
              R = R3,
              clustid = clustid,
              fe = "Q2_defense",
              B = 19999,
              ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE),
              floattype = "Float64"
            )
          ),
          envir = .GlobalEnv
        )
      }
    }
  }

  run_tests <- function() {
    for (x in c("point_estimate", "p_val", "t_stat", "conf_int")) {
      cat("test boottest", "\n")
      # test all R estimates against each other,
      # then test all Julia estimates against each other

      cat(x, "\n")
      # test R models
      for (model in all_feols_felm_models_R) {
        if (print_results) {
          print(expect_equal(boot_lm_R[[x]], get(model)[[x]],
            ignore_attr = TRUE
          ))
        } else {
          expect_equal(boot_lm_R[[x]], get(model)[[x]],
            ignore_attr = TRUE
          )
        }
      }

      # test Julia models
      for (model in all_feols_felm_models_jl) {
        if (print_results) {
          print(expect_equal(
            boot_lm_WildBootTests.jl[[x]],
            get(model)[[x]],
            ignore_attr = TRUE
          ))
        } else {
          expect_equal(boot_lm_WildBootTests.jl[[x]],
            get(model)[[x]],
            ignore_attr = TRUE
          )
        }
      }

      # different seeds -> different values
      if (print_results) {
        print(expect_equal(
          boot_lm_R[[x]],
          as.vector(boot_lm_WildBootTests.jl[[x]]),
          tolerance = 0.02,
          ignore_attr = TRUE
        ))
      } else {
        expect_equal(
          boot_lm_R[[x]],
          as.vector(boot_lm_WildBootTests.jl[[x]]),
          tolerance = 0.02,
          ignore_attr = TRUE
        )
      }
    }

    cat("test mboottest", "\n")

    # test wald models
    for (x in c("p_val", "teststat")) {
      for (model in all_wald_models) {
        if (print_results) {
          print(expect_equal(
            wboot_lm_WildBootTests.jl[[x]],
            get(model)[[x]],
            ignore_attr = TRUE
          ))
        } else {
          expect_equal(
            wboot_lm_WildBootTests.jl[[x]],
            get(model)[[x]],
            tolerance = 0.02,
            ignore_attr = TRUE
          )
        }
      }
    }
  }

  all_feols_felm_models_R <- c(
    paste0("boot_fixest", 1:13, "_R"),
    paste0("boot_fixest", 6:13, "fe_R"),
    paste0("boot_felm", 1:6, "_R"),
    paste0("boot_felm", 4:7, "fe_R")
  )

  all_feols_felm_models_jl <- c(
    paste0("boot_fixest", 1:13, "_WildBootTests.jl"),
    paste0("boot_fixest", 6:11, "fe_WildBootTests.jl"),
    paste0("boot_felm", 1:6, "_WildBootTests.jl"),
    paste0("boot_felm", 4:7, "fe_WildBootTests.jl")
  )

  all_wald_models <- c(
    paste0("wboot_fixest", 1:10, "_WildBootTests.jl"),
    paste0("wboot_fixest", 6:11, "fe_WildBootTests.jl"),
    paste0("wboot_felm", 1:6, "_WildBootTests.jl"),
    paste0("wboot_felm", 4:7, "fe_WildBootTests.jl")
  )
  # one-way clustering
  create_models(clustid = "group_id1")
  run_tests()


  # two-way clustering

  create_models(clustid = c("group_id1", "group_id2"))
  run_tests()
})



test_that("clustid can be fe", {
  
  print_results <- FALSE
  
  set.seed(2351)
  dqrng::dqset.seed(2351)
  

  data1 <<-
    fwildclusterboot:::create_data(
      N = 10000,
      N_G1 = 20,
      icc1 = 0.01,
      N_G2 = 10,
      icc2 = 0.01,
      numb_fe1 = 10,
      numb_fe2 = 10,
      seed = 71986045
    )
  # sapplydata1, class)

  feols_fit1 <-
    fixest::feols(
      proposition_vote ~ treatment + ideology1 + log_income | group_id1,
      data = data1,
      cluster = ~group_id1
    )

  felm_fit1 <-
    lfe::felm(
      proposition_vote ~ treatment + ideology1 + log_income |
        group_id1,
      data = data1
    )
  
  set.seed(2351)
  dqrng::dqset.seed(2351)
  
  fit1 <-
    boottest(
      feols_fit1,
      param = "treatment",
      B = 999,
      clustid = "group_id1",
      fe = "group_id1",
      ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE)
    )

  set.seed(2351)
  dqrng::dqset.seed(2351)
  
  fit2 <-
    boottest(
      felm_fit1,
      param = "treatment",
      B = 999,
      clustid = "group_id1",
      fe = "group_id1",
      ssc = boot_ssc(adj = FALSE, cluster.adj = FALSE)
    )

  expect_equal(fit1$t_stat,
    fixest::tstat(feols_fit1, ssc = fixest::ssc(
      adj = FALSE, cluster.adj = FALSE
    ))["treatment"],
    ignore_attr = TRUE
  )

  expect_equal(fit2$t_stat,
    fixest::tstat(feols_fit1, ssc = fixest::ssc(
      adj = FALSE, cluster.adj = FALSE
    ))["treatment"],
    ignore_attr = TRUE
  )
})