* installing *source* package ‘tokenizers.bpe’ ...
** using staged installation
** libs
using C++ compiler: ‘Debian clang version 16.0.6 (13)’
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
In file included from youtokentome/cpp/utils.cpp:2:
In file included from ./youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
youtokentome/cpp/bpe.cpp:628:9: warning: variable 'real_merge' set but not used [-Wunused-but-set-variable]
    int real_merge = 0;
        ^
youtokentome/cpp/bpe.cpp:629:9: warning: variable 'not_real_merge' set but not used [-Wunused-but-set-variable]
    int not_real_merge = 0;
        ^
youtokentome/cpp/bpe.cpp:1101:7: warning: variable 'inter_fail' set but not used [-Wunused-but-set-variable]
  int inter_fail = 0;
      ^
youtokentome/cpp/bpe.cpp:1102:7: warning: variable 'equal_fail' set but not used [-Wunused-but-set-variable]
  int equal_fail = 0;
      ^
8 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
In file included from youtokentome/cpp/utf8.cpp:2:
In file included from ./youtokentome/cpp/utf8.h:3:
In file included from ./youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c RcppExports.cpp -o RcppExports.o
clang++-16 -std=gnu++17 -shared -L/home/hornik/tmp/R/lib -Wl,-O1 -o tokenizers.bpe.so youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o -pthread -L/home/hornik/tmp/R/lib -lR
rm -f youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
In file included from youtokentome/cpp/utils.cpp:2:
In file included from ./youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
youtokentome/cpp/bpe.cpp:628:9: warning: variable 'real_merge' set but not used [-Wunused-but-set-variable]
    int real_merge = 0;
        ^
youtokentome/cpp/bpe.cpp:629:9: warning: variable 'not_real_merge' set but not used [-Wunused-but-set-variable]
    int not_real_merge = 0;
        ^
youtokentome/cpp/bpe.cpp:1101:7: warning: variable 'inter_fail' set but not used [-Wunused-but-set-variable]
  int inter_fail = 0;
      ^
youtokentome/cpp/bpe.cpp:1102:7: warning: variable 'equal_fail' set but not used [-Wunused-but-set-variable]
  int equal_fail = 0;
      ^
8 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
In file included from youtokentome/cpp/utf8.cpp:2:
In file included from ./youtokentome/cpp/utf8.h:3:
In file included from ./youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:52:
./parallel_hashmap/phmap_base.h:248:36: warning: builtin __has_trivial_destructor is deprecated; use __is_trivially_destructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_destructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:300:36: warning: builtin __has_trivial_constructor is deprecated; use __is_trivially_constructible instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_constructor(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:335:36: warning: builtin __has_trivial_copy is deprecated; use __is_trivially_copyable instead [-Wdeprecated-builtins]
    : std::integral_constant<bool, __has_trivial_copy(T) &&
                                   ^
./parallel_hashmap/phmap_base.h:373:17: warning: builtin __has_trivial_assign is deprecated; use __is_trivially_assignable instead [-Wdeprecated-builtins]
          bool, __has_trivial_assign(typename std::remove_reference<T>::type) &&
                ^
4 warnings generated.
clang++-16  -std=gnu++17 -I"/home/hornik/tmp/R/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/lib/R/Library/4.4/x86_64-linux-gnu/Rcpp/include' -I/usr/local/include -DUSE_TYPE_CHECKING_STRICT -D_FORTIFY_SOURCE=3   -fpic  -g -O3 -Wall -pedantic -c RcppExports.cpp -o RcppExports.o
installing to /srv/hornik/tmp/CRAN/tokenizers.bpe.Rcheck/00LOCK-tokenizers.bpe/00new/tokenizers.bpe/libs
** R
** data
*** moving datasets to lazyload DB
** inst
** byte-compile and prepare package for lazy loading
** help
*** installing help indices
** building package indices
** testing if installed package can be loaded from temporary location
** checking absolute paths in shared objects and dynamic libraries
** testing if installed package can be loaded from final location
** testing if installed package keeps a record of temporary installation path
* DONE (tokenizers.bpe)