bert_pretrain_en_finetune_en.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "607edacc-acea-4bd2-a9ff-23b2df763db2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://hf-mirror.com\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "\n",
    "# 设置环境变量\n",
    "os.environ['HF_ENDPOINT'] = 'https://hf-mirror.com'\n",
    "\n",
    "# 打印环境变量以确认设置成功\n",
    "print(os.environ.get('HF_ENDPOINT'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "0b92a446-c25a-4ae4-b32b-8ff9e1b8f320",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/maris/miniconda3/envs/dnagpt/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "Map: 100%|██████████████████████████████████████████████████████████████| 49401/49401 [00:01<00:00, 32425.84 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 34124.86 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 34988.10 examples/s]\n"
     ]
    }
   ],
   "source": [
    "from datasets import load_dataset\n",
    "from transformers import AutoTokenizer, DataCollatorWithPadding\n",
    "from transformers import Trainer\n",
    "import evaluate\n",
    "import numpy as np\n",
    "from transformers import TrainingArguments\n",
    "from transformers import AutoModelForSequenceClassification\n",
    "\n",
    "\n",
    "# 假设你的JSON文件名为 'data.json' 并且每行是一个独立的JSON对象\n",
    "raw_datasets = load_dataset('paws-x', 'en')  # 或者指定特定语言如 'zh' 表示中文,https://huggingface.co/datasets/google-research-datasets/paws-x\n",
    "\n",
    "tokenizer = AutoTokenizer.from_pretrained(\"bert-base-cased\")\n",
    "#tokenizer.pad_token = tokenizer.eos_token\n",
    "\n",
    "\n",
    "def tokenize_function(example):\n",
    "    return tokenizer(example[\"sentence1\"], example[\"sentence2\"])\n",
    "\n",
    "\n",
    "tokenized_datasets = raw_datasets.map(tokenize_function, batched=True)\n",
    "data_collator = DataCollatorWithPadding(tokenizer=tokenizer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ba1a32f9-d548-4fae-ae66-f2961fadfc1c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label', 'input_ids', 'token_type_ids', 'attention_mask'],\n",
       "        num_rows: 49401\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label', 'input_ids', 'token_type_ids', 'attention_mask'],\n",
       "        num_rows: 2000\n",
       "    })\n",
       "    validation: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label', 'input_ids', 'token_type_ids', 'attention_mask'],\n",
       "        num_rows: 2000\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokenized_datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1209977a-00b4-471d-abdf-9b0264ce8cdf",
   "metadata": {},
   "outputs": [],
   "source": [
    "def compute_metrics(eval_pred):\n",
    "    predictions, labels = eval_pred\n",
    "    predictions = np.argmax(predictions, axis=1)\n",
    "    return {'accuracy': (predictions==labels).sum() / len(labels)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "2c996c5b-0e8c-4956-a3a3-86cda2177f85",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/maris/miniconda3/envs/dnagpt/lib/python3.11/site-packages/transformers/training_args.py:1568: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
      "  warnings.warn(\n",
      "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at bert-base-cased and are newly initialized: ['classifier.bias', 'classifier.weight']\n",
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
      "/tmp/ipykernel_89519/3690315028.py:20: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Trainer.__init__`. Use `processing_class` instead.\n",
      "  trainer = Trainer(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2024-12-11 21:47:01,336] [INFO] [real_accelerator.py:219:get_accelerator] Setting ds_accelerator to cuda (auto detect)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: cannot find -laio: No such file or directory\n",
      "collect2: error: ld returned 1 exit status\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: warning: libstdc++.so.6, needed by /usr/local/cuda-12/lib64/libcufile.so, not found (try using -rpath or -rpath-link)\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: warning: libm.so.6, needed by /usr/local/cuda-12/lib64/libcufile.so, not found (try using -rpath or -rpath-link)\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::runtime_error::~runtime_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__gxx_personality_v0@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream::tellp()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::chrono::_V2::steady_clock::now()@GLIBCXX_3.4.19'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_M_replace_aux(unsigned long, unsigned long, unsigned long, char)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `dlopen'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for bool@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_logic_error(char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::logic_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::locale::~locale()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(std::string const&, unsigned long, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_end_catch@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_ofstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::logic_error::~logic_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for __cxxabiv1::__si_class_type_info@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ios<char, std::char_traits<char> >::_M_cache_locale(std::locale const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `operator new[](unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_M_leak_hard()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ifstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_streambuf<wchar_t, std::char_traits<wchar_t> >::basic_streambuf(std::basic_streambuf<wchar_t, std::char_traits<wchar_t> > const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::append(char const*, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(std::string const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned short@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::resize(unsigned long, char)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for char const*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ctype<char>::_M_widen_init() const@GLIBCXX_3.4.11'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_invalid_argument(char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::locale::operator=(std::locale const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ios<wchar_t, std::char_traits<wchar_t> >::_M_cache_locale(std::locale const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_decrement(std::_Rb_tree_node_base const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_free_exception@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::condition_variable::notify_one()@GLIBCXX_3.4.11'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ios_base::Init::~Init()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_pure_virtual@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream::flush()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for __cxxabiv1::__class_type_info@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_rethrow@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_fstream<char, std::char_traits<char> >::~basic_fstream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::compare(char const*) const@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_ostringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::locale::locale()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::chrono::_V2::system_clock::now()@GLIBCXX_3.4.19'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_ifstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Hash_bytes(void const*, unsigned long, unsigned long)@CXXABI_1.3.5'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<long long>(long long)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for char*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__detail::_Prime_rehash_policy::_M_need_rehash(unsigned long, unsigned long, unsigned long) const@GLIBCXX_3.4.18'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::out_of_range@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `dlclose'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<unsigned long>(unsigned long)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_increment(std::_Rb_tree_node_base const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ios_base::~ios_base()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::range_error::~range_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__basic_file<char>::~__basic_file()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_guard_acquire@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<bool>(bool)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::overflow_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_fstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `shm_unlink'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::range_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ios<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_filebuf<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `operator delete[](void*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(unsigned long, char, std::allocator<char> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__detail::_List_node_base::_M_transfer(std::__detail::_List_node_base*, std::__detail::_List_node_base*)@GLIBCXX_3.4.15'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::replace(unsigned long, unsigned long, char const*, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for std::exception@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >::_Rep::_M_destroy(std::allocator<wchar_t> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::istream& std::istream::_M_extract<double>(double&)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::close()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_fstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ifstream<char, std::char_traits<char> >::basic_ifstream(char const*, std::_Ios_Openmode)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::append(std::string const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `operator new(unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_istringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned int@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::append(char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::domain_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::find(char, unsigned long) const@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream::put(char)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for int@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_bad_alloc()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_thread_atexit@CXXABI_1.3.7'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned int*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_increment(std::_Rb_tree_node_base*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ifstream<char, std::char_traits<char> >::~basic_ifstream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ios_base::Init::Init()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::condition_variable::condition_variable()@GLIBCXX_3.4.11'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::basic_filebuf()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_istringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::domain_error::~domain_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::cerr@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::find(char const*, unsigned long, unsigned long) const@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_istringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(std::allocator<char> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >::str() const@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::invalid_argument@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for void*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::assign(std::string const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> >::~basic_ostringstream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_rebalance_for_erase(std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned long@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__detail::_List_node_base::_M_hook(std::__detail::_List_node_base*)@GLIBCXX_3.4.15'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__detail::_List_node_base::_M_unhook()@GLIBCXX_3.4.15'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ostringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_stringbuf<char, std::char_traits<char>, std::allocator<char> >::_M_sync(char*, unsigned long, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_iostream<char, std::char_traits<char> >::~basic_iostream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::locale::locale(std::locale const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_istringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `log2f@GLIBC_2.2.5'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream::operator<<(std::basic_streambuf<char, std::char_traits<char> >*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_streambuf<wchar_t, std::char_traits<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::exception::~exception()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator<char> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__basic_file<char>::is_open() const@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `dlerror'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_istringstream<char, std::char_traits<char>, std::allocator<char> >::~basic_istringstream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::swap(std::string&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ostringstream<char, std::char_traits<char>, std::allocator<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_streambuf<char, std::char_traits<char> >::basic_streambuf(std::basic_streambuf<char, std::char_traits<char> > const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ios<char, std::char_traits<char> >::init(std::basic_streambuf<char, std::char_traits<char> >*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `dlsym'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_bad_cast()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ios<char, std::char_traits<char> >::clear(std::_Ios_Iostate)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_streambuf<wchar_t, std::char_traits<wchar_t> >::operator=(std::basic_streambuf<wchar_t, std::char_traits<wchar_t> > const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for long*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `operator delete(void*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream::operator<<(int)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_Rep::_S_empty_rep_storage@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_Rep::_M_destroy(std::allocator<char> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_iostream<wchar_t, std::char_traits<wchar_t> >::~basic_iostream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::runtime_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ofstream<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_insert_and_rebalance(bool, std::_Rb_tree_node_base*, std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_stringstream<char, std::char_traits<char>, std::allocator<char> >::~basic_stringstream()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `VTT for std::basic_stringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<long>(long)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::istream::get()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned long long@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ostream<char, std::char_traits<char> >& std::operator<< <std::char_traits<char> >(std::basic_ostream<char, std::char_traits<char> >&, char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::out_of_range::~out_of_range()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::length_error::~length_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ostream<char, std::char_traits<char> >& std::__ostream_insert<char, std::char_traits<char> >(std::basic_ostream<char, std::char_traits<char> >&, char const*, long)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::invalid_argument::~invalid_argument()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >::swap(std::basic_string<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::cout@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<unsigned long long>(unsigned long long)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<void const*>(void const*)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::underflow_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_streambuf<char, std::char_traits<char> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for std::out_of_range@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_allocate_exception@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_ios<wchar_t, std::char_traits<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for void const*@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ios<wchar_t, std::char_traits<wchar_t> >::init(std::basic_streambuf<wchar_t, std::char_traits<wchar_t> >*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `dlvsym'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::reserve(unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_begin_catch@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for long@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >::_Rep::_S_empty_rep_storage@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `shm_open'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::_M_leak()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::open(char const*, std::_Ios_Openmode)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_stringbuf<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >::_M_sync(wchar_t*, unsigned long, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::istream::getline(char*, long, char)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_istream<char, std::char_traits<char> >& std::getline<char, std::char_traits<char>, std::allocator<char> >(std::basic_istream<char, std::char_traits<char> >&, std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, char)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_stringstream<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::condition_variable::~condition_variable()@GLIBCXX_3.4.11'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::basic_stringbuf<wchar_t, std::char_traits<wchar_t>, std::allocator<wchar_t> >@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::insert(unsigned long, char const*, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::string::assign(char const*, unsigned long)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for unsigned char@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ios_base::ios_base()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_out_of_range(char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::overflow_error::~overflow_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_length_error(char const*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::__throw_system_error(int)@GLIBCXX_3.4.11'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ofstream<char, std::char_traits<char> >::close()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::ostream& std::ostream::_M_insert<double>(double)@GLIBCXX_3.4.9'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_streambuf<char, std::char_traits<char> >::operator=(std::basic_streambuf<char, std::char_traits<char> > const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `typeinfo for long long@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_string<char, std::char_traits<char>, std::allocator<char> >::basic_string(char const*, unsigned long, std::allocator<char> const&)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_ifstream<char, std::char_traits<char> >::close()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_guard_release@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `__cxa_throw@CXXABI_1.3'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::underflow_error::~underflow_error()@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::_Rb_tree_decrement(std::_Rb_tree_node_base*)@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `vtable for std::length_error@GLIBCXX_3.4'\n",
      "/home/maris/miniconda3/envs/dnagpt/compiler_compat/ld: /usr/local/cuda-12/lib64/libcufile.so: undefined reference to `std::basic_filebuf<char, std::char_traits<char> >::~basic_filebuf()@GLIBCXX_3.4'\n",
      "collect2: error: ld returned 1 exit status\n"
     ]
    }
   ],
   "source": [
    "training_args = TrainingArguments(\n",
    "    output_dir=\"ds_job_dna_2222\",\n",
    "    learning_rate=1e-5,\n",
    "    lr_scheduler_type=\"constant_with_warmup\",\n",
    "    warmup_ratio=0.1,\n",
    "    optim='adamw_torch',\n",
    "    weight_decay=0.0,\n",
    "    per_device_train_batch_size=20,\n",
    "    per_device_eval_batch_size=20,\n",
    "    num_train_epochs=4,\n",
    "    evaluation_strategy=\"epoch\",\n",
    "    save_strategy=\"epoch\",\n",
    "    logging_strategy=\"epoch\",\n",
    "    load_best_model_at_end=True\n",
    ")\n",
    "\n",
    "model = AutoModelForSequenceClassification.from_pretrained(\"bert-base-cased\", num_labels=2)\n",
    "#model.config.pad_token_id = model.config.eos_token_id\n",
    "\n",
    "trainer = Trainer(\n",
    "    model,\n",
    "    training_args,\n",
    "    train_dataset=tokenized_datasets[\"train\"],\n",
    "    eval_dataset=tokenized_datasets[\"validation\"],\n",
    "    data_collator=data_collator,\n",
    "    tokenizer=tokenizer,\n",
    "    compute_metrics=compute_metrics,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0964a53d-a60d-4364-99ca-0f04461b615b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='9884' max='9884' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [9884/9884 07:41, Epoch 4/4]\n",
       "    </div>\n",
       "    <table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       " <tr style=\"text-align: left;\">\n",
       "      <th>Epoch</th>\n",
       "      <th>Training Loss</th>\n",
       "      <th>Validation Loss</th>\n",
       "      <th>Accuracy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>0.539300</td>\n",
       "      <td>0.324608</td>\n",
       "      <td>0.880500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.212100</td>\n",
       "      <td>0.306521</td>\n",
       "      <td>0.900000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.141900</td>\n",
       "      <td>0.320927</td>\n",
       "      <td>0.917500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.109600</td>\n",
       "      <td>0.390644</td>\n",
       "      <td>0.911500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table><p>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "TrainOutput(global_step=9884, training_loss=0.25068855054076505, metrics={'train_runtime': 461.4137, 'train_samples_per_second': 428.258, 'train_steps_per_second': 21.421, 'total_flos': 8296370005954980.0, 'train_loss': 0.25068855054076505, 'epoch': 4.0})"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2a621183-2fe9-404c-9680-2872713155a0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.906, 'f1': 0.9033915724563206}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions = trainer.predict(tokenized_datasets[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c149b679-1347-4c97-a726-28469b38e629",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map: 100%|██████████████████████████████████████████████████████████████| 49401/49401 [00:01<00:00, 25417.57 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 25634.73 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 24411.25 examples/s]\n"
     ]
    }
   ],
   "source": [
    "raw_datasets_fr = load_dataset('paws-x', 'fr')  # 或者指定特定语言如 'zh' 表示中文,https://huggingface.co/datasets/google-research-datasets/paws-x\n",
    "tokenized_datasets_fr = raw_datasets_fr.map(tokenize_function, batched=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "6d5ca35a-235a-424a-ab23-c7a57ca2e2b1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.7345, 'f1': 0.7505871301080319}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions = trainer.predict(tokenized_datasets_fr[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "158fe03f-4cf1-456a-b5b3-cf46e3ca47eb",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map: 100%|██████████████████████████████████████████████████████████████| 49401/49401 [00:02<00:00, 24486.30 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 27052.96 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 26004.82 examples/s]\n"
     ]
    }
   ],
   "source": [
    "raw_datasets_de = load_dataset('google-research-datasets/paws-x', 'de')  # 或者指定特定语言如 'zh' 表示中文,https://huggingface.co/datasets/google-research-datasets/paws-\n",
    "tokenized_datasets_de = raw_datasets_de.map(tokenize_function, batched=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9c22175b-c123-4450-aa52-01e10f3eec93",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.7175, 'f1': 0.7290167865707434}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions = trainer.predict(tokenized_datasets_de[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "51800395-5a52-4eab-90fc-acecd3b16a9d",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map: 100%|██████████████████████████████████████████████████████████████| 49401/49401 [00:01<00:00, 27927.58 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 29262.55 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 2000/2000 [00:00<00:00, 28894.15 examples/s]\n"
     ]
    }
   ],
   "source": [
    "raw_datasets_zh = load_dataset('google-research-datasets/paws-x', 'zh')  # 或者指定特定语言如 'zh' 表示中文,https://huggingface.co/datasets/google-research-datasets/paws-\n",
    "tokenized_datasets_zh = raw_datasets_zh.map(tokenize_function, batched=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "fd6efd75-a568-4dc1-bf2a-a7783b57c947",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.4745, 'f1': 0.6201662450307192}"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions = trainer.predict(tokenized_datasets_zh[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "e86a0048-11d2-4475-8691-43ac8b513304",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label'],\n",
       "        num_rows: 49401\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label'],\n",
       "        num_rows: 2000\n",
       "    })\n",
       "    validation: Dataset({\n",
       "        features: ['id', 'sentence1', 'sentence2', 'label'],\n",
       "        num_rows: 2000\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_datasets_zh"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "ff9680bc-d7f8-4cb0-a1da-da056016fd5d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'id': 111,\n",
       " 'sentence1': '这在澳大利亚地区和澳大利亚南部更为常见，但在澳大利亚城市已经普遍存在了数十年。',\n",
       " 'sentence2': '这种情况在澳大利亚城市更为常见，但几十年来一直在澳大利亚和澳大利亚南部地区普遍使用。',\n",
       " 'label': 0}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "raw_datasets_zh[\"train\"][110]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "29ca633a-f7fa-49fe-bb8d-842dd573a0fc",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map: 100%|██████████████████████████████████████████████████████████████| 14400/14400 [00:00<00:00, 24212.77 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 3600/3600 [00:00<00:00, 26876.71 examples/s]\n",
      "Map: 100%|██████████████████████████████████████████████████████████████| 14400/14400 [00:00<00:00, 28036.49 examples/s]\n",
      "Map: 100%|████████████████████████████████████████████████████████████████| 3600/3600 [00:00<00:00, 28456.48 examples/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.8405555555555555, 'f1': 0.851985559566787}"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#dna\n",
    "raw_datasets_dna = load_dataset('json', data_files='dna_150.json')['train'].train_test_split(test_size=0.2) #默认已经shuffle\n",
    "\n",
    "# 定义翻转标签的函数\n",
    "def flip_labels(example):\n",
    "    # 截取 sentence1 和 sentence2 的前 50 个字符,如果dna序列过长，bert分词会产生错误，只生成[UNK]一个token\n",
    "    example[\"sentence1\"] = example[\"sentence1\"][:50]\n",
    "    example[\"sentence2\"] = example[\"sentence2\"][:50] \n",
    "    #example['label'] = 1 - example['label']\n",
    "    return example\n",
    "\n",
    "# 应用翻转标签函数\n",
    "flipped_datasets_dna = raw_datasets_dna.map(flip_labels, batched=False)\n",
    "\n",
    "\n",
    "tokenized_datasets_dna = flipped_datasets_dna.map(tokenize_function, batched=True)\n",
    "\n",
    "predictions = trainer.predict(tokenized_datasets_dna[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "d23890b0-0064-44b8-bbb6-8f75526688cc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAiwAAAHHCAYAAACcHAM1AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAABW8ElEQVR4nO3deVxUVf8H8M8MyIDADKDCiCGCooKi5pISro8kKpomZSQZmstTgaYmWo+iuEWhuWCmaeUWZptaYqkkJhm4oSi5kAuKigMlAoKy398f/rg1ghPjDM4NP+/ndV8v55xzz/3eeUi+nuVemSAIAoiIiIgkTG7qAIiIiIj+CRMWIiIikjwmLERERCR5TFiIiIhI8piwEBERkeQxYSEiIiLJY8JCREREkseEhYiIiCSPCQsRERFJHhMWon+h8+fPY8CAAVCpVJDJZNixY4dR+798+TJkMhk2bNhg1H7/zfr27Yu+ffuaOgyixxYTFqKHdPHiRfz3v/+Fu7s7LC0toVQq4evrixUrVuDu3bt1eu2QkBCkpaVh0aJF2Lx5M7p27Vqn13uUxowZA5lMBqVSWeP3eP78echkMshkMixZskTv/rOyshAZGYnU1FQjREtEj4q5qQMg+jfatWsXXnjhBSgUCrzyyito3749SktLcfDgQYSHh+P06dNYu3ZtnVz77t27SE5OxqxZsxAWFlYn13B1dcXdu3fRoEGDOun/n5ibm+POnTvYuXMnRo4cqVUXGxsLS0tLFBcXP1TfWVlZmDdvHlq0aIFOnTrV+ry9e/c+1PWIyDiYsBDpKSMjA0FBQXB1dUVCQgKaNm0q1oWGhuLChQvYtWtXnV3/jz/+AADY2dnV2TVkMhksLS3rrP9/olAo4Ovriy+++KJawrJlyxYEBATg22+/fSSx3LlzBw0bNoSFhcUjuR4R1YxTQkR6io6ORmFhIT799FOtZKVKq1at8Oabb4qfy8vLsWDBArRs2RIKhQItWrTA//73P5SUlGid16JFCwwZMgQHDx7EU089BUtLS7i7u2PTpk1im8jISLi6ugIAwsPDIZPJ0KJFCwD3plKq/vx3kZGRkMlkWmXx8fHo2bMn7OzsYGNjgzZt2uB///ufWP+gNSwJCQno1asXrK2tYWdnh2HDhuHs2bM1Xu/ChQsYM2YM7OzsoFKpMHbsWNy5c+fBX+x9Ro0ahR9//BF5eXli2dGjR3H+/HmMGjWqWvvc3FxMnz4d3t7esLGxgVKpxKBBg3Dy5Emxzc8//4xu3boBAMaOHStOLVXdZ9++fdG+fXukpKSgd+/eaNiwofi93L+GJSQkBJaWltXu39/fH/b29sjKyqr1vRLRP2PCQqSnnTt3wt3dHU8//XSt2o8fPx5z5sxB586dsWzZMvTp0wdRUVEICgqq1vbChQt4/vnn8cwzz+CDDz6Avb09xowZg9OnTwMARowYgWXLlgEAXnrpJWzevBnLly/XK/7Tp09jyJAhKCkpwfz58/HBBx/g2Wefxa+//qrzvJ9++gn+/v7IyclBZGQkpk2bhqSkJPj6+uLy5cvV2o8cORK3b99GVFQURo4ciQ0bNmDevHm1jnPEiBGQyWTYtm2bWLZlyxa0bdsWnTt3rtb+0qVL2LFjB4YMGYKlS5ciPDwcaWlp6NOnj5g8eHp6Yv78+QCAiRMnYvPmzdi8eTN69+4t9nPz5k0MGjQInTp1wvLly9GvX78a41uxYgWaNGmCkJAQVFRUAAA+/vhj7N27FytXroSzs3Ot75WIakEgolrLz88XAAjDhg2rVfvU1FQBgDB+/Hit8unTpwsAhISEBLHM1dVVACAkJiaKZTk5OYJCoRDeeustsSwjI0MAICxevFirz5CQEMHV1bVaDHPnzhX+/p/6smXLBADCH3/88cC4q66xfv16saxTp06Co6OjcPPmTbHs5MmTglwuF1555ZVq13v11Ve1+nzuueeERo0aPfCaf78Pa2trQRAE4fnnnxf69+8vCIIgVFRUCGq1Wpg3b16N30FxcbFQUVFR7T4UCoUwf/58sezo0aPV7q1Knz59BADCmjVraqzr06ePVtmePXsEAMLChQuFS5cuCTY2NsLw4cP/8R6JSH8cYSHSQ0FBAQDA1ta2Vu1/+OEHAMC0adO0yt966y0AqLbWxcvLC7169RI/N2nSBG3atMGlS5ceOub7Va19+e6771BZWVmrc27cuIHU1FSMGTMGDg4OYnmHDh3wzDPPiPf5d6+99prW5169euHmzZvid1gbo0aNws8//wyNRoOEhARoNJoap4OAe+te5PJ7f6VVVFTg5s2b4nTX8ePHa31NhUKBsWPH1qrtgAED8N///hfz58/HiBEjYGlpiY8//rjW1yKi2mPCQqQHpVIJALh9+3at2l+5cgVyuRytWrXSKler1bCzs8OVK1e0yps3b16tD3t7e9y6deshI67uxRdfhK+vL8aPHw8nJycEBQXhq6++0pm8VMXZpk2banWenp74888/UVRUpFV+/73Y29sDgF73MnjwYNja2uLLL79EbGwsunXrVu27rFJZWYlly5bBw8MDCoUCjRs3RpMmTXDq1Cnk5+fX+prNmjXTa4HtkiVL4ODggNTUVMTExMDR0bHW5xJR7TFhIdKDUqmEs7MzfvvtN73Ou3/R64OYmZnVWC4IwkNfo2p9RRUrKyskJibip59+wujRo3Hq1Cm8+OKLeOaZZ6q1NYQh91JFoVBgxIgR2LhxI7Zv3/7A0RUAePfddzFt2jT07t0bn3/+Ofbs2YP4+Hi0a9eu1iNJwL3vRx8nTpxATk4OACAtLU2vc4mo9piwEOlpyJAhuHjxIpKTk/+xraurKyorK3H+/Hmt8uzsbOTl5Yk7fozB3t5ea0dNlftHcQBALpejf//+WLp0Kc6cOYNFixYhISEB+/fvr7HvqjjT09Or1Z07dw6NGzeGtbW1YTfwAKNGjcKJEydw+/btGhcqV/nmm2/Qr18/fPrppwgKCsKAAQPg5+dX7TupbfJYG0VFRRg7diy8vLwwceJEREdH4+jRo0brn4j+woSFSE8zZsyAtbU1xo8fj+zs7Gr1Fy9exIoVKwDcm9IAUG0nz9KlSwEAAQEBRourZcuWyM/Px6lTp8SyGzduYPv27VrtcnNzq51b9QC1+7daV2natCk6deqEjRs3aiUAv/32G/bu3SveZ13o168fFixYgA8//BBqtfqB7czMzKqN3nz99de4fv26VllVYlVTcqevmTNnIjMzExs3bsTSpUvRokULhISEPPB7JKKHxwfHEempZcuW2LJlC1588UV4enpqPek2KSkJX3/9NcaMGQMA6NixI0JCQrB27Vrk5eWhT58+OHLkCDZu3Ijhw4c/cMvswwgKCsLMmTPx3HPPYfLkybhz5w5Wr16N1q1bay06nT9/PhITExEQEABXV1fk5OTgo48+whNPPIGePXs+sP/Fixdj0KBB8PHxwbhx43D37l2sXLkSKpUKkZGRRruP+8nlcsyePfsf2w0ZMgTz58/H2LFj8fTTTyMtLQ2xsbFwd3fXateyZUvY2dlhzZo1sLW1hbW1Nbp37w43Nze94kpISMBHH32EuXPnitus169fj759+yIiIgLR0dF69UdE/8DEu5SI/rV+//13YcKECUKLFi0ECwsLwdbWVvD19RVWrlwpFBcXi+3KysqEefPmCW5ubkKDBg0EFxcX4Z133tFqIwj3tjUHBARUu87922kftK1ZEARh7969Qvv27QULCwuhTZs2wueff15tW/O+ffuEYcOGCc7OzoKFhYXg7OwsvPTSS8Lvv/9e7Rr3b/396aefBF9fX8HKykpQKpXC0KFDhTNnzmi1qbre/dum169fLwAQMjIyHvidCoL2tuYHedC25rfeekto2rSpYGVlJfj6+grJyck1bkf+7rvvBC8vL8Hc3FzrPvv06SO0a9euxmv+vZ+CggLB1dVV6Ny5s1BWVqbVburUqYJcLheSk5N13gMR6UcmCHqsgCMiIiIyAa5hISIiIsljwkJERESSx4SFiIiIJI8JCxEREUkeExYiIiKSPCYsREREJHl8cFwdq6ysRFZWFmxtbY36SHAiIno0BEHA7du34ezsLL4R3NiKi4tRWlpqlL4sLCxgaWlplL6khAlLHcvKyoKLi4upwyAiIgNdvXoVTzzxhNH7LS4uhpVtI6D8jlH6U6vVyMjIqHdJCxOWOmZrawsAsHvhQ8ga6PcWWKJ/ix8jBpo6BKI6U1R4G/27tRX/Pje20tJSoPwOFF4hgJmFYZ1VlEJzZiNKS0uZsJB+qqaBZA2sILdoaOJoiOqGja3S1CEQ1bk6n9Y3t4TMwIRFkNXfpalMWIiIiKRABsDQpKgeL5VkwkJERCQFMvm9w9A+6qn6e2dERERUb3CEhYiISApkMiNMCdXfOSEmLERERFLAKSGd6u+dERERUb3BhIWIiEgKqqaEDD30kJiYiKFDh8LZ2RkymQw7duyo1ubs2bN49tlnoVKpYG1tjW7duiEzM1OsLy4uRmhoKBo1agQbGxsEBgYiOztbq4/MzEwEBASgYcOGcHR0RHh4OMrLy/WKlQkLERGRJMj/mhZ62EPPX+tFRUXo2LEjVq1aVWP9xYsX0bNnT7Rt2xY///wzTp06hYiICK2H0k2dOhU7d+7E119/jQMHDiArKwsjRowQ6ysqKhAQEIDS0lIkJSVh48aN2LBhA+bMmaNXrFzDQkRE9JgaNGgQBg0a9MD6WbNmYfDgwYiOjhbLWrZsKf45Pz8fn376KbZs2YL//Oc/AID169fD09MThw4dQo8ePbB3716cOXMGP/30E5ycnNCpUycsWLAAM2fORGRkJCwsavewPI6wEBERSYERp4QKCgq0jpKSEr3DqaysxK5du9C6dWv4+/vD0dER3bt315o2SklJQVlZGfz8/MSytm3bonnz5khOTgYAJCcnw9vbG05OTmIbf39/FBQU4PTp07WOhwkLERGRFBg6HfS3XUYuLi5QqVTiERUVpXc4OTk5KCwsxHvvvYeBAwdi7969eO655zBixAgcOHAAAKDRaGBhYQE7Ozutc52cnKDRaMQ2f09Wquqr6mqLU0JERET1zNWrV6FU/vWOL4VCoXcflZWVAIBhw4Zh6tSpAIBOnTohKSkJa9asQZ8+fYwTbC1xhIWIiEgKjDglpFQqtY6HSVgaN24Mc3NzeHl5aZV7enqKu4TUajVKS0uRl5en1SY7OxtqtVpsc/+uoarPVW1qgwkLERGRFBhxSsgYLCws0K1bN6Snp2uV//7773B1dQUAdOnSBQ0aNMC+ffvE+vT0dGRmZsLHxwcA4OPjg7S0NOTk5Iht4uPjoVQqqyVDunBKiIiISApM8Gj+wsJCXLhwQfyckZGB1NRUODg4oHnz5ggPD8eLL76I3r17o1+/fti9ezd27tyJn3/+GQCgUqkwbtw4TJs2DQ4ODlAqlZg0aRJ8fHzQo0cPAMCAAQPg5eWF0aNHIzo6GhqNBrNnz0ZoaKheIz9MWIiIiB5Tx44dQ79+/cTP06ZNAwCEhIRgw4YNeO6557BmzRpERUVh8uTJaNOmDb799lv07NlTPGfZsmWQy+UIDAxESUkJ/P398dFHH4n1ZmZmiIuLw+uvvw4fHx9YW1sjJCQE8+fP1ytWmSAIgoH3SzoUFBRApVLBftSnkFs0NHU4RHXiwMIhpg6BqM4U3i5AD89myM/P11rIaixVvycUPm9DZq7/WpO/E8pLUJL8Xp3FakocYSEiIpICmcwILz+sv29r5qJbIiIikjyOsBAREUmBXHbvMLSPeooJCxERkRQYY1uyEbc1S039vTMiIiKqNzjCQkREJAUmeA7LvwkTFiIiIinglJBO9ffOiIiIqN7gCAsREZEUcEpIJyYsREREUsApIZ2YsBAREUkBR1h0qr+pGBEREdUbHGEhIiKSAk4J6cSEhYiISAo4JaRT/U3FiIiIqN7gCAsREZEkGGFKqB6PQzBhISIikgJOCelUf1MxIiIiqjc4wkJERCQFMpkRdgnV3xEWJixERERSwG3NOtXfOyMiIqJ6gyMsREREUsBFtzoxYSEiIpICTgnpxISFiIhICjjColP9TcWIiIio3uAICxERkRRwSkgnJixERERSwCkhnepvKkZERET1BkdYiIiIJEAmk0HGEZYHYsJCREQkAUxYdOOUEBEREUkeR1iIiIikQPb/h6F91FNMWIiIiCSAU0K6cUqIiIiIJI8jLERERBLAERbdmLAQERFJABMW3ZiwEBERSQATFt24hoWIiIgkjwkLERGRFMiMdOghMTERQ4cOhbOzM2QyGXbs2PHAtq+99hpkMhmWL1+uVZ6bm4vg4GAolUrY2dlh3LhxKCws1Gpz6tQp9OrVC5aWlnBxcUF0dLR+gYIJCxERkSRUTQkZeuijqKgIHTt2xKpVq3S22759Ow4dOgRnZ+dqdcHBwTh9+jTi4+MRFxeHxMRETJw4UawvKCjAgAED4OrqipSUFCxevBiRkZFYu3atXrFyDQsREdFjatCgQRg0aJDONtevX8ekSZOwZ88eBAQEaNWdPXsWu3fvxtGjR9G1a1cAwMqVKzF48GAsWbIEzs7OiI2NRWlpKT777DNYWFigXbt2SE1NxdKlS7USm3/CERYiIiIJkMmMMcpyr6+CggKto6Sk5KFiqqysxOjRoxEeHo527dpVq09OToadnZ2YrACAn58f5HI5Dh8+LLbp3bs3LCwsxDb+/v5IT0/HrVu3ah0LExYiIiIJkMEIU0L/v4jFxcUFKpVKPKKioh4qpvfffx/m5uaYPHlyjfUajQaOjo5aZebm5nBwcIBGoxHbODk5abWp+lzVpjY4JURERFTPXL16FUqlUvysUCj07iMlJQUrVqzA8ePHDd9ubQQcYSEiIpIAYy66VSqVWsfDJCy//PILcnJy0Lx5c5ibm8Pc3BxXrlzBW2+9hRYtWgAA1Go1cnJytM4rLy9Hbm4u1Gq12CY7O1urTdXnqja1wYSFiIhICkywrVmX0aNH49SpU0hNTRUPZ2dnhIeHY8+ePQAAHx8f5OXlISUlRTwvISEBlZWV6N69u9gmMTERZWVlYpv4+Hi0adMG9vb2tY6HU0JERESPqcLCQly4cEH8nJGRgdTUVDg4OKB58+Zo1KiRVvsGDRpArVajTZs2AABPT08MHDgQEyZMwJo1a1BWVoawsDAEBQWJW6BHjRqFefPmYdy4cZg5cyZ+++03rFixAsuWLdMrViYsREREUmCER/MLep5/7Ngx9OvXT/w8bdo0AEBISAg2bNhQqz5iY2MRFhaG/v37Qy6XIzAwEDExMWK9SqXC3r17ERoaii5duqBx48aYM2eOXluaASYsREREkmCMdwnpe37fvn0hCEKt21++fLlamYODA7Zs2aLzvA4dOuCXX37RK7b7MWEhIiKSAFMkLP8mXHRLREREkscRFiIiIikwxi6f+jvAwoSFiIhICjglpBunhIiIiEjyOMJCREQkARxh0Y0JCxERkQQwYdGNU0JEREQkeRxhISIikgCOsOjGhIWIiEgKuK1ZJ04JERERkeRxhIWIiEgCOCWkGxMWIiIiCWDCohsTFiIiIglgwqIb17AQERGR5HGEhYiISAq4S0gnJixEREQSwCkh3TglRERERJL3rxhhkclk2L59O4YPH27qUOgR6O7RBK/5t4W3qwPUdlYYt+oX7Em9LtZPG9oez3ZrDmeHhigtr0TalVxE7ziFExm5AACf1o74Ovw/NfYdsGgvTl7O1Spr0cQGu+f4o6JSQLs3t9XdjRHV0oavf8aHG3fjpWd98dbEoQCAbbsPY/fPqUi/mIWiuyXYv3UubG2sxHOOnbqI1/63rsb+Ni4NRbvWLo8kdnp4HGHRzeQjLBqNBpMmTYK7uzsUCgVcXFwwdOhQ7Nu3z9ShAQAEQcCcOXPQtGlTWFlZwc/PD+fPnzd1WPVaQ4U5zlzLw+wtx2qsv5R9G7O/SIFf5I8YEf0Trt0sQuyUvnCwUQAAjl38E0++tUPr2JJ4EVf+KKyWrJibyfDhRB8cOf9Hnd8XUW2c/v0qtu0+DI8Waq3y4pIyPN2lDcaO7FfjeR09XbF78yytY/iAbmjm5AAvjyceRehkIBlkYtLy0Ec9XsRi0hGWy5cvw9fXF3Z2dli8eDG8vb1RVlaGPXv2IDQ0FOfOnTNleACA6OhoxMTEYOPGjXBzc0NERAT8/f1x5swZWFpamjq8emn/bzew/7cbD6zfceSK1ud5X53AS71awvMJO/x6LhtlFZX4o6BYrDc3k2FAp2ZYn1A90ZwxvAMu3riNg+ey0aVlY+PdBNFDuHO3BBFLvsSsSSPw6dYErbpRw3oCuDeSUpMGDczR2N5W/FxeXoEDh8/gxSFP1+t/ddPjw6QjLG+88QZkMhmOHDmCwMBAtG7dGu3atcO0adNw6NChB543c+ZMtG7dGg0bNoS7uzsiIiJQVlYm1p88eRL9+vWDra0tlEolunTpgmPH7v1r/cqVKxg6dCjs7e1hbW2Ndu3a4YcffqjxOoIgYPny5Zg9ezaGDRuGDh06YNOmTcjKysKOHTuM+l3Qw2lgJkdw75bIv1OKM9du1dhmQMdmsLexwFdJl7TKn27riIAuLpj1gJEcokft/dXfwbdbG3Tv5GFwXwcOn0H+7TsY+kxXI0RGj4LBoytGmFKSMpONsOTm5mL37t1YtGgRrK2tq9Xb2dk98FxbW1ts2LABzs7OSEtLw4QJE2Bra4sZM2YAAIKDg/Hkk09i9erVMDMzQ2pqKho0aAAACA0NRWlpKRITE2FtbY0zZ87AxsamxutkZGRAo9HAz89PLFOpVOjevTuSk5MRFBRkwDdAhujfwRkfTfCBlYU5cvLvYtSyn3GrsLTGtkE93XHgtAY3bt0Vy+ysLbBsTHdM/vQQCovLH1XYRA+058BJnLt4HZuWhRmlv+/2HkOPJ1vDqbHKKP3RI8BtzTqZLGG5cOECBEFA27Zt9T539uzZ4p9btGiB6dOnY+vWrWLCkpmZifDwcLFvD4+//rWSmZmJwMBAeHt7AwDc3d0feB2NRgMAcHJy0ip3cnIS6+5XUlKCkpIS8XNBQYE+t0a1lHQuG/7z98DBVoFRvVpi9X+fxtB343HzdolWu6b2VujTTo3XP07SKl/8SjfsOHIFh7l2hSRA80cePli3E6sWjIPCooHB/WX/mY9DJ35H1MxRRoiOSBpMlrAIgvDQ53755ZeIiYnBxYsXUVhYiPLyciiVSrF+2rRpGD9+PDZv3gw/Pz+88MILaNmyJQBg8uTJeP3117F37174+fkhMDAQHTp0MPh+qkRFRWHevHlG649qdre0Apf/KMTlPwpx/NJN/LIwAEE93bHqx7Na7UY+7Y5bhaXYe/K6VvnTbZ3wTMdm+O+Ae0mtTAaYyeW4vGYkZm4+ii9/zXhk90J07sJ15OYV4uU3V4plFZWVOHH6Mr6KS0bS9oUwM6v9DP7O+GNQ2TZEn+5edREu1RHuEtLNZGtYPDw8IJPJ9F5Ym5ycjODgYAwePBhxcXE4ceIEZs2ahdLSv6YDIiMjcfr0aQQEBCAhIQFeXl7Yvn07AGD8+PG4dOkSRo8ejbS0NHTt2hUrV66s8Vpq9b1V+tnZ2Vrl2dnZYt393nnnHeTn54vH1atX9bo/ejgymQwKc7Nq5SN93fBN8mWUV2gnyMOifoL//D3iseS733D7bhn85+/B7hPXHlXYRACAbh1bYeuHUxAbM1k8vDyewMC+nRAbM1mvZEUQBOz8KQUB/+kM8xr+myDp4hoW3UyWsDg4OMDf3x+rVq1CUVFRtfq8vLwaz0tKSoKrqytmzZqFrl27wsPDA1euXKnWrnXr1pg6dSr27t2LESNGYP369WKdi4sLXnvtNWzbtg1vvfUW1q2r+dkFbm5uUKvVWlusCwoKcPjwYfj4+NR4jkKhgFKp1DpIPw0V5vBysYOXix0AwKWxNbxc7ODs0BBWFmaY+VwHdHZvhGYODeHd3B5LQp6C2t4KcSmZWv34tnWCaxMbfHGw+q6KC5oCpGfli4cm7y4qBQHpWfnIv1NWrT1RXbJuqECrFmqtw1LRAHa2DdHq/7c3/3nrNtIvZeHajZsAgAuXNUi/lIX823e0+jp68iKuZ+di+IBuj/w+yDAymXGO+sqk25pXrVoFX19fPPXUU5g/fz46dOiA8vJyxMfHY/Xq1Th79my1czw8PJCZmYmtW7eiW7du2LVrlzh6AgB3795FeHg4nn/+ebi5ueHatWs4evQoAgMDAQBTpkzBoEGD0Lp1a9y6dQv79++Hp6dnjfHJZDJMmTIFCxcuhIeHh7it2dnZmQ+xq0MdXR20HvwW+WJnAMBXSRl4Z/NRtFLb4gUfX9jbKHCrqBQnL99EYPQ+/J6lvV7opZ7uOHrhD1zU3H6k8RPVhW9/OIR1X/z1j6cJb38MAJg75XkM9ftrJ9B38UfRwdMVLVwcH3mMRHVJJhiymMQIbty4gUWLFiEuLg43btxAkyZN0KVLF0ydOhV9+/a9F+R9T7qdMWMGPvvsM5SUlCAgIAA9evRAZGQk8vLyUFpaipCQEPz666/Izs5G48aNMWLECCxevBiWlpaYNGkSfvzxR1y7dg1KpRIDBw7EsmXL0KhRoxrjEwQBc+fOxdq1a5GXl4eePXvio48+QuvWrWt1fwUFBVCpVLAf9SnkFg2N8ZURSc6BhUNMHQJRnSm8XYAens2Qn59fJ6PmVb8n3Cd9A7mi+q5ZfVSWFOHSyufrLFZTMnnCUt8xYaHHARMWqs8eWcIy+RuYGZiwVJQU4VJM/UxYTP5ofiIiIqJ/8q94+SEREVF9x23NujFhISIikgBj7PKpx/kKp4SIiIhI+jjCQkREJAFyuQxyuWFDJIKB50sZExYiIiIJ4JSQbpwSIiIiIsnjCAsREZEEcJeQbkxYiIiIJIBTQrpxSoiIiEgCTPG25sTERAwdOhTOzs6QyWTYsWOHWFdWVoaZM2fC29sb1tbWcHZ2xiuvvIKsrCytPnJzcxEcHAylUgk7OzuMGzcOhYWFWm1OnTqFXr16wdLSEi4uLoiOjtb7+2HCQkRE9JgqKipCx44dsWrVqmp1d+7cwfHjxxEREYHjx49j27ZtSE9Px7PPPqvVLjg4GKdPn0Z8fDzi4uKQmJiIiRMnivUFBQUYMGAAXF1dkZKSgsWLFyMyMhJr167VK1ZOCREREUmAKdawDBo0CIMGDaqxTqVSIT4+Xqvsww8/xFNPPYXMzEw0b94cZ8+exe7du3H06FF07XrvreErV67E4MGDsWTJEjg7OyM2NhalpaX47LPPYGFhgXbt2iE1NRVLly7VSmz+CUdYiIiIJKBqDYuhB3BvVOPvR0lJiVFizM/Ph0wmg52dHQAgOTkZdnZ2YrICAH5+fpDL5Th8+LDYpnfv3rCwsBDb+Pv7Iz09Hbdu3ar1tZmwEBER1TMuLi5QqVTiERUVZXCfxcXFmDlzJl566SXxTdAajQaOjo5a7czNzeHg4ACNRiO2cXJy0mpT9bmqTW1wSoiIiEgCZDDClBDunX/16lUxqQAAhUJhUL9lZWUYOXIkBEHA6tWrDerrYTFhISIikgBjbmtWKpVaCYshqpKVK1euICEhQatftVqNnJwcrfbl5eXIzc2FWq0W22RnZ2u1qfpc1aY2OCVERERENapKVs6fP4+ffvoJjRo10qr38fFBXl4eUlJSxLKEhARUVlaie/fuYpvExESUlZWJbeLj49GmTRvY29vXOhYmLERERBJgiuewFBYWIjU1FampqQCAjIwMpKamIjMzE2VlZXj++edx7NgxxMbGoqKiAhqNBhqNBqWlpQAAT09PDBw4EBMmTMCRI0fw66+/IiwsDEFBQXB2dgYAjBo1ChYWFhg3bhxOnz6NL7/8EitWrMC0adP0ipVTQkRERBJgiifdHjt2DP369RM/VyURISEhiIyMxPfffw8A6NSpk9Z5+/fvR9++fQEAsbGxCAsLQ//+/SGXyxEYGIiYmBixrUqlwt69exEaGoouXbqgcePGmDNnjl5bmgEmLERERI+tvn37QhCEB9brqqvi4OCALVu26GzToUMH/PLLL3rH93dMWIiIiCSALz/UjQkLERGRBPDlh7oxYSEiIpIAjrDoxl1CREREJHkcYSEiIpICI0wJof4OsDBhISIikgJOCenGKSEiIiKSPI6wEBERSQB3CenGhIWIiEgCOCWkG6eEiIiISPI4wkJERCQBnBLSjQkLERGRBHBKSDdOCREREZHkcYSFiIhIAjjCohsTFiIiIgngGhbdmLAQERFJAEdYdOMaFiIiIpI8jrAQERFJAKeEdGPCQkREJAGcEtKNU0JEREQkeRxhISIikgAZjDAlZJRIpIkJCxERkQTIZTLIDcxYDD1fyjglRERERJLHERYiIiIJ4C4h3ZiwEBERSQB3CenGhIWIiEgC5LJ7h6F91Fdcw0JERESSxxEWIiIiKZAZYUqnHo+wMGEhIiKSAC661Y1TQkRERCR5HGEhIiKSANn//8/QPuorJixEREQSwF1CunFKiIiIiCSPIyxEREQSwAfH6VarhOX777+vdYfPPvvsQwdDRET0uOIuId1qlbAMHz68Vp3JZDJUVFQYEg8RERFRNbVKWCorK+s6DiIioseaXCaD3MAhEkPPlzKD1rAUFxfD0tLSWLEQERE9tjglpJveu4QqKiqwYMECNGvWDDY2Nrh06RIAICIiAp9++qnRAyQiInocVC26NfTQR2JiIoYOHQpnZ2fIZDLs2LFDq14QBMyZMwdNmzaFlZUV/Pz8cP78ea02ubm5CA4OhlKphJ2dHcaNG4fCwkKtNqdOnUKvXr1gaWkJFxcXREdH6/396J2wLFq0CBs2bEB0dDQsLCzE8vbt2+OTTz7ROwAiIiIyjaKiInTs2BGrVq2qsT46OhoxMTFYs2YNDh8+DGtra/j7+6O4uFhsExwcjNOnTyM+Ph5xcXFITEzExIkTxfqCggIMGDAArq6uSElJweLFixEZGYm1a9fqFaveU0KbNm3C2rVr0b9/f7z22mtieceOHXHu3Dl9uyMiIiKYZkpo0KBBGDRoUI11giBg+fLlmD17NoYNGwbgXg7g5OSEHTt2ICgoCGfPnsXu3btx9OhRdO3aFQCwcuVKDB48GEuWLIGzszNiY2NRWlqKzz77DBYWFmjXrh1SU1OxdOlSrcTmn+g9wnL9+nW0atWqWnllZSXKysr07Y6IiIjw16JbQw/g3qjG34+SkhK948nIyIBGo4Gfn59YplKp0L17dyQnJwMAkpOTYWdnJyYrAODn5we5XI7Dhw+LbXr37q01K+Pv74/09HTcunWr9t+Pvjfg5eWFX375pVr5N998gyeffFLf7oiIiMjIXFxcoFKpxCMqKkrvPjQaDQDAyclJq9zJyUms02g0cHR01Ko3NzeHg4ODVpua+vj7NWpD7ymhOXPmICQkBNevX0dlZSW2bduG9PR0bNq0CXFxcfp2R0RERABk/38Y2gcAXL16FUqlUixXKBQG9mx6eo+wDBs2DDt37sRPP/0Ea2trzJkzB2fPnsXOnTvxzDPP1EWMRERE9Z4xdwkplUqt42ESFrVaDQDIzs7WKs/Ozhbr1Go1cnJytOrLy8uRm5ur1aamPv5+jdp4qJcf9urVC/Hx8cjJycGdO3dw8OBBDBgw4GG6IiIiIglyc3ODWq3Gvn37xLKCggIcPnwYPj4+AAAfHx/k5eUhJSVFbJOQkIDKykp0795dbJOYmKi1zjU+Ph5t2rSBvb19reN56AfHHTt2DGfPngVwb11Lly5dHrYrIiKix55cdu8wtA99FBYW4sKFC+LnjIwMpKamwsHBAc2bN8eUKVOwcOFCeHh4wM3NDREREXB2dhZf2ePp6YmBAwdiwoQJWLNmDcrKyhAWFoagoCA4OzsDAEaNGoV58+Zh3LhxmDlzJn777TesWLECy5Yt0ytWvROWa9eu4aWXXsKvv/4KOzs7AEBeXh6efvppbN26FU888YS+XRIRET32TPG25mPHjqFfv37i52nTpgEAQkJCsGHDBsyYMQNFRUWYOHEi8vLy0LNnT+zevVvrKfexsbEICwtD//79IZfLERgYiJiYGLFepVJh7969CA0NRZcuXdC4cWPMmTNHry3NACATBEHQ54SBAwciLy8PGzduRJs2bQAA6enpGDt2LJRKJXbv3q1XAPVdQUEBVCoV7Ed9CrlFQ1OHQ1QnDiwcYuoQiOpM4e0C9PBshvz8fK2FrMZS9Xti5NqDaGBlY1BfZXcL8dXEnnUWqynpPcJy4MABJCUlickKALRp0wYrV65Er169jBocERHR46Q+vwvIUHonLC4uLjU+IK6iokKcryIiIiL9mGJK6N9E711CixcvxqRJk3Ds2DGx7NixY3jzzTexZMkSowZHRET0uKhadGvoUV/VaoTF3t5eK2srKipC9+7dYW5+7/Ty8nKYm5vj1VdfFVcOExERERlLrRKW5cuX13EYREREjzdOCelWq4QlJCSkruMgIiJ6rBnz0fz10UM/OA4AiouLUVpaqlVW37ZRERERkenpnbAUFRVh5syZ+Oqrr3Dz5s1q9RUVFUYJjIiI6HEil8kgN3BKx9DzpUzvXUIzZsxAQkICVq9eDYVCgU8++QTz5s2Ds7MzNm3aVBcxEhER1XsymXGO+krvEZadO3di06ZN6Nu3L8aOHYtevXqhVatWcHV1RWxsLIKDg+siTiIiInqM6T3CkpubC3d3dwD31qvk5uYCAHr27InExETjRkdERPSYqNolZOhRX+mdsLi7uyMjIwMA0LZtW3z11VcA7o28VL0MkYiIiPTDKSHd9E5Yxo4di5MnTwIA3n77baxatQqWlpaYOnUqwsPDjR4gERERkd5rWKZOnSr+2c/PD+fOnUNKSgpatWqFDh06GDU4IiKixwV3Celm0HNYAMDV1RWurq7GiIWIiOixZYwpnXqcr9QuYYmJial1h5MnT37oYIiIiB5XfDS/brVKWJYtW1arzmQyGRMWIiIiMrpaJSxVu4Lo4Z1b+TxfW0D1ln23MFOHQFRnhIrSf25kBHI8xE6YGvqorwxew0JERESG45SQbvU5GSMiIqJ6giMsREREEiCTAXLuEnogJixEREQSIDdCwmLo+VLGKSEiIiKSvIdKWH755Re8/PLL8PHxwfXr1wEAmzdvxsGDB40aHBER0eOCLz/UTe+E5dtvv4W/vz+srKxw4sQJlJSUAADy8/Px7rvvGj1AIiKix0HVlJChR32ld8KycOFCrFmzBuvWrUODBg3Ecl9fXxw/ftyowREREREBD7HoNj09Hb17965WrlKpkJeXZ4yYiIiIHjt8l5Bueo+wqNVqXLhwoVr5wYMH4e7ubpSgiIiIHjdVb2s29Kiv9E5YJkyYgDfffBOHDx+GTCZDVlYWYmNjMX36dLz++ut1ESMREVG9JzfSUV/pPSX09ttvo7KyEv3798edO3fQu3dvKBQKTJ8+HZMmTaqLGImIiOgxp3fCIpPJMGvWLISHh+PChQsoLCyEl5cXbGxs6iI+IiKixwLXsOj20E+6tbCwgJeXlzFjISIiemzJYfgaFDnqb8aid8LSr18/nQ+mSUhIMCggIiIiovvpnbB06tRJ63NZWRlSU1Px22+/ISQkxFhxERERPVY4JaSb3gnLsmXLaiyPjIxEYWGhwQERERE9jvjyQ92MtgPq5ZdfxmeffWas7oiIiIhED73o9n7JycmwtLQ0VndERESPFZkMBi+65ZTQ34wYMULrsyAIuHHjBo4dO4aIiAijBUZERPQ44RoW3fSeElKpVFqHg4MD+vbtix9++AFz586tixiJiIioDlRUVCAiIgJubm6wsrJCy5YtsWDBAgiCILYRBAFz5sxB06ZNYWVlBT8/P5w/f16rn9zcXAQHB0OpVMLOzg7jxo0z+rpWvUZYKioqMHbsWHh7e8Pe3t6ogRARET3OTLHo9v3338fq1auxceNGtGvXDseOHcPYsWOhUqkwefJkAEB0dDRiYmKwceNGuLm5ISIiAv7+/jhz5oy4FCQ4OBg3btxAfHw8ysrKMHbsWEycOBFbtmwx7Ib+Rq+ExczMDAMGDMDZs2eZsBARERmR7P//Z2gf+khKSsKwYcMQEBAAAGjRogW++OILHDlyBMC90ZXly5dj9uzZGDZsGABg06ZNcHJywo4dOxAUFISzZ89i9+7dOHr0KLp27QoAWLlyJQYPHowlS5bA2dnZoHuqoveUUPv27XHp0iWjXJyIiIjuqRphMfTQx9NPP419+/bh999/BwCcPHkSBw8exKBBgwAAGRkZ0Gg08PPzE89RqVTo3r07kpOTAdzbdGNnZycmKwDg5+cHuVyOw4cPG/it/EXvRbcLFy7E9OnTsWDBAnTp0gXW1tZa9Uql0mjBERERkf4KCgq0PisUCigUimrt3n77bRQUFKBt27YwMzNDRUUFFi1ahODgYACARqMBADg5OWmd5+TkJNZpNBo4Ojpq1Zubm8PBwUFsYwy1HmGZP38+ioqKMHjwYJw8eRLPPvssnnjiCdjb28Pe3h52dnacJiIiInpIxhxhcXFx0dogExUVVeM1v/rqK8TGxmLLli04fvw4Nm7ciCVLlmDjxo2P8M5rp9YjLPPmzcNrr72G/fv312U8REREjyWZTKbzXX217QMArl69qjXjUdPoCgCEh4fj7bffRlBQEADA29sbV65cQVRUFEJCQqBWqwEA2dnZaNq0qXhedna2+KoetVqNnJwcrX7Ly8uRm5srnm8MtU5YqrY49enTx2gXJyIiIuNTKpW1WqJx584dyOXaky1mZmaorKwEALi5uUGtVmPfvn1iglJQUIDDhw/j9ddfBwD4+PggLy8PKSkp6NKlC4B7L0KurKxE9+7djXZPeq1hMTTzIyIiopqZYlvz0KFDsWjRIjRv3hzt2rXDiRMnsHTpUrz66qsA7v3enzJlChYuXAgPDw9xW7OzszOGDx8OAPD09MTAgQMxYcIErFmzBmVlZQgLC0NQUJDRdggBeiYsrVu3/sekJTc316CAiIiIHkemeNLtypUrERERgTfeeAM5OTlwdnbGf//7X8yZM0dsM2PGDBQVFWHixInIy8tDz549sXv3bq3X8cTGxiIsLAz9+/eHXC5HYGAgYmJiDLuZ+8iEvz/OTge5XI7ly5dDpVLpbBcSEmKUwOqLgoICqFQqZN/M5w4qqrfsu4WZOgSiOiNUlKIkbR3y8+vm7/Gq3xOLfkiFpbWtQX0VF93GrMGd6ixWU9JrhCUoKKja1iUiIiIynFwmM/jlh4aeL2W1Tli4foWIiKjumGINy79JrZ/DUsuZIyIiIiKjq/UIS9UWJyIiIqoDRlh0a+CriCRN70fzExERkfHJIYPcwIzD0POljAkLERGRBJhiW/O/id5vayYiIiJ61DjCQkREJAHcJaQbExYiIiIJ4HNYdOOUEBEREUkeR1iIiIgkgItudWPCQkREJAFyGGFKqB5va+aUEBEREUkeR1iIiIgkgFNCujFhISIikgA5DJ/2qM/TJvX53oiIiKie4AgLERGRBMhkMsgMnNMx9HwpY8JCREQkATIY/rLl+puuMGEhIiKSBD7pVjeuYSEiIiLJ4wgLERGRRNTf8RHDMWEhIiKSAD6HRTdOCREREZHkcYSFiIhIAritWTcmLERERBLAJ93qVp/vjYiIiOoJjrAQERFJAKeEdGPCQkREJAF80q1unBIiIiIiyeMICxERkQRwSkg3JixEREQSwF1CujFhISIikgCOsOhWn5MxIiIiqic4wkJERCQB3CWkGxMWIiIiCeDLD3XjlBARERFJHkdYiIiIJEAOGeQGTuoYer6UMWEhIiKSAE4J6cYpISIiIpI8JixEREQSIDPS//R1/fp1vPzyy2jUqBGsrKzg7e2NY8eOifWCIGDOnDlo2rQprKys4Ofnh/Pnz2v1kZubi+DgYCiVStjZ2WHcuHEoLCw0+Dv5OyYsREREElA1JWTooY9bt27B19cXDRo0wI8//ogzZ87ggw8+gL29vdgmOjoaMTExWLNmDQ4fPgxra2v4+/ujuLhYbBMcHIzTp08jPj4ecXFxSExMxMSJE4311QDgGhYiIqLH1vvvvw8XFxesX79eLHNzcxP/LAgCli9fjtmzZ2PYsGEAgE2bNsHJyQk7duxAUFAQzp49i927d+Po0aPo2rUrAGDlypUYPHgwlixZAmdnZ6PEyhEWIiIiCZD9/y4hQ46qKaGCggKto6SkpMZrfv/99+jatSteeOEFODo64sknn8S6devE+oyMDGg0Gvj5+YllKpUK3bt3R3JyMgAgOTkZdnZ2YrICAH5+fpDL5Th8+LDRvh8mLERERBJgzCkhFxcXqFQq8YiKiqrxmpcuXcLq1avh4eGBPXv24PXXX8fkyZOxceNGAIBGowEAODk5aZ3n5OQk1mk0Gjg6OmrVm5ubw8HBQWxjDJwSIiIikgBjbmu+evUqlEqlWK5QKGpsX1lZia5du+Ldd98FADz55JP47bffsGbNGoSEhBgWjJFxhIWIiKieUSqVWseDEpamTZvCy8tLq8zT0xOZmZkAALVaDQDIzs7WapOdnS3WqdVq5OTkaNWXl5cjNzdXbGMMTFiIiIgkwBTbmn19fZGenq5V9vvvv8PV1RXAvQW4arUa+/btE+sLCgpw+PBh+Pj4AAB8fHyQl5eHlJQUsU1CQgIqKyvRvXv3h/06quGUEBERkQTIZfcOQ/vQx9SpU/H000/j3XffxciRI3HkyBGsXbsWa9euBQDIZDJMmTIFCxcuhIeHB9zc3BAREQFnZ2cMHz4cwL0RmYEDB2LChAlYs2YNysrKEBYWhqCgIKPtEAKYsBARET22unXrhu3bt+Odd97B/Pnz4ebmhuXLlyM4OFhsM2PGDBQVFWHixInIy8tDz549sXv3blhaWoptYmNjERYWhv79+0MulyMwMBAxMTFGjVUmCIJg1B5JS0FBAVQqFbJv5mstgCKqT+y7hZk6BKI6I1SUoiRtHfLz6+bv8arfE98fzYC1ja1BfRUV3saz3dzqLFZT4ggLERGRBPDlh7px0S0RERFJHkdYiIiIJEAGPNTLC+/vo75iwkJERCQBptgl9G/CKSEiIiKSvH/FCItMJsP27dvFPd/0+Pn1+AWs3PwTTp7LhObPAny+eAIC+nYU69+I3Iwvdmm/ZKt/D098szIUAHAw5XcMfa3mLXb7NoSjczvXugue6D5PP9kSk0b7oWPb5mjaRIXg6Wvxw4FTWm1at3BC5KTh8O3cCmZmcqRnaBAy4xNcy74FANi55k307OKhdc76bw9i2ntbAQDtPZphSsgz6NGpJRxU1si8kYv12w7i460/P5J7JP09zIPfauqjvjJ5wqLRaLBo0SLs2rUL169fh6OjIzp16oQpU6agf//+pg4P27Ztw5o1a5CSkoLc3FycOHECnTp1MnVYj507d0vQvnUzvPysD0bPWFdjm/4+Xlg152Xxs8Lirx/vpzq449yP72q1f3dNHA4cTceTXs3rJmiiB2hopcBvv1/H598n4/PFE6vVt2jWGD+um4bPv09C1Me7cLuoGJ4tm6K4tEyr3YbtvyLq4zjx893iv+o7tnXBH7duY+KcjbiefQvdO7hj2f9eQmVFJdZ9nVh3N0cPjbuEdDNpwnL58mX4+vrCzs4Oixcvhre3N8rKyrBnzx6Ehobi3LlzpgwPAFBUVISePXti5MiRmDBhgqnDeWw949sOz/i209lGYWEOp8Y1P3fAooF2XVl5BX5IPIWJI/tAVp//CydJ+inpDH5KOvPA+og3hiI+6TTmrvxOLLt8/c9q7e4WlyLn5u0a+4jdeUjr85XrN9HN2w1D+nVkwiJRMhi+aLY+/21m0jUsb7zxBmQyGY4cOYLAwEC0bt0a7dq1w7Rp03Do0KEHnjdz5ky0bt0aDRs2hLu7OyIiIlBW9te/LE6ePIl+/frB1tYWSqUSXbp0wbFjxwAAV65cwdChQ2Fvbw9ra2u0a9cOP/zwwwOvNXr0aMyZMwd+fn7Gu3GqEwdTzsNjwNvoFjgf097bity8wge2/THxFHLzizBqaI9HGCHRP5PJZHjGtx0uZObgm5hQ/L4nCvHrp2Nwnw7V2r4wsCsuxL+HpK3/w5zQZ2GlaKCzb6WNJW4V3Kmr0InqlMlGWHJzc7F7924sWrQI1tbW1ert7OweeK6trS02bNgAZ2dnpKWlYcKECbC1tcWMGTMAAMHBwXjyySexevVqmJmZITU1FQ0a3PsPOTQ0FKWlpUhMTIS1tTXOnDkDGxsbo91XSUkJSkpKxM8FBQVG65serP/TnhjSryNcmzXC5Wt/YsFHO/HCm6ux97O3YGZWPS/f/F0y/tPDE82c7E0QLdGDNXGwga21JaaEPINFq+MQ+eEO+Pl4YXP0eAx9PQZJxy8AAL7ZcwxXb+RC80c+2nk4Y27YMLRydcQrMz6psd+nOrjhuWe64MUpqx/l7ZAe5JBBbuCIr7wej7GYLGG5cOECBEFA27Zt9T539uzZ4p9btGiB6dOnY+vWrWLCkpmZifDwcLFvD4+/FqZlZmYiMDAQ3t7eAAB3d3dDbqOaqKgozJs3z6h90j8LHNBV/HO7Vs3QrlUzPPlcJA6mnEefp9potb2efQsJh85ifdSrjzpMon8kl91LsH88kIbVX+wHAPz2+3U81cEdr47oKSYsG7f/Kp5z5mIWNH8W4PvVk9GiWeNq00eeLZsidslEvL/uB+w/bPqpdqoZp4R0M9mUkCGvMPryyy/h6+sLtVoNGxsbzJ49G5mZmWL9tGnTMH78ePj5+eG9997DxYsXxbrJkydj4cKF8PX1xdy5c3Hq1KmaLvHQ3nnnHeTn54vH1atXjdo/1U6LJxqjkZ0NLl37o1rdlp2H4KCyxqDe1YfYiUztZl4hysorcC7jhlb57xkaPKF+8Ihgym+XAQDuLk20ytu4qbFj1SRs3J6EDz7bY/R4iR4VkyUsHh4ekMlkei+sTU5ORnBwMAYPHoy4uDicOHECs2bNQmlpqdgmMjISp0+fRkBAABISEuDl5YXt27cDAMaPH49Lly5h9OjRSEtLQ9euXbFy5Uqj3ZdCoYBSqdQ66NG7nn0LuflFcGqk/f0LgoDYnYcQNPgpNDA3M1F0RA9WVl6BE2euwMPVSau8ZXNHXL1x64Hnebd+AgCQ/We+WNbWXY3vV0/G1l2HsXD1zroJmIxHZqSjnjJZwuLg4AB/f3+sWrUKRUVF1erz8vJqPC8pKQmurq6YNWsWunbtCg8PD1y5cqVau9atW2Pq1KnYu3cvRowYgfXr14t1Li4ueO2117Bt2za89dZbWLeu5m2yJB2Fd0qQln4NaenXAABXsm4iLf0armpyUXinBBErtuNoWgYys27iwJF0BE9fC3eXxujv46nVT+LR33El6yZGD3/aFLdBBACwtrJA+9bN0L51MwCAq3MjtG/dDE/8/5qqmM0/4blnOuOV4U/D7YnGmPBCbwzs1R6ffnNvd0+LZo0xfdxAdGzrApemDhjU2xur543Gr8fP4/SFLAD3poG+X/0m9h8+h1VbEuDYyBaOjWzRyM54a/bIuGRG+l99ZdJtzatWrYKvry+eeuopzJ8/Hx06dEB5eTni4+OxevVqnD17tto5Hh4eyMzMxNatW9GtWzfs2rVLHD0BgLt37yI8PBzPP/883NzccO3aNRw9ehSBgYEAgClTpmDQoEFo3bo1bt26hf3798PT07Padark5uYiMzMTWVn3/hJIT08HAKjVaqjVamN+HaRD6tkrWg9+m7VsGwDgpYDu+ODtF3HmwnVs3XUY+bfvQt1Ehf90b4v/vTYECgvtXRObv0/CUx3c0boF/78j0+nk6Yq4j98UP7877d7fT1viDiF03ufY9fMpTIvaiqljBuC9t57HhcwcvDLzExw6eQkAUFZejr5PtcHrQf3Q0MoC17NvYWdCKpb8bcrn2f88iSYOtnhx8FN4cfBTYnlm1k10HDb3Ed0pkfHIBEMWkxjBjRs3sGjRIsTFxeHGjRto0qQJunTpgqlTp6Jv3773grzvSbczZszAZ599hpKSEgQEBKBHjx6IjIxEXl4eSktLERISgl9//RXZ2dlo3LgxRowYgcWLF8PS0hKTJk3Cjz/+iGvXrkGpVGLgwIFYtmwZGjVqVGN8GzZswNixY6uVz507F5GRkf94fwUFBVCpVMi+mc/pIaq37LuFmToEojojVJSiJG0d8vPr5u/xqt8T+1IzYWNrWP+FtwvQv1PzOovVlEyesNR3TFjoccCEheqzR5WwJBgpYflPPU1Y+PJDIiIikjyTv0uIiIiIwAex/AMmLERERBLAtzXrxoSFiIhIAvi2Zt24hoWIiIgkjyMsREREEsAlLLoxYSEiIpICZiw6cUqIiIiIJI8jLERERBLAXUK6MWEhIiKSAO4S0o1TQkRERCR5HGEhIiKSAK651Y0JCxERkRQwY9GJU0JEREQkeRxhISIikgDuEtKNCQsREZEEcJeQbkxYiIiIJIBLWHTjGhYiIiKSPI6wEBERSQGHWHRiwkJERCQBXHSrG6eEiIiISPKYsBAREUlA1S4hQ4+H9d5770Emk2HKlCliWXFxMUJDQ9GoUSPY2NggMDAQ2dnZWudlZmYiICAADRs2hKOjI8LDw1FeXv7wgTwAExYiIiIJkBnpeBhHjx7Fxx9/jA4dOmiVT506FTt37sTXX3+NAwcOICsrCyNGjBDrKyoqEBAQgNLSUiQlJWHjxo3YsGED5syZ85CRPBgTFiIiosdYYWEhgoODsW7dOtjb24vl+fn5+PTTT7F06VL85z//QZcuXbB+/XokJSXh0KFDAIC9e/fizJkz+Pzzz9GpUycMGjQICxYswKpVq1BaWmrUOJmwEBERSYGJhlhCQ0MREBAAPz8/rfKUlBSUlZVplbdt2xbNmzdHcnIyACA5ORne3t5wcnIS2/j7+6OgoACnT5/WPxgduEuIiIhIAoy5S6igoECrXKFQQKFQVGu/detWHD9+HEePHq1Wp9FoYGFhATs7O61yJycnaDQasc3fk5Wq+qo6Y+IICxERUT3j4uIClUolHlFRUdXaXL16FW+++SZiY2NhaWlpgij1wxEWIiIiCTDmu4SuXr0KpVIpltc0upKSkoKcnBx07txZLKuoqEBiYiI+/PBD7NmzB6WlpcjLy9MaZcnOzoZarQYAqNVqHDlyRKvfql1EVW2MhSMsREREEmDMJSxKpVLrqClh6d+/P9LS0pCamioeXbt2RXBwsPjnBg0aYN++feI56enpyMzMhI+PDwDAx8cHaWlpyMnJEdvEx8dDqVTCy8vLmF8PR1iIiIgk4RE/mt/W1hbt27fXKrO2tkajRo3E8nHjxmHatGlwcHCAUqnEpEmT4OPjgx49egAABgwYAC8vL4wePRrR0dHQaDSYPXs2QkNDa0ySDMGEhYiIiGq0bNkyyOVyBAYGoqSkBP7+/vjoo4/EejMzM8TFxeH111+Hj48PrK2tERISgvnz5xs9FpkgCILReyVRQUEBVCoVsm/ma80nEtUn9t3CTB0CUZ0RKkpRkrYO+fl18/d41e+J4+c1sLE1rP/C2wXo7KGus1hNiSMsREREUmCERbf1+N2HXHRLRERE0scRFiIiIgl4xGtu/3WYsBAREUkBMxadOCVEREREkscRFiIiIgkw5ruE6iMmLERERBJgzEfz10ecEiIiIiLJ4wgLERGRBHDNrW5MWIiIiKSAGYtOTFiIiIgkgItudeMaFiIiIpI8jrAQERFJgAxG2CVklEikiQkLERGRBHAJi26cEiIiIiLJ4wgLERGRBPDBcboxYSEiIpIETgrpwikhIiIikjyOsBAREUkAp4R0Y8JCREQkAZwQ0o1TQkRERCR5HGEhIiKSAE4J6caEhYiISAL4LiHdmLAQERFJARex6MQ1LERERCR5HGEhIiKSAA6w6MaEhYiISAK46FY3TgkRERGR5HGEhYiISAK4S0g3JixERERSwEUsOnFKiIiIiCSPIyxEREQSwAEW3ZiwEBERSQB3CenGKSEiIiKSPI6wEBERSYLhu4Tq86QQExYiIiIJ4JSQbpwSIiIiIsljwkJERESSxykhIiIiCeCUkG4cYSEiIpIAmZH+p4+oqCh069YNtra2cHR0xPDhw5Genq7Vpri4GKGhoWjUqBFsbGwQGBiI7OxsrTaZmZkICAhAw4YN4ejoiPDwcJSXlxv8nfwdExYiIqLH1IEDBxAaGopDhw4hPj4eZWVlGDBgAIqKisQ2U6dOxc6dO/H111/jwIEDyMrKwogRI8T6iooKBAQEoLS0FElJSdi4cSM2bNiAOXPmGDVWmSAIglF7JC0FBQVQqVTIvpkPpVJp6nCI6oR9tzBTh0BUZ4SKUpSkrUN+ft38PV71e+Jq9i2D+y8oKICLk/1Dx/rHH3/A0dERBw4cQO/evZGfn48mTZpgy5YteP755wEA586dg6enJ5KTk9GjRw/8+OOPGDJkCLKysuDk5AQAWLNmDWbOnIk//vgDFhYWBt1TFY6wEBERSYDMSAdwL3H5+1FSUlKrGPLz8wEADg4OAICUlBSUlZXBz89PbNO2bVs0b94cycnJAIDk5GR4e3uLyQoA+Pv7o6CgAKdPn9b/i3gAJixERET1jIuLC1QqlXhERUX94zmVlZWYMmUKfH190b59ewCARqOBhYUF7OzstNo6OTlBo9GIbf6erFTVV9UZC3cJERERSYER33549epVrSkhhULxj6eGhobit99+w8GDBw0Mom4wYSEiIpKAh9nlU1MfAKBUKvVawxIWFoa4uDgkJibiiSeeEMvVajVKS0uRl5enNcqSnZ0NtVottjly5IhWf1W7iKraGAOnhIiIiB5TgiAgLCwM27dvR0JCAtzc3LTqu3TpggYNGmDfvn1iWXp6OjIzM+Hj4wMA8PHxQVpaGnJycsQ28fHxUCqV8PLyMlqsHGEhIiKSAFM8OC40NBRbtmzBd999B1tbW3HNiUqlgpWVFVQqFcaNG4dp06bBwcEBSqUSkyZNgo+PD3r06AEAGDBgALy8vDB69GhER0dDo9Fg9uzZCA0NrdVUVG0xYSEiIpIAIy5hqbXVq1cDAPr27atVvn79eowZMwYAsGzZMsjlcgQGBqKkpAT+/v746KOPxLZmZmaIi4vD66+/Dh8fH1hbWyMkJATz58834E6qY8JCREQkBSbIWGrzKDZLS0usWrUKq1atemAbV1dX/PDDD/pdXE9cw0JERESSxxEWIiIiCTDmLqH6iAkLERGRBPBtzboxYaljVfODtwsKTBwJUd0RKkpNHQJRnan6+a7rV+8VGOH3hDH6kComLHXs9u3bAIBWbi4mjoSIiAxx+/ZtqFQqo/drYWEBtVoNDyP9nlCr1UZ74aCU8G3NdayyshJZWVmwtbWFrD6P1UlEQUEBXFxcqj2Wmqi+4M/4oycIAm7fvg1nZ2fI5XWzV6W4uBilpcYZqbSwsIClpaVR+pISjrDUMblcrvWYY3o09H0sNdG/DX/GH626GFn5O0tLy3qZZBgTtzUTERGR5DFhISIiIsljwkL1ikKhwNy5c436/goiKeHPOD2uuOiWiIiIJI8jLERERCR5TFiIiIhI8piwEBERkeQxYSFJk8lk2LFjh6nDIKoT/Pkmqj0mLGQyGo0GkyZNgru7OxQKBVxcXDB06FDs27fP1KEBuPd0yzlz5qBp06awsrKCn58fzp8/b+qw6F9C6j/f27Ztw4ABA9CoUSPIZDKkpqaaOiQinZiwkElcvnwZXbp0QUJCAhYvXoy0tDTs3r0b/fr1Q2hoqKnDAwBER0cjJiYGa9asweHDh2FtbQ1/f38UFxebOjSSuH/Dz3dRURF69uyJ999/39ShENWOQGQCgwYNEpo1ayYUFhZWq7t165b4ZwDC9u3bxc8zZswQPDw8BCsrK8HNzU2YPXu2UFpaKtanpqYKffv2FWxsbARbW1uhc+fOwtGjRwVBEITLly8LQ4YMEezs7ISGDRsKXl5ewq5du2qMr7KyUlCr1cLixYvFsry8PEGhUAhffPGFgXdP9Z3Uf77/LiMjQwAgnDhx4qHvl+hR4LuE6JHLzc3F7t27sWjRIlhbW1ert7Oze+C5tra22LBhA5ydnZGWloYJEybA1tYWM2bMAAAEBwfjySefxOrVq2FmZobU1FQ0aNAAABAaGorS0lIkJibC2toaZ86cgY2NTY3XycjIgEajgZ+fn1imUqnQvXt3JCcnIygoyIBvgOqzf8PPN9G/ERMWeuQuXLgAQRDQtm1bvc+dPXu2+OcWLVpg+vTp2Lp1q/gXemZmJsLDw8W+PTw8xPaZmZkIDAyEt7c3AMDd3f2B19FoNAAAJycnrXInJyexjqgm/4afb6J/I65hoUdOMODhyl9++SV8fX2hVqthY2OD2bNnIzMzU6yfNm0axo8fDz8/P7z33nu4ePGiWDd58mQsXLgQvr6+mDt3Lk6dOmXQfRDVhD/fRHWDCQs9ch4eHpDJZDh37pxe5yUnJyM4OBiDBw9GXFwcTpw4gVmzZqG0tFRsExkZidOnTyMgIAAJCQnw8vLC9u3bAQDjx4/HpUuXMHr0aKSlpaFr165YuXJljddSq9UAgOzsbK3y7OxssY6oJv+Gn2+ifyXTLqGhx9XAgQP1XpS4ZMkSwd3dXavtuHHjBJVK9cDrBAUFCUOHDq2x7u233xa8vb1rrKtadLtkyRKxLD8/n4tuqVak/vP9d1x0S/8WHGEhk1i1ahUqKirw1FNP4dtvv8X58+dx9uxZxMTEwMfHp8ZzPDw8kJmZia1bt+LixYuIiYkR/3UJAHfv3kVYWBh+/vlnXLlyBb/++iuOHj0KT09PAMCUKVOwZ88eZGRk4Pjx49i/f79Ydz+ZTIYpU6Zg4cKF+P7775GWloZXXnkFzs7OGD58uNG/D6pfpP7zDdxbHJyamoozZ84AANLT05Gamso1WiRdps6Y6PGVlZUlhIaGCq6uroKFhYXQrFkz4dlnnxX2798vtsF92z7Dw8OFRo0aCTY2NsKLL74oLFu2TPwXaElJiRAUFCS4uLgIFhYWgrOzsxAWFibcvXtXEARBCAsLE1q2bCkoFAqhSZMmwujRo4U///zzgfFVVlYKERERgpOTk6BQKIT+/fsL6enpdfFVUD0k9Z/v9evXCwCqHXPnzq2Db4PIcDJBMGCFGBEREdEjwCkhIiIikjwmLERERCR5TFiIiIhI8piwEBERkeQxYSEiIiLJY8JCREREkseEhYiIiCSPCQvRY2DMmDFaT+jt27cvpkyZ8sjj+PnnnyGTyZCXl/fANjKZDDt27Kh1n5GRkejUqZNBcV2+fBkymQypqakG9UNEdYcJC5GJjBkzBjKZDDKZDBYWFmjVqhXmz5+P8vLyOr/2tm3bsGDBglq1rU2SQURU18xNHQDR42zgwIFYv349SkpK8MMPPyA0NBQNGjTAO++8U61taWkpLCwsjHJdBwcHo/RDRPSocISFyIQUCgXUajVcXV3x+uuvw8/PD99//z2Av6ZxFi1aBGdnZ7Rp0wYAcPXqVYwcORJ2dnZwcHDAsGHDcPnyZbHPiooKTJs2DXZ2dmjUqBFmzJiB+9/Acf+UUElJCWbOnAkXFxcoFAq0atUKn376KS5fvox+/foBAOzt7SGTyTBmzBgAQGVlJaKiouDm5gYrKyt07NgR33zzjdZ1fvjhB7Ru3RpWVlbo16+fVpy1NXPmTLRu3RoNGzaEu7s7IiIiUFZWVq3dxx9/DBcXFzRs2BAjR45Efn6+Vv0nn3wCT09PWFpaom3btvjoo4/0joWITIcJC5GEWFlZobS0VPy8b98+pKenIz4+HnFxcSgrK4O/vz9sbW3xyy+/4Ndff4WNjQ0GDhwonvfBBx9gw4YN+Oyzz3Dw4EHk5uZqvfW3Jq+88gq++OILxMTE4OzZs/j4449hY2MDFxcXfPvttwDuvc33xo0bWLFiBQAgKioKmzZtwpo1a3D69GlMnToVL7/8Mg4cOADgXmI1YsQIDB06FKmpqRg/fjzefvttvb8TW1tbbNiwAWfOnMGKFSuwbt06LFu2TKvNhQsX8NVXX2Hnzp3YvXs3Tpw4gTfeeEOsj42NxZw5c7Bo0SKcPXsW7777LiIiIrBx40a94yEiEzHxyxeJHlshISHCsGHDBEG492bo+Ph4QaFQCNOnTxfrnZychJKSEvGczZs3C23atBEqKyvFspKSEsHKykrYs2ePIAiC0LRpUyE6OlqsLysrE5544gnxWoIgCH369BHefPNNQRAEIT09XQAgxMfH1xjn/v37BQDCrVu3xLLi4mKhYcOGQlJSklbbcePGCS+99JIgCILwzjvvCF5eXlr1M2fOrNbX/XDfG4zvt3jxYqFLly7i57lz5wpmZmbCtWvXxLIff/xRkMvlwo0bNwRBEISWLVsKW7Zs0epnwYIFgo+PjyAIgpCRkSEAEE6cOPHA6xKRaXENC5EJxcXFwcbGBmVlZaisrMSoUaMQGRkp1nt7e2utWzl58iQuXLgAW1tbrX6Ki4tx8eJF5Ofn48aNG+jevbtYZ25ujq5du1abFqqSmpoKMzMz9OnTp9ZxX7hwAXfu3MEzzzyjVV5aWoonn3wSAHD27FmtOADAx8en1teo8uWXXyImJgYXL15EYWEhysvLoVQqtdo0b94czZo107pOZWUl0tPTYWtri4sXL2LcuHGYMGGC2Ka8vBwqlUrveIjINJiwEJlQv379sHr1alhYWMDZ2Rnm5tr/SVpbW2t9LiwsRJcuXRAbG1utryZNmjxUDFZWVnqfU1hYCADYtWuXVqIA3FuXYyzJyckIDg7GvHnz4O/vD5VKha1bt+KDDz7QO9Z169ZVS6DMzMyMFisR1S0mLEQmZG1tjVatWtW6fefOnfHll1/C0dGx2ihDlaZNm+Lw4cPo3bs3gHsjCSkpKejcuXON7b29vVFZWYkDBw7Az8+vWn3VCE9FRYVY5uXlBYVCgczMzAeOzHh6eooLiKscOnTon2/yb5KSkuDq6opZs2aJZVeuXKnWLjMzE1lZWXB2dhavI5fL0aZNGzg5OcHZ2RmXLl1CcHCwXtcnIungoluif5Hg4GA0btwYw4YNwy+//IKMjAz8/PPPmDx5Mq5duwYAePPNN/Hee+9hx44dOHfuHN544w2dz1Bp0aIFQkJC8Oqrr2LHjh1in1999RUAwNXVFTKZDHFxcfjjjz9QWFgIW1tbTJ8+HVOnTsXGjRtx8eJFHD9+HCtXrhQXsr722ms4f/48wsPDkZ6eji1btmDDhg163a+HhwcyMzOxdetWXLx4ETExMTUuILa0tERISAhOnjyJX375BZMnT8bIkSOhVqsBAPPmzUNUVBRiYmLw+++/Iy0tDevXr8fSpUv1ioeITIcJC9G/SMOGDZGYmIjmzZtjxIgR8PT0xLhx41BcXCyOuLz11lsYPXo0QkJC4OPjA1tbWzz33HM6+129ejWef/55vPHGG2jbti0mTJiAoqIiAECzZs0wb948vP3223ByckJYWBgAYMGCBYiIiEBUVBQ8PT0xcOBA7Nq1C25ubgDurSv59ttvsWPHDnTs2BFr1qzBu+++q9f9Pvvss5g6dSrCwsLQqVMnJCUlISIiolq7Vq1aYcSIERg8eDAGDBiADh06aG1bHj9+PD755BOsX78e3t7e6NOnDzZs2CDGSkTSJxMetBKPiIiISCI4wkJERESSx4SFiIiIJI8JCxEREUkeExYiIiKSPCYsREREJHlMWIiIiEjymLAQERGR5DFhISIiIsljwkJERESSx4SFiIiIJI8JCxEREUkeExYiIiKSvP8DgIxvZwILK1gAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.metrics import confusion_matrix, ConfusionMatrixDisplay\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# 假设 predictions.label_ids 是真实的标签，preds 是模型的预测\n",
    "cm = confusion_matrix(predictions.label_ids, preds)\n",
    "\n",
    "# 可视化混淆矩阵\n",
    "disp = ConfusionMatrixDisplay(confusion_matrix=cm, display_labels=['Class 0', 'Class 1'])\n",
    "disp.plot(cmap=plt.cm.Blues)\n",
    "plt.title('Confusion Matrix')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "be3aa946-c697-4392-80ea-a2d31710ca5c",
   "metadata": {},
   "outputs": [],
   "source": [
    "raw_datasets_dna_protein = load_dataset('json', data_files='dna_protein_150.json')['train'].train_test_split(test_size=0.05) #默认已经shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "49527e74-d4c3-486b-ae5b-dc4d73540d13",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Map: 100%|██████████████████████████████████████████████████████████████| 15200/15200 [00:00<00:00, 24383.79 examples/s]\n",
      "Map: 100%|██████████████████████████████████████████████████████████████████| 800/800 [00:00<00:00, 30431.55 examples/s]\n"
     ]
    }
   ],
   "source": [
    "\n",
    "tokenized_datasets_dna_protein = raw_datasets_dna_protein.map(tokenize_function, batched=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "a818a5a7-02ee-4dbd-8d2b-ead5e2529ec4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'accuracy': 0.52, 'f1': 0.02040816326530612}"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predictions = trainer.predict(tokenized_datasets_dna_protein[\"test\"])\n",
    "preds = np.argmax(predictions.predictions, axis=-1)\n",
    "metric = evaluate.load(\"glue\", \"mrpc\")\n",
    "metric.compute(predictions=preds, references=predictions.label_ids)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}