mirror of
https://github.com/wassname/detect_bs_text.git
synced 2026-06-27 17:48:27 +08:00
wassname
6015 lines
413 KiB
Plaintext
6015 lines
413 KiB
Plaintext
{
|
||
"cells": [
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"https://github.com/huggingface/peft/blob/main/examples/fp4_finetuning/finetune_fp4_opt_bnb_peft.py"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 1,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
|
||
" from .autonotebook import tqdm as notebook_tqdm\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"from torch import optim\n",
|
||
"import lightning as pl\n",
|
||
"from matplotlib import pyplot as plt"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 2,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"import os\n",
|
||
"\n",
|
||
"import torch\n",
|
||
"import torch.nn as nn\n",
|
||
"import transformers\n",
|
||
"from datasets import load_dataset\n",
|
||
"from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, AutoConfig\n",
|
||
"import numpy as np\n",
|
||
"from tqdm.auto import tqdm\n",
|
||
"import pandas as pd\n",
|
||
"import warnings\n",
|
||
"from peft import LoraConfig, get_peft_model, IA3Config"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 3,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"plt.style.use('ggplot')\n",
|
||
"torch.set_float32_matmul_precision('medium')\n",
|
||
"warnings.filterwarnings(\"ignore\", \".*does not have many workers.*\")"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 4,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n",
|
||
"\n",
|
||
"model_name = \"microsoft/phi-2\"\n",
|
||
"\n",
|
||
"# model = AutoModelForCausalLM.from_pretrained(\n",
|
||
"# model_name,\n",
|
||
"# # max_memory=max_memory,\n",
|
||
"# quantization_config=BitsAndBytesConfig(\n",
|
||
"# load_in_4bit=True,\n",
|
||
"# llm_int8_threshold=6.0,\n",
|
||
"# llm_int8_has_fp16_weight=False,\n",
|
||
"# bnb_4bit_compute_dtype=torch.float16,\n",
|
||
"# bnb_4bit_use_double_quant=True,\n",
|
||
"# bnb_4bit_quant_type=\"nf4\",\n",
|
||
"# ),\n",
|
||
"# torch_dtype=torch.float16,\n",
|
||
"# trust_remote_code=True,\n",
|
||
"# )\n",
|
||
"\n",
|
||
"\n",
|
||
"\n",
|
||
"\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 5,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# model_name = \"TheBloke/phi-2-GPTQ\"\n",
|
||
"model_name = \"microsoft/phi-2\"\n",
|
||
"\n",
|
||
"def load_model():\n",
|
||
"\n",
|
||
" model = AutoModelForCausalLM.from_pretrained(\n",
|
||
" model_name,\n",
|
||
" # quantization_config=BitsAndBytesConfig(\n",
|
||
" # load_in_4bit=True,\n",
|
||
" # llm_int8_threshold=6.0,\n",
|
||
" # llm_int8_has_fp16_weight=False,\n",
|
||
" # bnb_4bit_compute_dtype=torch.float16,\n",
|
||
" # bnb_4bit_use_double_quant=True,\n",
|
||
" # bnb_4bit_quant_type=\"nf4\",\n",
|
||
" # ),\n",
|
||
" torch_dtype=torch.float16,\n",
|
||
" trust_remote_code=True,\n",
|
||
" )\n",
|
||
"\n",
|
||
"\n",
|
||
" # config = AutoConfig.from_pretrained(model_name, trust_remote_code=True,)\n",
|
||
" # config.quantization_config['use_exllama'] = False\n",
|
||
" # config.quantization_config['disable_exllama'] = True\n",
|
||
" # model = AutoModelForCausalLM.from_pretrained(\n",
|
||
" # model_name,\n",
|
||
" # torch_dtype=torch.bfloat16,\n",
|
||
" # trust_remote_code=True,\n",
|
||
" # config=config,\n",
|
||
" # )\n",
|
||
" return model\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 6,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"Loading checkpoint shards: 100%|██████████| 2/2 [00:01<00:00, 1.94it/s]\n",
|
||
"Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"base_model = load_model()\n",
|
||
"tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True,)\n",
|
||
"tokenizer.pad_token = tokenizer.eos_token"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 7,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"def reset_model(base_model):\n",
|
||
" # peft_config = LoraConfig(\n",
|
||
" # # task_type=TaskType.TOKEN_CLS, \n",
|
||
" # target_modules=[ \"fc2\", \"Wqkv\",],\n",
|
||
" # inference_mode=False, r=4, lora_alpha=4, \n",
|
||
" # # lora_dropout=0.1, \n",
|
||
" # # bias=\"all\"\n",
|
||
" # )\n",
|
||
" peft_config = IA3Config(\n",
|
||
" target_modules=[ \"fc2\", \"Wqkv\",], \n",
|
||
" feedforward_modules=[\"fc2\"],\n",
|
||
" inference_mode=False,\n",
|
||
" )\n",
|
||
" model = get_peft_model(base_model, peft_config)\n",
|
||
" model.config.use_cache = False\n",
|
||
" return model\n",
|
||
"\n",
|
||
"model = reset_model(base_model)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 8,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"import json\n",
|
||
"MAX_LEN = 2000\n",
|
||
"samples = json.load(open(\"../samples.json\"))\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## Helpers"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 9,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# modified from https://github.dev/huggingface/evaluate/blob/8dfe05784099fb9af55b8e77793205a3b7c86465/measurements/perplexity/perplexity.py#L154\n",
|
||
"\n",
|
||
"# from evaluate.measurements.perplexity import Perplexity\n",
|
||
"import evaluate\n",
|
||
"from evaluate import logging\n",
|
||
"from torch.nn import CrossEntropyLoss\n",
|
||
"\n",
|
||
"# @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)\n",
|
||
"def perplexity_compute(\n",
|
||
" data, model, tokenizer, batch_size: int = 16, add_start_token: bool = True, device=None, max_length=None\n",
|
||
"):\n",
|
||
"\n",
|
||
" if device is not None:\n",
|
||
" assert device in [\"gpu\", \"cpu\", \"cuda\"], \"device should be either gpu or cpu.\"\n",
|
||
" if device == \"gpu\":\n",
|
||
" device = \"cuda\"\n",
|
||
" else:\n",
|
||
" device = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n",
|
||
"\n",
|
||
" # model = AutoModelForCausalLM.from_pretrained(model_id)\n",
|
||
" model = model.to(device)\n",
|
||
"\n",
|
||
" # tokenizer = AutoTokenizer.from_pretrained(model_id)\n",
|
||
"\n",
|
||
" # # if batch_size > 1 (which generally leads to padding being required), and\n",
|
||
" # # if there is not an already assigned pad_token, assign an existing\n",
|
||
" # # special token to also be the padding token\n",
|
||
" # if tokenizer.pad_token is None and batch_size > 1:\n",
|
||
" # existing_special_tokens = list(tokenizer.special_tokens_map_extended.values())\n",
|
||
" # # check that the model already has at least one special token defined\n",
|
||
" # assert (\n",
|
||
" # len(existing_special_tokens) > 0\n",
|
||
" # ), \"If batch_size > 1, model must have at least one special token to use for padding. Please use a different model or set batch_size=1.\"\n",
|
||
" # # assign one of the special tokens to also be the pad token\n",
|
||
" # tokenizer.add_special_tokens({\"pad_token\": existing_special_tokens[0]})\n",
|
||
"\n",
|
||
" # if add_start_token and max_length:\n",
|
||
" # # leave room for <BOS> token to be added:\n",
|
||
" # assert (\n",
|
||
" # tokenizer.bos_token is not None\n",
|
||
" # ), \"Input model must already have a BOS token if using add_start_token=True. Please use a different model, or set add_start_token=False\"\n",
|
||
" # max_tokenized_len = max_length - 1\n",
|
||
" # else:\n",
|
||
" max_tokenized_len = max_length\n",
|
||
"\n",
|
||
" encodings = tokenizer(\n",
|
||
" data,\n",
|
||
" add_special_tokens=False,\n",
|
||
" padding=True,\n",
|
||
" truncation=True if max_tokenized_len else False,\n",
|
||
" max_length=max_tokenized_len,\n",
|
||
" return_tensors=\"pt\",\n",
|
||
" return_attention_mask=True,\n",
|
||
" ).to(device)\n",
|
||
"\n",
|
||
" encoded_texts = encodings[\"input_ids\"]\n",
|
||
" attn_masks = encodings[\"attention_mask\"]\n",
|
||
"\n",
|
||
" # check that each input is long enough:\n",
|
||
" if add_start_token:\n",
|
||
" assert torch.all(torch.ge(attn_masks.sum(1), 1)), \"Each input text must be at least one token long.\"\n",
|
||
" else:\n",
|
||
" assert torch.all(\n",
|
||
" torch.ge(attn_masks.sum(1), 2)\n",
|
||
" ), \"When add_start_token=False, each input text must be at least two tokens long. Run with add_start_token=True if inputting strings of only one token, and remove all empty input strings.\"\n",
|
||
"\n",
|
||
" ppls = []\n",
|
||
" loss_fct = CrossEntropyLoss(reduction=\"none\")\n",
|
||
"\n",
|
||
" for start_index in logging.tqdm(range(0, len(encoded_texts), batch_size)):\n",
|
||
" end_index = min(start_index + batch_size, len(encoded_texts))\n",
|
||
" encoded_batch = encoded_texts[start_index:end_index]\n",
|
||
" attn_mask = attn_masks[start_index:end_index]\n",
|
||
"\n",
|
||
" # if add_start_token:\n",
|
||
" # bos_tokens_tensor = torch.tensor([[tokenizer.bos_token_id]] * encoded_batch.size(dim=0)).to(device)\n",
|
||
" # encoded_batch = torch.cat([bos_tokens_tensor, encoded_batch], dim=1)\n",
|
||
" # attn_mask = torch.cat(\n",
|
||
" # [torch.ones(bos_tokens_tensor.size(), dtype=torch.int64).to(device), attn_mask], dim=1\n",
|
||
" # )\n",
|
||
"\n",
|
||
" labels = encoded_batch\n",
|
||
"\n",
|
||
" with torch.no_grad():\n",
|
||
" out_logits = model(encoded_batch, attention_mask=attn_mask).logits\n",
|
||
" # print(out_logits.shape)\n",
|
||
"\n",
|
||
" shift_logits = out_logits[..., :-1, :].contiguous()\n",
|
||
" shift_labels = labels[..., 1:].contiguous()\n",
|
||
" shift_attention_mask_batch = attn_mask[..., 1:].contiguous()\n",
|
||
"\n",
|
||
" perplexity_batch = torch.exp(\n",
|
||
" (loss_fct(shift_logits.transpose(1, 2), shift_labels) * shift_attention_mask_batch).sum(1)\n",
|
||
" / shift_attention_mask_batch.sum(1)\n",
|
||
" )\n",
|
||
" # perplexity_batch = torch.exp(\n",
|
||
" # (loss_fct(shift_logits.transpose(1, 2), shift_labels) * shift_attention_mask_batch)\n",
|
||
" # / shift_attention_mask_batch.sum(1)\n",
|
||
" # )\n",
|
||
" # print(perplexity_batch.shape)\n",
|
||
"\n",
|
||
" ppls += perplexity_batch.tolist()\n",
|
||
"\n",
|
||
" return {\"perplexities\": ppls, \"mean_perplexity\": torch.tensor(ppls).mean()}"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": []
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 10,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# perplexity_compute(\n",
|
||
"# second_half, model, tokenizer\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## Training"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 11,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"from torch.nn import functional as F\n",
|
||
"from torch.utils.data import DataLoader, TensorDataset"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## Lightning helpers"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 12,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"\n",
|
||
"\n",
|
||
"\n",
|
||
"\n",
|
||
"# def str2xya(s, tokenizer):\n",
|
||
"# max_len = min(MAX_LEN, len(s))\n",
|
||
"# input_ids = tokenizer(s, return_tensors=\"pt\")[\"input_ids\"][0]\n",
|
||
"\n",
|
||
"# pad = tokenizer.bos_token_id\n",
|
||
"# data = []\n",
|
||
"# for i in range(1, len(input_ids)):\n",
|
||
"# x = input_ids[:i][-max_len:]\n",
|
||
"# padding = max_len - len(x)\n",
|
||
"# x = torch.tensor([pad]*padding + x.tolist())\n",
|
||
"\n",
|
||
"# labels = input_ids[i:i+1]\n",
|
||
"# attention_mask = (x==pad)*1\n",
|
||
"# data.append(dict(input_ids=x, labels=labels, attention_mask=attention_mask, return_loss=True))\n",
|
||
" \n",
|
||
"# return data\n",
|
||
"\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 13,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"def eval(model, tokenizer, second_half):\n",
|
||
" model.eval();\n",
|
||
" with torch.no_grad():\n",
|
||
" with model.disable_adapter():\n",
|
||
" results = perplexity_compute(data=second_half, model=model, tokenizer=tokenizer, device='cuda')\n",
|
||
" results2 = perplexity_compute(data=second_half, model=model, tokenizer=tokenizer, device='cuda')\n",
|
||
" return dict(before=results['mean_perplexity'].item(), after=results2['mean_perplexity'].item())\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Train"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 14,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"from datasets import Dataset\n",
|
||
"\n",
|
||
"\n",
|
||
"def compute_metrics(eval_prediction):\n",
|
||
" return {}"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"Trainer docs\n",
|
||
"\n",
|
||
"- https://huggingface.co/docs/transformers/v4.36.1/en/main_classes/trainer#transformers.Trainer"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 25,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"def learn_sample(sample):\n",
|
||
" # device = 'cuda'\n",
|
||
" # lr = 4e-3\n",
|
||
" # epochs = 3\n",
|
||
" # accum_steps = 1\n",
|
||
" batch_size = 1\n",
|
||
" verbose = False\n",
|
||
"\n",
|
||
" s = sample['text']\n",
|
||
" first_half = s[:len(s)//2]\n",
|
||
" second_half = s[len(s)//2:]\n",
|
||
" ds_train = Dataset.from_dict(tokenizer([first_half]))\n",
|
||
" ds_val = Dataset.from_dict(tokenizer([second_half]))\n",
|
||
"\n",
|
||
" os.environ['CUDA_VISIBLE_DEVICES']=\"1\"\n",
|
||
" model = reset_model(base_model)\n",
|
||
" eval(model, tokenizer, second_half)\n",
|
||
"\n",
|
||
" # https://huggingface.co/docs/transformers/v4.36.1/en/main_classes/trainer#transformers.Trainer\n",
|
||
" trainer = transformers.Trainer(\n",
|
||
" model=model,\n",
|
||
" train_dataset=ds_train,\n",
|
||
" eval_dataset=ds_val,\n",
|
||
" compute_metrics=compute_metrics, # without this it wont even give val loss\n",
|
||
" args=transformers.TrainingArguments(\n",
|
||
" # checkpoint='epoch',\n",
|
||
" save_strategy='epoch',\n",
|
||
" label_names=['labels',],\n",
|
||
" per_device_train_batch_size=batch_size,\n",
|
||
" gradient_accumulation_steps=3,\n",
|
||
" warmup_steps=6,\n",
|
||
" max_steps=20,\n",
|
||
" learning_rate=2e-3,\n",
|
||
" fp16=True,\n",
|
||
" logging_steps=1,\n",
|
||
" output_dir=\"outputs\",\n",
|
||
" log_level='error',\n",
|
||
" # do_eval=True,\n",
|
||
" evaluation_strategy=\"epoch\",\n",
|
||
" eval_steps=1,\n",
|
||
" load_best_model_at_end=True,\n",
|
||
" \n",
|
||
" # disable_tqdm=not verbose,\n",
|
||
" ),\n",
|
||
" data_collator=transformers.DataCollatorForLanguageModeling(tokenizer, mlm=False),\n",
|
||
" )\n",
|
||
" trainer._signature_columns = ['input_ids', 'attention_mask', 'labels',]\n",
|
||
" model.config.use_cache = False # silence the warnings. Please re-enable for inference!\n",
|
||
" train_output = trainer.train()\n",
|
||
"\n",
|
||
" df_hist = pd.DataFrame(trainer.state.log_history)\n",
|
||
" df_hist_epoch = df_hist.groupby('epoch').last().drop(columns=['step'])\n",
|
||
" df_hist_step = df_hist.set_index('step').dropna(thresh=2, axis=1)\n",
|
||
" if verbose:\n",
|
||
" df_hist_epoch['loss'].plot()\n",
|
||
" plt.twinx()\n",
|
||
" df_hist_epoch['eval_loss'].plot(c='b', label='eval')\n",
|
||
" plt.legend()\n",
|
||
" plt.show()\n",
|
||
"\n",
|
||
"\n",
|
||
" result_train = {f'train/{k}':v for k,v in eval(model, tokenizer, first_half).items()}\n",
|
||
" result = eval(model, tokenizer, second_half)\n",
|
||
" result['hist'] = df_hist_epoch\n",
|
||
" result.update(result_train)\n",
|
||
" return result\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 26,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
" 0%| | 0/1 [00:00<?, ?it/s]"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 10.73it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 10.41it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.975, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 2.6324350833892822, 'eval_runtime': 0.0762, 'eval_samples_per_second': 13.12, 'eval_steps_per_second': 13.12, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9477, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 2.6316795349121094, 'eval_runtime': 0.0765, 'eval_samples_per_second': 13.074, 'eval_steps_per_second': 13.074, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.964, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 2.6300618648529053, 'eval_runtime': 0.0773, 'eval_samples_per_second': 12.939, 'eval_steps_per_second': 12.939, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9541, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 2.6292779445648193, 'eval_runtime': 0.0764, 'eval_samples_per_second': 13.086, 'eval_steps_per_second': 13.086, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9307, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 2.630882501602173, 'eval_runtime': 0.0767, 'eval_samples_per_second': 13.041, 'eval_steps_per_second': 13.041, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8942, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 2.6326723098754883, 'eval_runtime': 0.0765, 'eval_samples_per_second': 13.069, 'eval_steps_per_second': 13.069, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.855, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 2.6402180194854736, 'eval_runtime': 0.0768, 'eval_samples_per_second': 13.02, 'eval_steps_per_second': 13.02, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8358, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 2.6456449031829834, 'eval_runtime': 0.0767, 'eval_samples_per_second': 13.03, 'eval_steps_per_second': 13.03, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8034, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 2.651256799697876, 'eval_runtime': 0.0773, 'eval_samples_per_second': 12.939, 'eval_steps_per_second': 12.939, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7903, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 2.660555601119995, 'eval_runtime': 0.0774, 'eval_samples_per_second': 12.928, 'eval_steps_per_second': 12.928, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7733, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 2.6638293266296387, 'eval_runtime': 0.0774, 'eval_samples_per_second': 12.927, 'eval_steps_per_second': 12.927, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7502, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 2.663893222808838, 'eval_runtime': 0.0767, 'eval_samples_per_second': 13.034, 'eval_steps_per_second': 13.034, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7307, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 2.664576530456543, 'eval_runtime': 0.0784, 'eval_samples_per_second': 12.753, 'eval_steps_per_second': 12.753, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7164, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 2.6659302711486816, 'eval_runtime': 0.0785, 'eval_samples_per_second': 12.745, 'eval_steps_per_second': 12.745, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7007, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 2.6626029014587402, 'eval_runtime': 0.0774, 'eval_samples_per_second': 12.916, 'eval_steps_per_second': 12.916, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6813, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 2.6663095951080322, 'eval_runtime': 0.0774, 'eval_samples_per_second': 12.913, 'eval_steps_per_second': 12.913, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6783, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 2.6696841716766357, 'eval_runtime': 0.0782, 'eval_samples_per_second': 12.782, 'eval_steps_per_second': 12.782, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6676, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 2.6674890518188477, 'eval_runtime': 0.0782, 'eval_samples_per_second': 12.794, 'eval_steps_per_second': 12.794, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6586, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 2.667912721633911, 'eval_runtime': 0.0785, 'eval_samples_per_second': 12.74, 'eval_steps_per_second': 12.74, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6558, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 2.668612003326416, 'eval_runtime': 0.0769, 'eval_samples_per_second': 13.011, 'eval_steps_per_second': 13.011, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 4.9683, 'train_samples_per_second': 24.153, 'train_steps_per_second': 4.026, 'train_loss': 0.7981548935174942, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.75it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.33it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.75it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.29it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"bad_ml\n",
|
||
"{'before': 13.906105995178223, 'after': 13.862305641174316}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.50it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.03it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1471, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.3446907997131348, 'eval_runtime': 0.0508, 'eval_samples_per_second': 19.677, 'eval_steps_per_second': 19.677, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1413, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 3.3427512645721436, 'eval_runtime': 0.0469, 'eval_samples_per_second': 21.316, 'eval_steps_per_second': 21.316, 'epoch': 2.0}\n",
|
||
"{'loss': 1.1074, 'learning_rate': 0.001, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.3391706943511963, 'eval_runtime': 0.0458, 'eval_samples_per_second': 21.858, 'eval_steps_per_second': 21.858, 'epoch': 3.0}\n",
|
||
"{'loss': 1.0979, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.3322410583496094, 'eval_runtime': 0.0454, 'eval_samples_per_second': 22.004, 'eval_steps_per_second': 22.004, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0826, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 3.3301784992218018, 'eval_runtime': 0.0468, 'eval_samples_per_second': 21.376, 'eval_steps_per_second': 21.376, 'epoch': 5.0}\n",
|
||
"{'loss': 1.056, 'learning_rate': 0.002, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.3214917182922363, 'eval_runtime': 0.0455, 'eval_samples_per_second': 21.991, 'eval_steps_per_second': 21.991, 'epoch': 6.0}\n",
|
||
"{'loss': 1.0074, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.3130364418029785, 'eval_runtime': 0.0454, 'eval_samples_per_second': 22.041, 'eval_steps_per_second': 22.041, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9524, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 3.3035030364990234, 'eval_runtime': 0.0458, 'eval_samples_per_second': 21.856, 'eval_steps_per_second': 21.856, 'epoch': 8.0}\n",
|
||
"{'loss': 0.9138, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.298600196838379, 'eval_runtime': 0.0481, 'eval_samples_per_second': 20.784, 'eval_steps_per_second': 20.784, 'epoch': 9.0}\n",
|
||
"{'loss': 0.8819, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 3.294665813446045, 'eval_runtime': 0.0466, 'eval_samples_per_second': 21.439, 'eval_steps_per_second': 21.439, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8619, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 3.2902116775512695, 'eval_runtime': 0.0462, 'eval_samples_per_second': 21.622, 'eval_steps_per_second': 21.622, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8455, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 3.2865536212921143, 'eval_runtime': 0.0471, 'eval_samples_per_second': 21.252, 'eval_steps_per_second': 21.252, 'epoch': 12.0}\n",
|
||
"{'loss': 0.8071, 'learning_rate': 0.001, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.283342123031616, 'eval_runtime': 0.0461, 'eval_samples_per_second': 21.697, 'eval_steps_per_second': 21.697, 'epoch': 13.0}\n",
|
||
"{'loss': 0.7878, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.2826781272888184, 'eval_runtime': 0.0474, 'eval_samples_per_second': 21.094, 'eval_steps_per_second': 21.094, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7665, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 3.27935791015625, 'eval_runtime': 0.0462, 'eval_samples_per_second': 21.637, 'eval_steps_per_second': 21.637, 'epoch': 15.0}\n",
|
||
"{'loss': 0.7461, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.277428150177002, 'eval_runtime': 0.0465, 'eval_samples_per_second': 21.505, 'eval_steps_per_second': 21.505, 'epoch': 16.0}\n",
|
||
"{'loss': 0.7316, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.2803244590759277, 'eval_runtime': 0.0456, 'eval_samples_per_second': 21.935, 'eval_steps_per_second': 21.935, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7258, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 3.2791643142700195, 'eval_runtime': 0.0462, 'eval_samples_per_second': 21.642, 'eval_steps_per_second': 21.642, 'epoch': 18.0}\n",
|
||
"{'loss': 0.7076, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.2756590843200684, 'eval_runtime': 0.0465, 'eval_samples_per_second': 21.512, 'eval_steps_per_second': 21.512, 'epoch': 19.0}\n",
|
||
"{'loss': 0.7127, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.278388738632202, 'eval_runtime': 0.0486, 'eval_samples_per_second': 20.593, 'eval_steps_per_second': 20.593, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 3.6485, 'train_samples_per_second': 32.89, 'train_steps_per_second': 5.482, 'train_loss': 0.9040146082639694, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.27it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.06it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.49it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.03it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"good_ml\n",
|
||
"{'before': 28.347332000732422, 'after': 26.456573486328125}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.45it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 10.82it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8976, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 2.770636796951294, 'eval_runtime': 0.0844, 'eval_samples_per_second': 11.848, 'eval_steps_per_second': 11.848, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8932, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 2.7694220542907715, 'eval_runtime': 0.0831, 'eval_samples_per_second': 12.033, 'eval_steps_per_second': 12.033, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8782, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 2.7660436630249023, 'eval_runtime': 0.0899, 'eval_samples_per_second': 11.128, 'eval_steps_per_second': 11.128, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.877, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 2.7656893730163574, 'eval_runtime': 0.0835, 'eval_samples_per_second': 11.974, 'eval_steps_per_second': 11.974, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8601, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 2.762709140777588, 'eval_runtime': 0.0819, 'eval_samples_per_second': 12.214, 'eval_steps_per_second': 12.214, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8495, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 2.7619409561157227, 'eval_runtime': 0.0851, 'eval_samples_per_second': 11.745, 'eval_steps_per_second': 11.745, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8031, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 2.756824016571045, 'eval_runtime': 0.0833, 'eval_samples_per_second': 12.007, 'eval_steps_per_second': 12.007, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7805, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 2.7579498291015625, 'eval_runtime': 0.0839, 'eval_samples_per_second': 11.92, 'eval_steps_per_second': 11.92, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7545, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 2.756481409072876, 'eval_runtime': 0.0839, 'eval_samples_per_second': 11.926, 'eval_steps_per_second': 11.926, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7221, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 2.754746675491333, 'eval_runtime': 0.0817, 'eval_samples_per_second': 12.239, 'eval_steps_per_second': 12.239, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.697, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 2.7567291259765625, 'eval_runtime': 0.082, 'eval_samples_per_second': 12.202, 'eval_steps_per_second': 12.202, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6809, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 2.7562639713287354, 'eval_runtime': 0.0808, 'eval_samples_per_second': 12.371, 'eval_steps_per_second': 12.371, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6618, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 2.7598867416381836, 'eval_runtime': 0.0819, 'eval_samples_per_second': 12.215, 'eval_steps_per_second': 12.215, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6502, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 2.7595736980438232, 'eval_runtime': 0.081, 'eval_samples_per_second': 12.351, 'eval_steps_per_second': 12.351, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6368, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 2.7620177268981934, 'eval_runtime': 0.084, 'eval_samples_per_second': 11.909, 'eval_steps_per_second': 11.909, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6319, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 2.764033555984497, 'eval_runtime': 0.0825, 'eval_samples_per_second': 12.118, 'eval_steps_per_second': 12.118, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6105, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 2.7691619396209717, 'eval_runtime': 0.0827, 'eval_samples_per_second': 12.095, 'eval_steps_per_second': 12.095, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6122, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 2.768242835998535, 'eval_runtime': 0.0819, 'eval_samples_per_second': 12.212, 'eval_steps_per_second': 12.212, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6035, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 2.7695817947387695, 'eval_runtime': 0.0849, 'eval_samples_per_second': 11.776, 'eval_steps_per_second': 11.776, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5964, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 2.7675888538360596, 'eval_runtime': 0.0813, 'eval_samples_per_second': 12.295, 'eval_steps_per_second': 12.295, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 5.3531, 'train_samples_per_second': 22.417, 'train_steps_per_second': 3.736, 'train_loss': 0.7348627179861069, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.66it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.14it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.57it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.02it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"sokal hoax\n",
|
||
"{'before': 15.966412544250488, 'after': 15.714754104614258}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.59it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.22it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0657, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.294236421585083, 'eval_runtime': 0.0603, 'eval_samples_per_second': 16.581, 'eval_steps_per_second': 16.581, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0643, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 3.2933406829833984, 'eval_runtime': 0.0581, 'eval_samples_per_second': 17.211, 'eval_steps_per_second': 17.211, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.049, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 3.2884457111358643, 'eval_runtime': 0.0592, 'eval_samples_per_second': 16.901, 'eval_steps_per_second': 16.901, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.031, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.2826619148254395, 'eval_runtime': 0.0584, 'eval_samples_per_second': 17.128, 'eval_steps_per_second': 17.128, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0147, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 3.2724156379699707, 'eval_runtime': 0.0579, 'eval_samples_per_second': 17.272, 'eval_steps_per_second': 17.272, 'epoch': 5.0}\n",
|
||
"{'loss': 0.9806, 'learning_rate': 0.002, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.2572481632232666, 'eval_runtime': 0.058, 'eval_samples_per_second': 17.231, 'eval_steps_per_second': 17.231, 'epoch': 6.0}\n",
|
||
"{'loss': 0.9593, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.245199203491211, 'eval_runtime': 0.0583, 'eval_samples_per_second': 17.151, 'eval_steps_per_second': 17.151, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.906, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 3.2294065952301025, 'eval_runtime': 0.058, 'eval_samples_per_second': 17.234, 'eval_steps_per_second': 17.234, 'epoch': 8.0}\n",
|
||
"{'loss': 0.8816, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.225297212600708, 'eval_runtime': 0.059, 'eval_samples_per_second': 16.948, 'eval_steps_per_second': 16.948, 'epoch': 9.0}\n",
|
||
"{'loss': 0.8374, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.222148895263672, 'eval_runtime': 0.0605, 'eval_samples_per_second': 16.531, 'eval_steps_per_second': 16.531, 'epoch': 10.0}\n",
|
||
"{'loss': 0.8355, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.2083401679992676, 'eval_runtime': 0.057, 'eval_samples_per_second': 17.559, 'eval_steps_per_second': 17.559, 'epoch': 11.0}\n",
|
||
"{'loss': 0.8047, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 3.2118797302246094, 'eval_runtime': 0.057, 'eval_samples_per_second': 17.554, 'eval_steps_per_second': 17.554, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7823, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 3.2061452865600586, 'eval_runtime': 0.0576, 'eval_samples_per_second': 17.365, 'eval_steps_per_second': 17.365, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7662, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.206078052520752, 'eval_runtime': 0.0581, 'eval_samples_per_second': 17.213, 'eval_steps_per_second': 17.213, 'epoch': 14.0}\n",
|
||
"{'loss': 0.7484, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.201680898666382, 'eval_runtime': 0.0573, 'eval_samples_per_second': 17.459, 'eval_steps_per_second': 17.459, 'epoch': 15.0}\n",
|
||
"{'loss': 0.7341, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 3.200582265853882, 'eval_runtime': 0.0581, 'eval_samples_per_second': 17.215, 'eval_steps_per_second': 17.215, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7348, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.206627130508423, 'eval_runtime': 0.0592, 'eval_samples_per_second': 16.88, 'eval_steps_per_second': 16.88, 'epoch': 17.0}\n",
|
||
"{'loss': 0.7258, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.2030231952667236, 'eval_runtime': 0.0601, 'eval_samples_per_second': 16.648, 'eval_steps_per_second': 16.648, 'epoch': 18.0}\n",
|
||
"{'loss': 0.7164, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 3.202587842941284, 'eval_runtime': 0.0578, 'eval_samples_per_second': 17.313, 'eval_steps_per_second': 17.313, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7088, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.201478958129883, 'eval_runtime': 0.0571, 'eval_samples_per_second': 17.524, 'eval_steps_per_second': 17.524, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 4.058, 'train_samples_per_second': 29.571, 'train_steps_per_second': 4.928, 'train_loss': 0.8673275351524353, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.29it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.99it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.73it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.37it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"Theory o. general relativity\n",
|
||
"{'before': 26.952022552490234, 'after': 24.542512893676758}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.56it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.04it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.1165, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 0.4710708558559418, 'eval_runtime': 0.0422, 'eval_samples_per_second': 23.706, 'eval_steps_per_second': 23.706, 'epoch': 1.0}\n",
|
||
"{'loss': 0.1141, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 0.47040221095085144, 'eval_runtime': 0.0416, 'eval_samples_per_second': 24.034, 'eval_steps_per_second': 24.034, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.1209, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 0.46998435258865356, 'eval_runtime': 0.0415, 'eval_samples_per_second': 24.111, 'eval_steps_per_second': 24.111, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.1018, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 0.47150325775146484, 'eval_runtime': 0.0416, 'eval_samples_per_second': 24.033, 'eval_steps_per_second': 24.033, 'epoch': 4.0}\n",
|
||
"{'loss': 0.0845, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 0.4715323746204376, 'eval_runtime': 0.0421, 'eval_samples_per_second': 23.735, 'eval_steps_per_second': 23.735, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0616, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 0.4763885736465454, 'eval_runtime': 0.0428, 'eval_samples_per_second': 23.346, 'eval_steps_per_second': 23.346, 'epoch': 6.0}\n",
|
||
"{'loss': 0.0433, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 0.47699809074401855, 'eval_runtime': 0.0424, 'eval_samples_per_second': 23.557, 'eval_steps_per_second': 23.557, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0455, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 0.47627171874046326, 'eval_runtime': 0.046, 'eval_samples_per_second': 21.726, 'eval_steps_per_second': 21.726, 'epoch': 8.0}\n",
|
||
"{'loss': 0.0349, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 0.47513699531555176, 'eval_runtime': 0.0419, 'eval_samples_per_second': 23.856, 'eval_steps_per_second': 23.856, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0251, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 0.4725719392299652, 'eval_runtime': 0.0419, 'eval_samples_per_second': 23.873, 'eval_steps_per_second': 23.873, 'epoch': 10.0}\n",
|
||
"{'loss': 0.0265, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 0.47139081358909607, 'eval_runtime': 0.0423, 'eval_samples_per_second': 23.651, 'eval_steps_per_second': 23.651, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0244, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 0.47071537375450134, 'eval_runtime': 0.0427, 'eval_samples_per_second': 23.441, 'eval_steps_per_second': 23.441, 'epoch': 12.0}\n",
|
||
"{'loss': 0.024, 'learning_rate': 0.001, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.46806150674819946, 'eval_runtime': 0.0429, 'eval_samples_per_second': 23.313, 'eval_steps_per_second': 23.313, 'epoch': 13.0}\n",
|
||
"{'loss': 0.022, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 0.467593252658844, 'eval_runtime': 0.0433, 'eval_samples_per_second': 23.07, 'eval_steps_per_second': 23.07, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0096, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 0.4675810933113098, 'eval_runtime': 0.0416, 'eval_samples_per_second': 24.013, 'eval_steps_per_second': 24.013, 'epoch': 15.0}\n",
|
||
"{'loss': 0.0123, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.4671429693698883, 'eval_runtime': 0.0442, 'eval_samples_per_second': 22.648, 'eval_steps_per_second': 22.648, 'epoch': 16.0}\n",
|
||
"{'loss': 0.0093, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 0.4678424596786499, 'eval_runtime': 0.044, 'eval_samples_per_second': 22.752, 'eval_steps_per_second': 22.752, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0082, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 0.4684832692146301, 'eval_runtime': 0.0426, 'eval_samples_per_second': 23.461, 'eval_steps_per_second': 23.461, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.0115, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 0.46846842765808105, 'eval_runtime': 0.0437, 'eval_samples_per_second': 22.904, 'eval_steps_per_second': 22.904, 'epoch': 19.0}\n",
|
||
"{'loss': 0.007, 'learning_rate': 0.0, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.46743687987327576, 'eval_runtime': 0.0432, 'eval_samples_per_second': 23.16, 'eval_steps_per_second': 23.16, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 3.5386, 'train_samples_per_second': 33.912, 'train_steps_per_second': 5.652, 'train_loss': 0.045142221334390345, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.46it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.06it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.60it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.04it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"lorem ipsum \n",
|
||
"{'before': 1.6016581058502197, 'after': 1.5953787565231323}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.18it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.03it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9544, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.472707509994507, 'eval_runtime': 0.0452, 'eval_samples_per_second': 22.108, 'eval_steps_per_second': 22.108, 'epoch': 1.0}\n",
|
||
"{'loss': 0.9445, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.469721794128418, 'eval_runtime': 0.0458, 'eval_samples_per_second': 21.819, 'eval_steps_per_second': 21.819, 'epoch': 2.0}\n",
|
||
"{'loss': 0.946, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 3.4643774032592773, 'eval_runtime': 0.0461, 'eval_samples_per_second': 21.675, 'eval_steps_per_second': 21.675, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9389, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.4600937366485596, 'eval_runtime': 0.0481, 'eval_samples_per_second': 20.771, 'eval_steps_per_second': 20.771, 'epoch': 4.0}\n",
|
||
"{'loss': 0.9084, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.451901912689209, 'eval_runtime': 0.0468, 'eval_samples_per_second': 21.379, 'eval_steps_per_second': 21.379, 'epoch': 5.0}\n",
|
||
"{'loss': 0.8894, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 3.4409453868865967, 'eval_runtime': 0.0471, 'eval_samples_per_second': 21.242, 'eval_steps_per_second': 21.242, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8561, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.4258673191070557, 'eval_runtime': 0.0466, 'eval_samples_per_second': 21.439, 'eval_steps_per_second': 21.439, 'epoch': 7.0}\n",
|
||
"{'loss': 0.8003, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.4128029346466064, 'eval_runtime': 0.0484, 'eval_samples_per_second': 20.646, 'eval_steps_per_second': 20.646, 'epoch': 8.0}\n",
|
||
"{'loss': 0.7699, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.402852773666382, 'eval_runtime': 0.0461, 'eval_samples_per_second': 21.714, 'eval_steps_per_second': 21.714, 'epoch': 9.0}\n",
|
||
"{'loss': 0.7424, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 3.3996169567108154, 'eval_runtime': 0.0468, 'eval_samples_per_second': 21.381, 'eval_steps_per_second': 21.381, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7199, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 3.3883135318756104, 'eval_runtime': 0.0451, 'eval_samples_per_second': 22.174, 'eval_steps_per_second': 22.174, 'epoch': 11.0}\n",
|
||
"{'loss': 0.7013, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.3812174797058105, 'eval_runtime': 0.0456, 'eval_samples_per_second': 21.931, 'eval_steps_per_second': 21.931, 'epoch': 12.0}\n",
|
||
"{'loss': 0.6796, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 3.3781800270080566, 'eval_runtime': 0.046, 'eval_samples_per_second': 21.731, 'eval_steps_per_second': 21.731, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6666, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.371669054031372, 'eval_runtime': 0.0466, 'eval_samples_per_second': 21.468, 'eval_steps_per_second': 21.468, 'epoch': 14.0}\n",
|
||
"{'loss': 0.6623, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.369558811187744, 'eval_runtime': 0.047, 'eval_samples_per_second': 21.298, 'eval_steps_per_second': 21.298, 'epoch': 15.0}\n",
|
||
"{'loss': 0.6331, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 3.3651580810546875, 'eval_runtime': 0.0456, 'eval_samples_per_second': 21.93, 'eval_steps_per_second': 21.93, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6301, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.36873459815979, 'eval_runtime': 0.0474, 'eval_samples_per_second': 21.111, 'eval_steps_per_second': 21.111, 'epoch': 17.0}\n",
|
||
"{'loss': 0.6198, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.362344264984131, 'eval_runtime': 0.0463, 'eval_samples_per_second': 21.59, 'eval_steps_per_second': 21.59, 'epoch': 18.0}\n",
|
||
"{'loss': 0.6147, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 3.365997552871704, 'eval_runtime': 0.0452, 'eval_samples_per_second': 22.123, 'eval_steps_per_second': 22.123, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5957, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.3667006492614746, 'eval_runtime': 0.0465, 'eval_samples_per_second': 21.498, 'eval_steps_per_second': 21.498, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 3.4296, 'train_samples_per_second': 34.99, 'train_steps_per_second': 5.832, 'train_loss': 0.7636661320924759, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.45it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.00it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.34it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.90it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"wikipedia on LK-99\n",
|
||
"{'before': 32.219017028808594, 'after': 28.852493286132812}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.90it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.74it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5053, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 0.7548888921737671, 'eval_runtime': 0.0446, 'eval_samples_per_second': 22.435, 'eval_steps_per_second': 22.435, 'epoch': 1.0}\n",
|
||
"{'loss': 0.4909, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.7530910968780518, 'eval_runtime': 0.0453, 'eval_samples_per_second': 22.062, 'eval_steps_per_second': 22.062, 'epoch': 2.0}\n",
|
||
"{'loss': 0.505, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 0.7560164332389832, 'eval_runtime': 0.0458, 'eval_samples_per_second': 21.83, 'eval_steps_per_second': 21.83, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4813, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 0.7553694248199463, 'eval_runtime': 0.0454, 'eval_samples_per_second': 22.039, 'eval_steps_per_second': 22.039, 'epoch': 4.0}\n",
|
||
"{'loss': 0.4292, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 0.7545289397239685, 'eval_runtime': 0.0454, 'eval_samples_per_second': 22.039, 'eval_steps_per_second': 22.039, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4078, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 0.7601871490478516, 'eval_runtime': 0.0467, 'eval_samples_per_second': 21.433, 'eval_steps_per_second': 21.433, 'epoch': 6.0}\n",
|
||
"{'loss': 0.3897, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.7599422335624695, 'eval_runtime': 0.0472, 'eval_samples_per_second': 21.2, 'eval_steps_per_second': 21.2, 'epoch': 7.0}\n",
|
||
"{'loss': 0.3686, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 0.770047128200531, 'eval_runtime': 0.0448, 'eval_samples_per_second': 22.335, 'eval_steps_per_second': 22.335, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.3446, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 0.7731327414512634, 'eval_runtime': 0.0453, 'eval_samples_per_second': 22.07, 'eval_steps_per_second': 22.07, 'epoch': 9.0}\n",
|
||
"{'loss': 0.3145, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 0.7693179249763489, 'eval_runtime': 0.0457, 'eval_samples_per_second': 21.902, 'eval_steps_per_second': 21.902, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.3055, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 0.7710816264152527, 'eval_runtime': 0.0453, 'eval_samples_per_second': 22.089, 'eval_steps_per_second': 22.089, 'epoch': 11.0}\n",
|
||
"{'loss': 0.2886, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 0.775175154209137, 'eval_runtime': 0.0448, 'eval_samples_per_second': 22.313, 'eval_steps_per_second': 22.313, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.2834, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 0.7782232165336609, 'eval_runtime': 0.0467, 'eval_samples_per_second': 21.427, 'eval_steps_per_second': 21.427, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.2713, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 0.781578004360199, 'eval_runtime': 0.0449, 'eval_samples_per_second': 22.28, 'eval_steps_per_second': 22.28, 'epoch': 14.0}\n",
|
||
"{'loss': 0.2506, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.780716598033905, 'eval_runtime': 0.045, 'eval_samples_per_second': 22.233, 'eval_steps_per_second': 22.233, 'epoch': 15.0}\n",
|
||
"{'loss': 0.248, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 0.7813991904258728, 'eval_runtime': 0.045, 'eval_samples_per_second': 22.23, 'eval_steps_per_second': 22.23, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.2436, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 0.7857518792152405, 'eval_runtime': 0.0443, 'eval_samples_per_second': 22.56, 'eval_steps_per_second': 22.56, 'epoch': 17.0}\n",
|
||
"{'loss': 0.2305, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 0.7873539328575134, 'eval_runtime': 0.045, 'eval_samples_per_second': 22.198, 'eval_steps_per_second': 22.198, 'epoch': 18.0}\n",
|
||
"{'loss': 0.229, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 0.7843477725982666, 'eval_runtime': 0.0448, 'eval_samples_per_second': 22.301, 'eval_steps_per_second': 22.301, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.2195, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 0.7839252948760986, 'eval_runtime': 0.0467, 'eval_samples_per_second': 21.421, 'eval_steps_per_second': 21.421, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 3.4244, 'train_samples_per_second': 35.042, 'train_steps_per_second': 5.84, 'train_loss': 0.3403413608670235, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.59it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.13it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.51it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.14it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"I have a dream\n",
|
||
"{'before': 2.127256393432617, 'after': 2.123436212539673}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.84it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.37it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8084, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 2.0325565338134766, 'eval_runtime': 0.0747, 'eval_samples_per_second': 13.386, 'eval_steps_per_second': 13.386, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7944, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 2.031243085861206, 'eval_runtime': 0.0763, 'eval_samples_per_second': 13.111, 'eval_steps_per_second': 13.111, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7712, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 2.0322251319885254, 'eval_runtime': 0.0758, 'eval_samples_per_second': 13.195, 'eval_steps_per_second': 13.195, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.781, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 2.0296175479888916, 'eval_runtime': 0.0765, 'eval_samples_per_second': 13.066, 'eval_steps_per_second': 13.066, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7462, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 2.029218912124634, 'eval_runtime': 0.078, 'eval_samples_per_second': 12.815, 'eval_steps_per_second': 12.815, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7054, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 2.029827117919922, 'eval_runtime': 0.0776, 'eval_samples_per_second': 12.89, 'eval_steps_per_second': 12.89, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6704, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 2.0316803455352783, 'eval_runtime': 0.0749, 'eval_samples_per_second': 13.357, 'eval_steps_per_second': 13.357, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6434, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 2.034038782119751, 'eval_runtime': 0.0747, 'eval_samples_per_second': 13.382, 'eval_steps_per_second': 13.382, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6142, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 2.032022714614868, 'eval_runtime': 0.0744, 'eval_samples_per_second': 13.439, 'eval_steps_per_second': 13.439, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5884, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 2.0296545028686523, 'eval_runtime': 0.077, 'eval_samples_per_second': 12.982, 'eval_steps_per_second': 12.982, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.557, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 2.0316550731658936, 'eval_runtime': 0.0766, 'eval_samples_per_second': 13.053, 'eval_steps_per_second': 13.053, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5349, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 2.029772996902466, 'eval_runtime': 0.0753, 'eval_samples_per_second': 13.288, 'eval_steps_per_second': 13.288, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5141, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 2.031522750854492, 'eval_runtime': 0.0759, 'eval_samples_per_second': 13.172, 'eval_steps_per_second': 13.172, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4971, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 2.026484251022339, 'eval_runtime': 0.0763, 'eval_samples_per_second': 13.106, 'eval_steps_per_second': 13.106, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4837, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 2.0277669429779053, 'eval_runtime': 0.0753, 'eval_samples_per_second': 13.282, 'eval_steps_per_second': 13.282, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4651, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 2.02577543258667, 'eval_runtime': 0.077, 'eval_samples_per_second': 12.995, 'eval_steps_per_second': 12.995, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4688, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 2.025529623031616, 'eval_runtime': 0.0774, 'eval_samples_per_second': 12.918, 'eval_steps_per_second': 12.918, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4465, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 2.0272207260131836, 'eval_runtime': 0.0767, 'eval_samples_per_second': 13.038, 'eval_steps_per_second': 13.038, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4396, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 2.025996446609497, 'eval_runtime': 0.0759, 'eval_samples_per_second': 13.183, 'eval_steps_per_second': 13.183, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4348, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 2.0273077487945557, 'eval_runtime': 0.0753, 'eval_samples_per_second': 13.279, 'eval_steps_per_second': 13.279, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 4.7411, 'train_samples_per_second': 25.31, 'train_steps_per_second': 4.218, 'train_loss': 0.59822296500206, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.83it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.20it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.07it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.40it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"AI gen fake paper\n",
|
||
"{'before': 7.6328349113464355, 'after': 7.5795063972473145}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.78it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.27it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1582, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.388429641723633, 'eval_runtime': 0.0795, 'eval_samples_per_second': 12.586, 'eval_steps_per_second': 12.586, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1689, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 3.3883776664733887, 'eval_runtime': 0.0782, 'eval_samples_per_second': 12.783, 'eval_steps_per_second': 12.783, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1657, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 3.383607864379883, 'eval_runtime': 0.0781, 'eval_samples_per_second': 12.807, 'eval_steps_per_second': 12.807, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1466, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.3813862800598145, 'eval_runtime': 0.0783, 'eval_samples_per_second': 12.764, 'eval_steps_per_second': 12.764, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1253, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 3.3783440589904785, 'eval_runtime': 0.0789, 'eval_samples_per_second': 12.666, 'eval_steps_per_second': 12.666, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0923, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 3.369931221008301, 'eval_runtime': 0.0787, 'eval_samples_per_second': 12.703, 'eval_steps_per_second': 12.703, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0774, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.365234136581421, 'eval_runtime': 0.0798, 'eval_samples_per_second': 12.534, 'eval_steps_per_second': 12.534, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.035, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 3.3629069328308105, 'eval_runtime': 0.0795, 'eval_samples_per_second': 12.573, 'eval_steps_per_second': 12.573, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0034, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 3.3572800159454346, 'eval_runtime': 0.0788, 'eval_samples_per_second': 12.693, 'eval_steps_per_second': 12.693, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9772, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 3.3547165393829346, 'eval_runtime': 0.0818, 'eval_samples_per_second': 12.225, 'eval_steps_per_second': 12.225, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9588, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 3.351543426513672, 'eval_runtime': 0.0803, 'eval_samples_per_second': 12.45, 'eval_steps_per_second': 12.45, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.941, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 3.3515827655792236, 'eval_runtime': 0.0799, 'eval_samples_per_second': 12.52, 'eval_steps_per_second': 12.52, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9232, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 3.351295232772827, 'eval_runtime': 0.0792, 'eval_samples_per_second': 12.628, 'eval_steps_per_second': 12.628, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9052, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.34902286529541, 'eval_runtime': 0.0781, 'eval_samples_per_second': 12.797, 'eval_steps_per_second': 12.797, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8889, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 3.3556995391845703, 'eval_runtime': 0.0809, 'eval_samples_per_second': 12.354, 'eval_steps_per_second': 12.354, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8808, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 3.3538990020751953, 'eval_runtime': 0.0796, 'eval_samples_per_second': 12.561, 'eval_steps_per_second': 12.561, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8652, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.3535618782043457, 'eval_runtime': 0.0799, 'eval_samples_per_second': 12.514, 'eval_steps_per_second': 12.514, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.868, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 3.3534038066864014, 'eval_runtime': 0.0785, 'eval_samples_per_second': 12.733, 'eval_steps_per_second': 12.733, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8547, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 3.3547372817993164, 'eval_runtime': 0.0805, 'eval_samples_per_second': 12.421, 'eval_steps_per_second': 12.421, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8467, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.352417469024658, 'eval_runtime': 0.0791, 'eval_samples_per_second': 12.646, 'eval_steps_per_second': 12.646, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 5.1327, 'train_samples_per_second': 23.379, 'train_steps_per_second': 3.897, 'train_loss': 0.9941257268190384, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.19it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 10.58it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.77it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.17it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"Schmidhuber 2023 Subjective Novelty, Surprise\n",
|
||
"{'before': 29.614953994750977, 'after': 28.47076988220215}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.15it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.77it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0744, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.2226405143737793, 'eval_runtime': 0.071, 'eval_samples_per_second': 14.087, 'eval_steps_per_second': 14.087, 'epoch': 1.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0721, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 3.223418712615967, 'eval_runtime': 0.0738, 'eval_samples_per_second': 13.555, 'eval_steps_per_second': 13.555, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0759, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 3.2250990867614746, 'eval_runtime': 0.0737, 'eval_samples_per_second': 13.575, 'eval_steps_per_second': 13.575, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0788, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.2234678268432617, 'eval_runtime': 0.0726, 'eval_samples_per_second': 13.781, 'eval_steps_per_second': 13.781, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0265, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 3.221116065979004, 'eval_runtime': 0.0732, 'eval_samples_per_second': 13.663, 'eval_steps_per_second': 13.663, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9834, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 3.2161364555358887, 'eval_runtime': 0.0724, 'eval_samples_per_second': 13.814, 'eval_steps_per_second': 13.814, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.958, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.210041046142578, 'eval_runtime': 0.075, 'eval_samples_per_second': 13.327, 'eval_steps_per_second': 13.327, 'epoch': 7.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.9219, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n",
|
||
"{'eval_loss': 3.2037718296051025, 'eval_runtime': 0.0753, 'eval_samples_per_second': 13.283, 'eval_steps_per_second': 13.283, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8684, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 3.2055044174194336, 'eval_runtime': 0.0717, 'eval_samples_per_second': 13.94, 'eval_steps_per_second': 13.94, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8611, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 3.202153205871582, 'eval_runtime': 0.072, 'eval_samples_per_second': 13.888, 'eval_steps_per_second': 13.888, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8311, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 3.2075014114379883, 'eval_runtime': 0.0748, 'eval_samples_per_second': 13.37, 'eval_steps_per_second': 13.37, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.813, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 3.206439971923828, 'eval_runtime': 0.0732, 'eval_samples_per_second': 13.662, 'eval_steps_per_second': 13.662, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7881, 'learning_rate': 0.001, 'epoch': 13.0}\n",
|
||
"{'eval_loss': 3.2009530067443848, 'eval_runtime': 0.0733, 'eval_samples_per_second': 13.642, 'eval_steps_per_second': 13.642, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.765, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.19985294342041, 'eval_runtime': 0.0724, 'eval_samples_per_second': 13.81, 'eval_steps_per_second': 13.81, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7592, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 3.2009499073028564, 'eval_runtime': 0.0733, 'eval_samples_per_second': 13.645, 'eval_steps_per_second': 13.645, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7307, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n",
|
||
"{'eval_loss': 3.1999948024749756, 'eval_runtime': 0.0721, 'eval_samples_per_second': 13.865, 'eval_steps_per_second': 13.865, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7533, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.1982595920562744, 'eval_runtime': 0.073, 'eval_samples_per_second': 13.692, 'eval_steps_per_second': 13.692, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7196, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 3.193620204925537, 'eval_runtime': 0.0752, 'eval_samples_per_second': 13.301, 'eval_steps_per_second': 13.301, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7177, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 3.19625186920166, 'eval_runtime': 0.0737, 'eval_samples_per_second': 13.572, 'eval_steps_per_second': 13.572, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7134, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.198460340499878, 'eval_runtime': 0.0726, 'eval_samples_per_second': 13.774, 'eval_steps_per_second': 13.774, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 4.7894, 'train_samples_per_second': 25.055, 'train_steps_per_second': 4.176, 'train_loss': 0.8755794435739517, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.57it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.16it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.88it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 11.61it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"email_to_fauci\n",
|
||
"{'before': 25.08931541442871, 'after': 24.371374130249023}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 36.02it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 33.79it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.177, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 3.249210834503174, 'eval_runtime': 0.0389, 'eval_samples_per_second': 25.676, 'eval_steps_per_second': 25.676, 'epoch': 1.0}\n",
|
||
"{'loss': 1.205, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n",
|
||
"{'eval_loss': 3.2476515769958496, 'eval_runtime': 0.0391, 'eval_samples_per_second': 25.606, 'eval_steps_per_second': 25.606, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.1889, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 3.2459347248077393, 'eval_runtime': 0.039, 'eval_samples_per_second': 25.624, 'eval_steps_per_second': 25.624, 'epoch': 3.0}\n",
|
||
"{'loss': 1.161, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 3.2447614669799805, 'eval_runtime': 0.0385, 'eval_samples_per_second': 25.953, 'eval_steps_per_second': 25.953, 'epoch': 4.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.125, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n",
|
||
"{'eval_loss': 3.239017963409424, 'eval_runtime': 0.0396, 'eval_samples_per_second': 25.253, 'eval_steps_per_second': 25.253, 'epoch': 5.0}\n",
|
||
"{'loss': 1.0341, 'learning_rate': 0.002, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.234159469604492, 'eval_runtime': 0.0388, 'eval_samples_per_second': 25.757, 'eval_steps_per_second': 25.757, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 1.0079, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 3.222565174102783, 'eval_runtime': 0.0392, 'eval_samples_per_second': 25.515, 'eval_steps_per_second': 25.515, 'epoch': 7.0}\n",
|
||
"{'loss': 0.9675, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.223250389099121, 'eval_runtime': 0.0487, 'eval_samples_per_second': 20.525, 'eval_steps_per_second': 20.525, 'epoch': 8.0}\n",
|
||
"{'loss': 0.921, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 3.2214527130126953, 'eval_runtime': 0.0386, 'eval_samples_per_second': 25.888, 'eval_steps_per_second': 25.888, 'epoch': 9.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.8556, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 3.219179391860962, 'eval_runtime': 0.0392, 'eval_samples_per_second': 25.517, 'eval_steps_per_second': 25.517, 'epoch': 10.0}\n",
|
||
"{'loss': 0.8345, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 3.2118680477142334, 'eval_runtime': 0.0391, 'eval_samples_per_second': 25.601, 'eval_steps_per_second': 25.601, 'epoch': 11.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.795, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n",
|
||
"{'eval_loss': 3.20888614654541, 'eval_runtime': 0.0389, 'eval_samples_per_second': 25.684, 'eval_steps_per_second': 25.684, 'epoch': 12.0}\n",
|
||
"{'loss': 0.7881, 'learning_rate': 0.001, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.2091894149780273, 'eval_runtime': 0.039, 'eval_samples_per_second': 25.654, 'eval_steps_per_second': 25.654, 'epoch': 13.0}\n",
|
||
"{'loss': 0.7197, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n",
|
||
"{'eval_loss': 3.1942005157470703, 'eval_runtime': 0.0388, 'eval_samples_per_second': 25.756, 'eval_steps_per_second': 25.756, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7144, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n",
|
||
"{'eval_loss': 3.198335886001587, 'eval_runtime': 0.0402, 'eval_samples_per_second': 24.893, 'eval_steps_per_second': 24.893, 'epoch': 15.0}\n",
|
||
"{'loss': 0.6973, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.198418617248535, 'eval_runtime': 0.0387, 'eval_samples_per_second': 25.857, 'eval_steps_per_second': 25.857, 'epoch': 16.0}\n",
|
||
"{'loss': 0.6987, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 3.204080581665039, 'eval_runtime': 0.0391, 'eval_samples_per_second': 25.571, 'eval_steps_per_second': 25.571, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6781, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 3.195650577545166, 'eval_runtime': 0.039, 'eval_samples_per_second': 25.64, 'eval_steps_per_second': 25.64, 'epoch': 18.0}\n",
|
||
"{'loss': 0.6583, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 3.199404239654541, 'eval_runtime': 0.039, 'eval_samples_per_second': 25.632, 'eval_steps_per_second': 25.632, 'epoch': 19.0}\n",
|
||
"{'loss': 0.6624, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 3.1974809169769287, 'eval_runtime': 0.0434, 'eval_samples_per_second': 23.059, 'eval_steps_per_second': 23.059, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'train_runtime': 3.5352, 'train_samples_per_second': 33.945, 'train_steps_per_second': 5.657, 'train_loss': 0.8944688588380814, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 36.63it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 33.82it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 36.51it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 32.65it/s]\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"enron_email1\n",
|
||
"{'before': 25.76974868774414, 'after': 24.39041519165039}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.57it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.01it/s]\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.737, 'learning_rate': 0.0003333333333333333, 'epoch': 1.0}\n",
|
||
"{'eval_loss': 2.766712188720703, 'eval_runtime': 0.0461, 'eval_samples_per_second': 21.701, 'eval_steps_per_second': 21.701, 'epoch': 1.0}\n",
|
||
"{'loss': 0.7504, 'learning_rate': 0.0006666666666666666, 'epoch': 2.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.7666499614715576, 'eval_runtime': 0.0466, 'eval_samples_per_second': 21.471, 'eval_steps_per_second': 21.471, 'epoch': 2.0}\n",
|
||
"{'loss': 0.7246, 'learning_rate': 0.001, 'epoch': 3.0}\n",
|
||
"{'eval_loss': 2.7607975006103516, 'eval_runtime': 0.0483, 'eval_samples_per_second': 20.702, 'eval_steps_per_second': 20.702, 'epoch': 3.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.7138, 'learning_rate': 0.0013333333333333333, 'epoch': 4.0}\n",
|
||
"{'eval_loss': 2.76033353805542, 'eval_runtime': 0.0483, 'eval_samples_per_second': 20.695, 'eval_steps_per_second': 20.695, 'epoch': 4.0}\n",
|
||
"{'loss': 0.696, 'learning_rate': 0.0016666666666666668, 'epoch': 5.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.7581703662872314, 'eval_runtime': 0.0485, 'eval_samples_per_second': 20.633, 'eval_steps_per_second': 20.633, 'epoch': 5.0}\n",
|
||
"{'loss': 0.6755, 'learning_rate': 0.002, 'epoch': 6.0}\n",
|
||
"{'eval_loss': 2.7516887187957764, 'eval_runtime': 0.0472, 'eval_samples_per_second': 21.205, 'eval_steps_per_second': 21.205, 'epoch': 6.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.6444, 'learning_rate': 0.0018571428571428573, 'epoch': 7.0}\n",
|
||
"{'eval_loss': 2.7450146675109863, 'eval_runtime': 0.0476, 'eval_samples_per_second': 20.987, 'eval_steps_per_second': 20.987, 'epoch': 7.0}\n",
|
||
"{'loss': 0.6127, 'learning_rate': 0.0017142857142857142, 'epoch': 8.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.7416346073150635, 'eval_runtime': 0.0482, 'eval_samples_per_second': 20.735, 'eval_steps_per_second': 20.735, 'epoch': 8.0}\n",
|
||
"{'loss': 0.5637, 'learning_rate': 0.0015714285714285715, 'epoch': 9.0}\n",
|
||
"{'eval_loss': 2.738495349884033, 'eval_runtime': 0.0488, 'eval_samples_per_second': 20.486, 'eval_steps_per_second': 20.486, 'epoch': 9.0}\n",
|
||
"{'loss': 0.5521, 'learning_rate': 0.0014285714285714286, 'epoch': 10.0}\n",
|
||
"{'eval_loss': 2.736967086791992, 'eval_runtime': 0.0488, 'eval_samples_per_second': 20.49, 'eval_steps_per_second': 20.49, 'epoch': 10.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.5376, 'learning_rate': 0.0012857142857142859, 'epoch': 11.0}\n",
|
||
"{'eval_loss': 2.737375259399414, 'eval_runtime': 0.0492, 'eval_samples_per_second': 20.334, 'eval_steps_per_second': 20.334, 'epoch': 11.0}\n",
|
||
"{'loss': 0.5116, 'learning_rate': 0.0011428571428571427, 'epoch': 12.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.734422445297241, 'eval_runtime': 0.0484, 'eval_samples_per_second': 20.64, 'eval_steps_per_second': 20.64, 'epoch': 12.0}\n",
|
||
"{'loss': 0.4978, 'learning_rate': 0.001, 'epoch': 13.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.729034185409546, 'eval_runtime': 0.0471, 'eval_samples_per_second': 21.229, 'eval_steps_per_second': 21.229, 'epoch': 13.0}\n",
|
||
"{'loss': 0.4787, 'learning_rate': 0.0008571428571428571, 'epoch': 14.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.728099822998047, 'eval_runtime': 0.0487, 'eval_samples_per_second': 20.516, 'eval_steps_per_second': 20.516, 'epoch': 14.0}\n",
|
||
"{'loss': 0.4696, 'learning_rate': 0.0007142857142857143, 'epoch': 15.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.7260758876800537, 'eval_runtime': 0.0472, 'eval_samples_per_second': 21.196, 'eval_steps_per_second': 21.196, 'epoch': 15.0}\n",
|
||
"{'loss': 0.4445, 'learning_rate': 0.0005714285714285714, 'epoch': 16.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'eval_loss': 2.724435329437256, 'eval_runtime': 0.0475, 'eval_samples_per_second': 21.044, 'eval_steps_per_second': 21.044, 'epoch': 16.0}\n",
|
||
"{'loss': 0.4471, 'learning_rate': 0.00042857142857142855, 'epoch': 17.0}\n",
|
||
"{'eval_loss': 2.7250912189483643, 'eval_runtime': 0.0466, 'eval_samples_per_second': 21.461, 'eval_steps_per_second': 21.461, 'epoch': 17.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4351, 'learning_rate': 0.0002857142857142857, 'epoch': 18.0}\n",
|
||
"{'eval_loss': 2.7233238220214844, 'eval_runtime': 0.0489, 'eval_samples_per_second': 20.464, 'eval_steps_per_second': 20.464, 'epoch': 18.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4332, 'learning_rate': 0.00014285714285714284, 'epoch': 19.0}\n",
|
||
"{'eval_loss': 2.719698667526245, 'eval_runtime': 0.0475, 'eval_samples_per_second': 21.056, 'eval_steps_per_second': 21.056, 'epoch': 19.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.\n",
|
||
" warnings.warn('Was asked to gather along dimension 0, but all '\n",
|
||
"/media/wassname/SGIronWolf/projects5/bs_writing_detector/.venv/lib/python3.11/site-packages/torch/nn/parallel/data_parallel.py:33: UserWarning: \n",
|
||
" There is an imbalance between your GPUs. You may want to exclude GPU 1 which\n",
|
||
" has less than 75% of the memory or cores of GPU 0. You can do so by setting\n",
|
||
" the device_ids argument to DataParallel, or by setting the CUDA_VISIBLE_DEVICES\n",
|
||
" environment variable.\n",
|
||
" warnings.warn(imbalance_warn.format(device_ids[min_pos], device_ids[max_pos]))\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{'loss': 0.4262, 'learning_rate': 0.0, 'epoch': 20.0}\n",
|
||
"{'eval_loss': 2.7211437225341797, 'eval_runtime': 0.0475, 'eval_samples_per_second': 21.037, 'eval_steps_per_second': 21.037, 'epoch': 20.0}\n",
|
||
"{'train_runtime': 4.1245, 'train_samples_per_second': 29.095, 'train_steps_per_second': 4.849, 'train_loss': 0.5675859734416008, 'epoch': 20.0}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.63it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.21it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 12.87it/s]\n",
|
||
"100%|██████████| 1/1 [00:00<00:00, 13.11it/s]"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"openai_board_ann\n",
|
||
"{'before': 15.90396499633789, 'after': 15.173632621765137}\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"data = []\n",
|
||
"for sample in samples:\n",
|
||
" r = learn_sample(sample)\n",
|
||
" print(sample['name'])\n",
|
||
" print(dict(before=r['before'], after=r['after']))\n",
|
||
" data.append(dict(**r, **sample))"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 27,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAlQAAAG0CAYAAAD0NLk2AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAACBwElEQVR4nO3dd3gU1dvG8e+ZbMqmN0IS6V2lqnRRiq8gogLSBGwUlaCiP0GlCAEJCihFQAWJhS4iKE1EKYoggoIFERGDUkKAQDa9bWbeP9ZEYhJIL7vP57pywU6mnCeTTe6cOXNGGYZhIIQQQgghik2r6AYIIYQQQlR1EqiEEEIIIUpIApUQQgghRAlJoBJCCCGEKCEJVEIIIYQQJSSBSgghhBCihCRQCSGEEEKUkAQqIYQQQogSkkAlhBBCCFFCpopuQGlKSkoiMzOzoptR5vz8/IiLi6voZpQLqdV+OVK9Uqv9cqR6y6JWZ2dnPD09S3WfFcWuAlVmZiapqakV3YwypZQCIC0tDXt/apDUar8cqV6p1X45Ur2OVGtxySU/IYQQQogSkkAlhBBCCFFCEqiEEEIIIUpIApUQQgghRAnZ1aB0IYQQoixZrVZSUlJyXqemppKRkVGBLSo/JanV3d0dk8m+I4d9VyeEEEKUEqvVSnJyMl5eXmia7QKPs7OzQ0zXA8WvVdd1EhMT8fDwsOtQJZf8hBBCiEJISUnJFaZE4WiahpeXV66ePXsk3xVCCCFEIUmYKh5H+LrZf4VCCCGEEGVMApUQQgghRAlJoBJCCCGEKKFiDbfftm0bmzZtwmKxULt2bYYNG0aDBg3yXTc8PJyjR4/mWd6qVSvGjx8PwKJFi/jqq69yfb5FixZMnDixOM0TQgghRDkxm834+PgQExNT0U2pUEUOVPv27WPZsmWMHDmShg0bsmXLFiIiIpg3bx4+Pj551h87dixWqzXndWJiIuPGjaN9+/a51mvZsiVhYWH/NqwS3FppGHDqlBMmE5hMBs7O//7r5GT795/nRRb/GOnp4OKS8+BJIYQQQlQ9RU4tmzdvplu3bnTp0gWAkSNHcujQIXbt2kXv3r3zrO/p6Znr9d69e3F1daVdu3a5G2Iy4evrW6g2ZGZm5poLQ9M03NzcAEo1mFit0KFD9auukx2sTCbjqsHryuUmE5iUFdPls7hcPsvADkf4v7n3oZydr9mm7PocIYBJrfbLkeqVWoX4lz1/bxQpUFmtVqKionIFJ03TaNasGcePHy/UPnbu3EmHDh1yAlC2o0ePMmLECDw8PGjatCmDBg3Cy8sr331s2LCBdevW5bzu2LEjY8aMwc/PryjlXFNqKri724JVZqatx+q/srIUWVkARf0mcQUaAY34ZmNrDtz4Bo3DX0QV8tbS4ODgIh6v6pJa7Zcj1Su1Vn2pqak4X/GHr2FAcjLAtf8YLm3u7kW7QmI2mzGbzWiaRlZWFsnJyWRkZODv709KSgppaWk562Z3cFy+fBld1zGbzbi5ueHk5ISu62RkZJCUlJSzvpOTE0Cur01+XFxcCAkJKVqhVUiRAlVCQgK6rufpSfL19SU6Ovqa2584cYLTp08zatSoXMtbtmxJ27ZtCQoKIiYmhtWrVzNjxgwiIiLynbuiT58+9OrVK+d19jpxcXG5vilKw4kT//4/K8sWrLKyFJmZYLX++6/VeuVryMz87zJF5umzZHz9JdbzsWTqJqzegbz31wP8diaQiA8a8UrgKzj1H3bV9iilCA4OJiYmBiO/hGdHpFb75Uj1Sq32IyMjI9fVkZQURcOGFRMQ/vjjHO7uhfsae3p64urqisViwWq14uLigq+vL5cuXSI1NRUXFxcSExNz1jebzWRkZJCeng7YgpDFYkEphWEY+Pj44O7uTnx8PPDvEJ1rzaKekZHBuXPnci1zc3Mr9c6QilKuA5V27txJrVq18gxg79ixY87/a9WqRe3atXnqqaf49ddfadasWZ79ODs7F5iEy/JNrGng6gpQtGMYlssYH3+AsX8XOAH1zKh7HkB1vZv638P998OqU3146KPBXO+3Ea3bPdfep2HY5Q+s/Eit9suR6pVaRUXx9PTk0qVLOYEnO0S5u7uTlJREtWrVcHJyIst2uQWz2ZwrYCXbuuFyHj2TmJiIj49PTqAqCnv+vihSoPL29kbTNCwWS67lFovlmuOf0tLS2Lt3LwMHDrzmcapXr46XlxcxMTH5BqqqwsjMxNixEWPzWkhPBUB1vAPV90GUty2Rt2uXQc+eqWzdaublY8+yYs1TKN8A1M0dKrLpQgghrsFsNjh58mKuG6/K89iFYTKZ0DSNgICAXMuVUmRmZmK1WrFarZjNZpKSknBxcUHTNFJTU3PWdXFxwcvLC5PJhFIq14c9B6SiKlKgMplM1KtXjyNHjtCmTRvA9tDDI0eO0KNHj6tuu3//fqxWK506dbrmcS5dukRSUlKV7gY0fvkefc1SuPDPpdC6jdAeeAxVt1GedSdOTODLL93YE9uOnRc60G3p62hePqhGN5Zzq4UQQhSWUuDhAZmZlTdUZA8Cv3z5ck4PVLbsMJSampoTqMxmM+np6Tmfc3JyIiAggOTkZFJSUsjIyMDFxaVK/34uK0We2LNXr17s2LGD3bt3c+bMGZYuXUp6ejqdO3cGYOHChaxatSrPdjt37qR169Z5BpqnpaWxfPlyjh8/zoULF/jll1+YNWsWwcHBtGjRonhVVSDjfDRZb0xDf2OaLUx5+6IefQbtxVn5himAOnWyGD7c1qU6PWo8mRk6+qLpGNGnyrPpQggh7IzVasUwjJxLeld+6LoO2AKVyWTC2dkZs9mc6yHG2cNrEhISsFqtZGVl5QxCF7kVeQxVhw4dSEhIYO3atVgsFurUqcOECRNyLvnFxsbmuS0yOjqaY8eOMWnSpDz70zSNU6dO8dVXX5GcnIy/vz/Nmzdn4MCB17xjoDIx0lIwNq/F+HIjZFnByYS64x7U3QNRZvdrbv/004msXWvmz0vBrEgJ41FtAfr8qWjjZ6F8A665vRBCCPFfhmGQlJSEt7c3YBsYrmkaLi4u6LpOamoqWVlZZGRk5Pwev/LmLqvVilIKDw+PnEuDHh4eFVFKpacMO7oAGhcXl+u6b3kwdB3ju68wPn4f4uNsC5vehDZwBCq4RpH2tWyZO+PH++Ljk8Weux/C1/I71KiD9vyrOaFMKUVISAjnzp2z+2vXUqv9cqR6pVb7kZCQkBNMsmUP1K7sPDw8cHd3x2Qyoes6mZmZJCUlkZGRAYC7uzu+vr6kpKTkGSft4eGBp6cnmqaRnp5Oamoqfn5+Oee5sDOl5/f1M5vNdnP5sOKnI6/CjL/+QF/zDvx5zLYgKARtwAhofkuxJi8bPDiFDz7w4NgxZ+Yzlyneg+HMX+hvvYL29GSUqer02AkhhKg8kpOTc+7Wy09KSkquS335bXtleLyy8yI1NbXcOzMqI3k4cjEYCRb0DxagzxhrC1Oubqi+D6OFL0S1aF3smWBNJpgyJQGAD9ZW4+R9r4KrGX77CeP9NzD+ud4thBBCiMpFAlURGFYr+pefok8ahfHNF2AYqHad0aa/hXbX/YV6dMy13HZbOt26pWG1Kqa/2xTtiRfAycl2WXHD8lKoQgghhBClTQJVIRlHD6NPG4PxYSSkJkOt+mgvzEQb/r9SHzQ+eXICJpPBF1+4sedyO9SDT9rasO1j9J1bSvVYQgghhCg5GUN1DcbFGPS178KP+20LPL1RfR9CdeyG0srm1tEGDaw8/HAykZGeTJvmw+efd0PFxWJ8uhJ99WJS6taHuk3K5NhCCCGEKDrpoboK41QU+uTRtjClaahu96BFvI3W6c4yC1PZnn02EV9fnd9+c2b1anfU3QNQt/UAw+Dy7EkYfxwt0+MLIYTIS5exrMXiCF83CVRXU6MO1KwL17dAm/wG2qCRKHfPcjm0n5/Bs8/anqU0e7YXSUkaavDjqBZtMDLSyVrwMsa5M+XSFiGEELapBRITEx0iHJQmXddJTEzE3f3aczJWZXLJ7yqUpqE9Ew5mj2LfuVcSDz+czAcfeBAVZWLBAk8mTEhEPTYOpzemkvH7EfT54bYZ2H39y71tQgjhaEwmEx4eHiQlJeUsc3FxyZnLyd6VpFYPDw9MJvuOHPZdXSkorx6p/Dg7w+TJ8TzySADvvOPJkCEp1KnjRuCUuUQ/8xBcOIf+xlS0ca8UajZ2IYQQJWMymXImp7T3iUyv5Ei1Fpdc8qvk7rgjnU6d0snIUERE2N7ETj5+OD0zFbx84PRJ9LdfxbBW/pl6hRBCCHslgaqSUwqmTIlH0wy2bDHz3Xe2ua5UUAja05PB1Q2O/oixbKH81SCEEEJUEAlUVcD111t54AHbIwGmTPEmezykqtMQ7fEXQNMwvt2F8cmKCmylEEII4bgkUFURzz+fiKenzs8/u7D8ignTVbObUQ+OBsDY+hH67q0V1EIhhBDCcUmgqiICA3XGjLHdWTJhAqSk/HvXoXbr/6HueQAAY9USjOxJSIUQQghRLiRQVSHDhydRq5aV6GhYtMgj1+fUPYNQne4EQ0df8hrGn8cqqJVCCCGE45FAVYW4usKkSbbJPt96y5OzZ/89fUop1JBR0OwWyMxAX/gyRszZimqqEEII4VAkUFUxd9+dRqdOkJamePVV71yfU05OaI8/D3UaQlIi+vxwjPi4CmqpEEII4TgkUFUxSsHcuaCUwfr17hw+7Jz7865uaE+9BNWCIfY8+hvTMJITK6i1QgghhGOQQFUF3Xwz9O+fCkB4uA//nX5KefvaHpnj5QOn/kR/YQT6R+9hWC6Vf2OFEEIIByCBqop68cVEzGad7793YeNGtzyfV0GhaGPCbQ94Tk/F2L4BffxI9GULMS5El3t7hRBCCHsmgaqKCg7WGT3aNo3CjBnepKbmXUfVro82eb7tEmCD68FqxdizHX1SGPqS2Rinosq51UIIIYR9kkBVhT3xRDIhIVmcOWPinXfyf4izUgrVvDVOL8xEe/5V212Aho5xcA/6y8+QNX8qxvFfy7nlQgghhH2RQFWFmc0GEyYkALBwoScXLlz9dKqGN+D09GS0yfNRbW4DpcGRH9Bnjydr5gsYPx2U5wEKIYQQxSCBqorr3TuVVq0ySE7WmDXLq1DbqJp10UaORZv+Fuq2HmAywYnf0Be+jD71afTvvsLIyirjlgshhBD2QwJVFadpEB4eD8CaNe4cOWIq9LYqKATtwTC0V5aiuvcBVzOc/Rtj6evok55A370VIzOjrJouhBBC2A0JVHbgllsyue++FAxD5TuNwrUoX3+0fo+izYxE9R4Knt4Qex5j5dvoL45A/+xjjNSUsmm8EEIIYQckUNmJCRMScXMz+PZbVz7/PO80CoWhPDzR7h6A9mok6oHHwL8aJFgw1n+A/sJw9PXLMBIspdtwIYQQwg5IoLITNWpkMXKkbRqFl1/2JqMEV+qUqyta115oEYtRjz4DITUhNRnjs3W2HqtVb2PEni+dhgshhBB2QAKVHXnyySSCgrL46y8T773nUeL9KZMJrUNXtPAFaGEToG4jyMzA2LUVfeLj6JFzMM6eKnnDhRBCiCpOApUd8fQ0eOEF2zQK8+Z5celS6ZxepWmoVu3Qxs9Ge2463NASdB1j/27bXYGfrZPpFoQQQjg0CVR2pn//VG68MZOEBI3XXy/cNAqFpZRCNWmO07PT0CbNgZZtbZOErl+G/uYMjJTkUj2eEEIIUVVIoLIzTk7/TqOwYoU7x48XfhqFolC1G6CFTUA9GGabx+rH79Aj/odx5q8yOZ4QQghRmUmgskMdOmRw112pZGUppk3zLrPjKKXQbuuB9vxM2x2BF86hvzIWff/uMjumEEIIURlJoLJTEycm4OxssGuXG4MGBTBxog/vvOPBF1+48scfJtLSSu9Yqm5DtElz4YZWkJGBETnHdiegNbP0DiKEEEJUYmVzPUhUuLp1sxg9Ool587zYs8eVPXtcc31eKYPQ0Czq1MmiTh3rFf/a/u/uXrRB5srLG23MZIxNazA2f4ixayvGXyfQnngR5R9YmqUJIYQQlY4EKjs2blwiXbumcfy4M3/95cTJkyb+/tuJv/4ykZSkcfasibNnTezd65pn26Cgf4NW7dpW6tb99/++vvmHLaU5oe4bglG3EXrkHDh5HH36s2gjx6Kub1HW5QohhBAVRgKVnbv55kxuvjn3pTfDgEuXNE6edOLvv0389ZeJv/5yyvk3Ls6JCxdsHwcO5N2nr6/+T8Cy0rRpJg8/nILZ/G/IUs1bo02ai/7WK3D6JPrcKag+Q1Hd+6I0ucoshBCieDZs2MCBAwc4e/YsLi4uNGrUiKFDhxIaGlrgNuHh4Rw9ejTP8latWjF+/Pic12fOnGHlypUcPXoUXdepUaMGzz33HIGBhbvKIoHKASkFgYE6gYE6rVvnHedksah/glZ2yPr3/xcuOGGxaBw+7MLhwy5s2ADLl3swe7aFDh3+nZ5dVQtGe3EWxqq3MfbuwFi/DOPPY2jDnkG5e5ZnuUIIIezE0aNH6d69O/Xr1ycrK4vVq1czffp05syZg5tb/o9dGzt2LFarNed1YmIi48aNo3379jnLYmJimDx5Ml27dmXAgAGYzWbOnDmDs7NzodsmgUrk4etr4OubSYsWecNWcrLKuWwYFWXi/fc9+OsvE/37BzJ0aDKTJiXg5WXrrVIurvDw01CvCcbqxfDTAfSI59BGvYiqUbe8yxJCCFHFTZw4Mdfr0aNHM2LECKKiorjhhhvy3cbTM/cf8Xv37sXV1ZV27drlLFuzZg2tWrVi6NChOcuCg4OL1Da7C1RKqYpuQpnKrq+i6vT0hBtvzOLGG7OAdB55JIWICC+WLfNgxQoPduxwY9aseLp1S/+3nbf3wKjbED1yLlyOxZg3BQaNRGt921WPVdG1lidHqhUcq16p1X45Ur1lXWtqamquJ244OzsXqncoJSUFyBuarmbnzp106NAhp0dL13UOHTrEvffeS0REBCdPniQoKIjevXvTpk2bQu9XGfLMEFEKdu+GESPgzz9tr4cMgXnzoJCXnoUQQjiwF154gZMnT+a87tevHwMGDLjqNrquM2vWLJKTk3n55ZcLdZwTJ04wYcIEZsyYQYMGDQCwWCw89thjuLq6MnDgQJo2bcqPP/7I6tWrmTJlSoE9X/9VrB6qbdu2sWnTJiwWC7Vr12bYsGE5DfuvwgwGMwyDtWvXsmPHDpKTk2nSpAkjRowgJCSkSO2Ki4sjrTQnWKqElFIEBwcTExNTqZ6f17gxfP45vPaaF0uWeLBypWLbtiwiIhK45540sv+oMfQsjM/WY2z72LagTgPbuCq/vMmrstZaFhypVnCseqVW++VI9ZZVrW5ubvj5+REeHp6nh+paIiMjOX36NNOmTSv08Xbu3EmtWrVyZRZd1wG45ZZb6NWrFwB16tTh999/Z/v27WUXqPbt28eyZcsYOXIkDRs2ZMuWLURERDBv3jx8fHzyrF+YwWCffvopn332GaNHjyYoKIgPP/yQiIgI5syZg4uLS5HaZ+/f1NkMw6h0tZrN8NJLCfTqlcrYsb4cO+bME0/48cknqURExBMcrIPSUD37Qc066EvnwG8/kTV1DNpj4wqcWqEy1lpWHKlWcKx6pVb75Uj1llWtZrO5SOtHRkZy6NAhpk6dSkBAQKG2SUtLY+/evQwcODDXcm9vb5ycnKhRo0au5ddddx2///57odtU5EC1efNmunXrRpcuXQAYOXIkhw4dYteuXfTu3TvP+tcaDGYYBlu3bqVv3760bt0agCeffJKRI0dy8OBBOnbsmGefmZmZZGb+O2Ba07Sca6H2fi27Klyzv+kmK9u2xfLGG54sWODJtm1m9u1zZcqUBAYNSkUp29QK6qW5ZL31CpyKQp87Ba3PUFSP+3OmVqgKtZYWR6oVHKteqdV+OVK9laVWwzB49913OXDgAOHh4QQFBRV62/3792O1WunUqVOu5SaTifr16xMdHZ1r+blz5wo9ZQIUMVBZrVaioqJyBSdN02jWrBnHjx8v1D7+OxjswoULWCwWmjdvnrOOu7s7DRo04Pjx4/kGqg0bNrBu3bqc1x07dmTMmDH4+fkVpZwqrah3H1SE11+HRx6BYcPg++81nnvOl23bfFmyBOrUAUJC0Octw/LWLJK/2Ii+fhluZ/8i4H9T0Ty9cvZTFWotLY5UKzhWvVKr/XKkeiu61sjISL755huef/55zGYzFosFsOWG7CtaCxcuxN/fn8GDB+fadufOnbRu3RovL6//7pZ7772XuXPncv311+eMofrhhx8IDw8vdNuKFKgSEhLQdR1fX99cy319ffMku/ycOHGC06dPM2rUqJxl2V+M/14u9PHxyfncf/Xp0yfnOifYQh3IGKrKKDAQ1q+Hd97xYPZsL774QnHjjTovvpjIsGEpaBowcCRaSC30VYtJ++5rzj45GKew8Wi16lWpWkuiqp3XknKkeqVW++VI9Zb1GKrC2r59O0CeoBMWFkbnzp0BiI2NzdOTFh0dzbFjx5g0aVK++23Tpg0jR47kk08+4b333iM0NJTnnnuOJk2aFLpt5TptQn6DwYrjardT2vs3dbaqdM3eyQmeeCKJO+9MZdw4X/bvd2XyZB82bjTz+usWGjSwojrdiVarHvpbr8LFc2S9MhbjwdHQd0iVqrWkHKlWcKx6pVb75Uj1VnSta9euveY6+fUqhYaGXnPbrl270rVr1+I2jSI9B8Tb2xtN0/L0HFksljy9Vv+VPRjsv43N3i4+Pj7X8vj4+GvuU1Qt9epl8dFHl5gxw4KHh87337tw553VWLDAk8xMULUboE2aA01vgowM9Mi5xL01EyMrq6KbLoQQQlxVkQKVyWSiXr16HDlyJGeZruscOXKERo0aXXXbggaDBQUF4evryy+//JKzLCUlhRMnTlxzn6Lq0TR4+OEUdu26SJcuaaSnK1591ZtevQI5csSE8vRGe2oy6p5BoBRJmz9Cf+sVjPT0im66EEIIUaAiP6m2V69e7Nixg927d3PmzBmWLl1Kenp6zrXLhQsXsmrVqjzbFTQYTClFz549Wb9+Pd9//z2nTp1i4cKF+Pn55dz1J+zPdddlsXz5ZebPj8PXV+fIERd69qzGq696kZ6hod07GG3UeHB2wfjxO/S5L2EkJVR0s4UQQoh8FTlQdejQgQcffJC1a9fy/PPP89dffzFhwoScy3OxsbHExcXl2iZ7MFhB1ybvu+8+evToweLFixk/fjzp6elMmDChyHNQiapFKejXL5Xduy9w992pZGUpFizwonv3ahw86Ix2U3uCIt4Edw/48xj6zBcxLl2o6GYLIYQQedjVo2fi4uJITU2t6GaUKaUUISEhnDt3zu4GQW7d6sbEiT5cuOCEUgbDhqUwb54HCb9/R9a8KXA5Fnz80cZMQdW0r4cr2/N5zY8j1Su12i9HqresajWbzXYz5VGRe6iEKCs9e6axa9cFBgxIwTAUkZEedOoE1mq10F6YBdfVhvjL6LPHYxz7uaKbK4QQQuSQQCUqFV9fg7lzLaxadQk/P50ff4SPPjKj/APRnn8FGt0IqSno88PRD+6p6OYKIYQQgAQqUUndfns6Tz+dBMC8eZ5kZIBy90R7Zirc3AGsVowls9G//LSCWyqEEEJIoBKV2EMPJRMSAmfOmFi92h0A5exie5ByV9tM+caHkegfvYfxz9PChRBCiIoggUpUWmYzTJhg+/8bb3iR/VQhpTmhBo1E9X0YAGP7Box352JYMwvYkxBCCFG2JFCJSm3kSAgNzSImxokVKzxyliul0O66HzXsWXBywvjuK/Q3pmGkpVRga4UQQjgqCVSiUnN1hWefTQRg4UJPUlJyP/BSa98F7cmXwNUNfvsJffYEjPi4/HYlhBBClBkJVKLSGzAgldq1rVy86MT773vk+bxqehPa2Ajw8oFTUeivPo8Rc7YCWiqEEMJRSaASlZ6zMzzzjK2X6s03PUhKUnnWUXUaor04C6oFQ+x59JkvYET9Xt5NFUII4aAkUIkqoW/fVOrVsxIX58TSpXl7qQBUUIgtVNVuAEkJ6K9Pwvj5YDm3VAghhCOSQCWqBJMJnnvO1ku1ZIkn8fF5e6kAlLev7fLfja0gIx19UQT6N1+UZ1OFEEI4IAlUosq4995UmjTJJD5eY8kSzwLXU25mtCdfQrXvArqO8cEC9M0f2v2ztoQQQlQcCVSiytC0f3up3nnHg8uXC/72VSYT6tFnUHf1A8D4dCXGyrcw9KxyaasQQgjHIoFKVCl33ZVG06YZJCdrvPVW/mOpsiml0Po+hHrgMVAK46tt6G/PxMhIL6fWCiGEcBQSqESVohSMHWvrpXrvPQ8uXrz2t7DWtRfa48+DyRkO70efOxkjObGsmyqEEMKBSKASVc4dd6TTqlUGqakaCxcWPJbqSurmjmjPTgWzB5z4DX3mixiXLpZxS4UQQjgKCVSiylEKnn/e1sO0fLkH584V7ttYNWqK9sKr4BsA507bJgA9+3dZNlUIIYSDkEAlqqROndJp2zad9HTFggVehd5OXVcbbfwsCKkJlkvoC17GSEkqw5YKIYRwBBKoRJWkFIwbZ+ulWrXKnTNnnAq/rX81W09VtWC4dAH9g4UypYIQQogSkUAlqqz27TO49dZ0MjMV8+YVbixVNuXhhTZyHDiZ4NA+jK+2lVErhRBCOAIJVKJKGzcuAYC1a905ebLwvVQAqm5DVN+HADA+XIpx5mSpt08IIYRjkEAlqrRbbsmka9c0srIUc+cWfixVNnXHvdDsFrBmoi+ejZGeVgatFEIIYe8kUIkqL3ss1YYNZk6cMBVpW6VpaI+OAV9/iDmDsXpxWTRRCCGEnZNAJaq85s0z6dEjFV1XvP56MXqpvHzQRjwHSsPYuwN9/+7Sb6QQQgi7JoFK2IXsZ/xt3Gjm6NGi9VIBqMbNUL0GAGCseAvjfHSptk8IIYR9k0Al7MINN1i5555UgGL1UgGouwdCoxshPRV9yWyMzMzSbKIQQgg7JoFK2I3nnktE0wy2bTPz88/ORd5eOTmhDX8OPL3g1J8Y6z8og1YKIYSwRxKohN1o2NBK7962XqrZs4vZS+UfiPbIMwAYX27E+OlAaTVPCCGEHZNAJezK//6XiJOTwc6dbnz/fdF7qQBUi9aoO+4DQH9vPsbl2NJsohBCCDskgUrYlbp1sxgwIAWA117zLvZ+VN+HoHYDSE5EX/oaRlZWaTVRCCGEHZJAJezOM88k4exssGePK99+61KsfShnZ7THxoKbGf44irH5w1JupRBCCHsigUrYnRo1snjgAVsv1ezZXhT3uccqKBQ1NAwAY8uHGMd+Lq0mCiGEsDMSqIRdevrpRFxdDb77zpU9e1yLvR+t7e2oW/8PDAN96RyMxPhSbKUQQgh7IYFK2KWQEJ2hQ5MBmDWr+L1UAGrQSAipCfGX0d+dh6HrpdRKIYQQ9kIClbBbTz6ZhNmsc/iwCzt2FL+XSrm6oT02Dpxd4MgPGF9+WoqtFEIIYQ8kUAm7FRSk8+ijtl6qkoylAlA16qAGjgDAWL8M4+Tx0miiEEIIOyGBSti1UaOS8fDQOXLEhc8+cyvRvtRt3VE3d4SsLNujaVKSS6mVQgghqjoJVMKu+fvrjBhhCz6vv+5FSYY/KaVQD42GgCCIPY+xfBFGSbq9hBBC2A0JVMLuPfZYEt7eOseOObNpUwl7qdw9beOpnJwwvv8GY8/2UmqlEEKIqkwClbB7vr4Gjz2WBNh6qazWku1P1WuM6vMgAMaadzDO/l3SJgohhKjiTMXZaNu2bWzatAmLxULt2rUZNmwYDRo0KHD95ORkVq9ezYEDB0hKSqJatWo8/PDD3HTTTQCsXbuWdevW5domNDSUefPmFad5QuQxYkQykZEe/PmnMxs2mOnfP7VE+1P/19s20eeRQ+iLZ6FNnINyLf6dhEIIIaq2Igeqffv2sWzZMkaOHEnDhg3ZsmULERERzJs3Dx8fnzzrW61Wpk+fjre3N//73//w9/cnNjYWd3f3XOvVrFmTl156Kee1pknnmSg9Xl4GYWHJRER4M3euF717p+JcvGcnA6A0De3RZ9CnPQPnTmN8+A7qoSdLrb1CCCGqliKnls2bN9OtWze6dOlCjRo1GDlyJC4uLuzatSvf9Xfu3ElSUhLjxo2jSZMmBAUFccMNN1CnTp3cDdE0fH19cz68vYv/YFsh8vPII8kEBmbx998m1q51v/YG16C8fdGGPwtKYezZjn7g61JopRBCiKqoSD1UVquVqKgoevfunbNM0zSaNWvG8eP5z8vzww8/0LBhQyIjI/n+++/x9vamY8eO9O7dO1cvVExMDI8//jjOzs40atSIwYMHExgYmO8+MzMzyczMzNUGNzfbYGOlVFFKqnKy67P3OqH0a/XwgKeeSmLKFB/mzfOif/9USnqVTt3QEuPuARibP8RYvgjqNUZVCy76fhzovIJj1Su12i9HqteRai2uIgWqhIQEdF3H19c313JfX1+io6Pz3eb8+fNcvHiRW2+9lfHjxxMTE8PSpUvJysqif//+ADRs2JCwsDBCQ0OJi4tj3bp1TJ48mddffx2z2Zxnnxs2bMg15qpjx46MGTMGPz+/opRTpQUHF/2XdlVVmrU+/zwsXgzR0U5s2RLC6NEl36fx2LNcPHmc9F8Po707l+qzI1HFvJ7oSOcVHKteqdV+OVK9jlRrURVrUHpRGIaBt7c3jz/+OJqmUa9ePS5fvszGjRtzAlWrVq1y1q9du3ZOwPr222/p2rVrnn326dOHXr165bzO7umKi4sjLS2tjCuqWEopgoODiYmJsfs5kMqq1iefdGfCBB9efjmLu+66QD6ZvciMh5+CqWPI/OMoZ9+cidOA4UXa3pHOKzhWvVKr/XKkesuqVjc3N7vpDClSoPL29kbTNCwWS67lFoslT69VNl9fX0wmU67Le9dddx0WiwWr1YrJlLcJHh4ehIaGEhMTk+8+nZ2dcS6gB8Dev6mzGYYhtRbToEHJvPmmB2fOmPjgA3cef7wUZjz3C0R75Gn0RREY2z9Bb9wM1bx1kXfjSOcVHKteqdV+OVK9jlRrURVpULrJZKJevXocOXIkZ5mu6xw5coRGjRrlu03jxo2JiYlBv2KK6nPnzuHn55dvmAJIS0sjJiamwJAmREm4usIzz9jmpXrzTU9SU0tnTIBq2RbV7R4A9PfmY8RdKpX9CiGEqPyKfJdfr1692LFjB7t37+bMmTMsXbqU9PR0OnfuDMDChQtZtWpVzvp33nknSUlJvP/++0RHR3Po0CE2bNhA9+7dc9ZZtmwZR48e5cKFC/z+++/Mnj0bTdO49dZbS16hEPno1y+FWrWsxMY6sXx5ye/4y6bufwRq1YekBPTIORh6VqntWwghROVV5DFUHTp0ICEhgbVr12KxWKhTpw4TJkzI6U2KjY3NdRdAYGAgEydO5IMPPmDcuHH4+/tz11135bpT8PLly8yfP5/ExES8vb1p0qQJERERMnWCKDPOzvD000mMHevLm2968uCDKZjNJe/GVs7OaI+NQ3/5Wfj9F4ytH6F6DSqFFgshhKjMlGFHF0Pj4uJITS3ZDNiVnVKKkJAQzp07Z/fXscu61sxM6NQpiNOnTYSHxzNyZCmMpfqHvn8XRuRc0DS0ca+gGlx/1fUd6byCY9UrtdovR6q3rGo1m812MyhdpiMXDsvZ2TYvFWSPpSq9fWvtuqDadQZdR1/6OkZKUuntXAghRKUjgUo4tP79U6hRw8qFC06sXOlRqvtWg5+AasFw6QLGirfs/i9YIYRwZBKohENzccndS1Wa05gpszvayLHg5IRxcA/Gvh2lt3MhhBCVigQq4fAGDEjhuuusnD/vxKpVpdxLVbcR6r4hABirl2DEnC3V/QshhKgcJFAJh3dlL9WiRaXbSwWguveFJs0hPQ39ndcwrngOpRBCCPtQ5o+eEaIqGDgwhTfe8CQ62sTq1e48+mhKqe1baRra8GfRpz4Np/7E+GQ5qv+wUtu/EEI4ig0bNnDgwAHOnj2Li4sLjRo1YujQoYSGhha4TXh4OEePHs2zvFWrVowfPx6ARYsW8dVXX+X6fIsWLZg4cWKh2yaBSghsvVRPPpnEhAm+LFzoxQMPpODmVnr7V74BaI+MQV84HWP7JxjXt0Q1van0DiCEEA7g6NGjdO/enfr165OVlcXq1auZPn06c+bMwa2AH9pjx47FarXmvE5MTGTcuHG0b98+13otW7YkLCws53VBT3MpiN0FqisnFbVH2fXZe51Q/rU+8EAqCxZ4ce6cE2vWeJRqLxXYHk1D9z4YX2/HWLME9eIslJeP7XMOdF7BseqVWu2XI9Vb1rWmpqbmuhO6oGf2/rfHaPTo0YwYMYKoqChuuOGGfPft6emZ6/XevXtxdXWlXbt2uZabTKYSPfLOrib2FKKk3nwTRo+G666DP/+0PfdPCCFE2XrhhRc4efJkzut+/foxYMCAa24XExPD008/zWuvvUatWrUKdaznnnuORo0a8fjjj+csW7RoEQcPHsRkMuHh4UHTpk0ZNGgQXl5eha7BrgJVXFwcaaU9oriSUUoRHBxMTEyM3c9rVBG1pqdDhw5BnDvnxIwZ8TzySOn2UgEY0afRX5sAmZmo+x9E63y3Q51XkO9je+VItYJj1VtWtbq5ueHn51foHqor6brOrFmzSE5O5uWXXy7U8U6cOMGECROYMWMGDRo0yFme3WsVFBRETEwMq1evxs3NjYiICDStcPfv2d0lP3v/ps5mGIbUWgZsY6kSmTjRlwULPBk0KLn0e6lCakCvQRir3sZYsxTqNkarbXtjO9J5BceqV2q1X45Ub1nVajabi7xNZGQkp0+fZtq0aYXeZufOndSqVStXmALo2LFjzv9r1apF7dq1eeqpp/j1119p1qxZofYt0yYI8R+DBqUQHJzFuXNOfPihe5kcQ3W+C1q2BavVNpVCun33rAohRGmKjIzk0KFDTJkyhYCAgEJtk5aWxt69e+nates1161evTpeXl7ExMQUuk0SqIT4Dzc3GD3aNi/VggWepKeX/jGUUmgPPQW+/hBzFn3NO6V/ECGEsDOGYRAZGcmBAweYPHkyQUFBhd52//79WK1WOnXqdM11L126RFJSUpEe3CyBSoh8DB6cTPXqWURHm1i7tox6qby80Yb/D5TC2LOdlG++LJPjCCGEvYiMjGTPnj2MGTMGs9mMxWLBYrGQkZGRs87ChQtZtWpVnm137txJ69at8ww0T0tLY/ny5Rw/fpwLFy7wyy+/MGvWLIKDg2nRokWh22Z3Y6iEKA3ZvVSTJ/uwYIEnAwem4OJS+sdRTZqjetyP8dk6Lr8RgTZ5HvhXK/0DCSGEHdi+fTtgm6zzSmFhYXTu3BmA2NjYPNM7REdHc+zYMSZNmpRnn5qmcerUKb766iuSk5Px9/enefPmDBw48JoD469kd3f5paamVnQzypRSipCQEM6dO2f3gyArutbUVOjQoToXLjgxc6aFoUNL/44/AMNqRZ89HqJ+h4Y3oD0XgXJyKpNjVRYVfW7Lk9Rqvxyp3rKq1Ww2F+myWmUml/yEKIDZnHss1RU9yqVKmUw4jRyLMnvAH0cxtqwtmwMJIYQoMxKohLiKIUOSCQrK4swZEx99VDZjqQBUtWD8Rr8IgLH5Q4w/8j53SgghROUlgUqIqzCbISzs316qzMyyO5ZHl7tQ7buAoaMvfR0jOansDiaEEKJUSaAS4hqGDk2mWrUsTp82sW5d2fVSAWiDn4BqwXD5IsbyRXY/LkMIIeyFBCohrsFshlGjbL1F8+eXbS+VMrujjRwLTk4YP+zF+OaLsjuYEEKIUiOBSohCeOihFAIDbb1UH39c9EckFIWq2wh13xAAjDXvYJw7U6bHE0IIUXISqIQoBLPZyOmleuMNrzLtpQJQ3ftCk+aQkY6+9DWMsj6gEEKIEpFAJUQhPfRQCgEBWfz9t4n168u4l0rT0IY/C55ecCoKY8OyMj2eEEKIkpFAJUQhubsbOXf8vfGGF1Zr2R5P+QagPTIGAOOLTzGO/FC2BxRCCFFsEqiEKILsXqq//ir7sVQAqkUbVJeeAOjvzsNIiCvzYwohhCg6CVRCFIG7u8ETTyQD5dNLBaD6PQrX1YbEePT35mPoetkfVAghRJFIoBKiiB5+OBl/f1sv1YYN5dBL5eKKNnIcOLvAkUMYOzaV+TGFEEIUjQQqIYrIw+PfXqp588qpl+q6WqgBwwAwPv4A49SfZX9QIYQQhSaBSohieOSRZPz8bL1Un3xS9r1UAOr2u6BlW8iyor/zGkZ6WrkcVwghxLVJoBKiGK7spZo/v5x6qZRCe+gp8PWHmLMYa94p+4MKIYQoFAlUQhTTI48k4+urExVl4tNPy6mXyssbbfj/QCmMb77AOHG0XI4rhBDi6iRQCVFMnp4Gjz9um5dq3jwvsrLK57iqSXNUxzsA0LetL5+DCiGEuCoJVEKUwKOPln8vFfzzaBql4KcDGGf/LrfjCiGEyJ8EKiFKwMvL4LHHsnupPMuvlyr4OmjVHgDjc+mlEkKIiiaBSogSGjbM1kv155/ObNpUfr1UWo/7ATAOfI1x6UK5HVcIIUReEqiEKCEvL4ORI229VHPnlmMvVd2G0KQ5ZGVhfPFp+RxUCCFEviRQCVEKhg1LxsdH58QJZzZvdiu342p3/dNLtWc7RmJCuR1XCCFEbhKohCgF3t7/9lKV5x1/XN8SatWDjHSMXZvL6aBCCCH+SwKVEKVk+HBbL9Xx4+XXS6WUQvXoB4Cxc4vMni6EEBVEApUQpcTb22DEiH97qXS9fI6rbm4P1YIhORFjz/byOagQQohcTMXZaNu2bWzatAmLxULt2rUZNmwYDRo0KHD95ORkVq9ezYEDB0hKSqJatWo8/PDD3HTTTcXepxCV0fDhybzzjmdOL9W995Z9j5HSnFDd+2KseBPji08wOvdEmYr11hZCCFFMRe6h2rdvH8uWLaNfv37MnDmT2rVrExERQXx8fL7rW61Wpk+fzsWLF/nf//7HvHnzePzxx/H39y/2PoWorHx8DEaMsD3jr1x7qTp0BW9fuByLceDr8jmoEEKIHEUOVJs3b6Zbt2506dKFGjVqMHLkSFxcXNi1a1e+6+/cuZOkpCTGjRtHkyZNCAoK4oYbbqBOnTrF3qcQldnw4Ul4een8/rsz77/vUS7HVM4uqDvuA8DY9jFGeSU5IYQQQBEv+VmtVqKioujdu3fOMk3TaNasGcePH893mx9++IGGDRsSGRnJ999/j7e3Nx07dqR3795omlasfWZmZpKZmZlrfTc32yBgpVRRSqpysuuz9zqh6tbq5wdPP51ERIQ3L73kg4eHwaBBqVfdpjRq1TrfRdZnH8G50/DL96iWbYu9r7JWVc9tcUit9suR6nWkWourSIEqISEBXdfx9fXNtdzX15fo6Oh8tzl//jwXL17k1ltvZfz48cTExLB06VKysrLo379/sfa5YcMG1q1bl/O6Y8eOjBkzBj8/v6KUU6UFBwdXdBPKTVWs9eWXISEBFiyA557zJTDQlwcfvPZ2Ja3Vcnd/Etd9gOnLjQT1uK/S//Criue2uKRW++VI9TpSrUVV5iNXDcPA29ubxx9/HE3TqFevHpcvX2bjxo3079+/WPvs06cPvXr1ynmtabYrl3FxcaSl2fdt40opgoODiYmJwTCMim5Omarqtb74IiQkePPBBx488ohBQoKFvn3z//4srVqNdl3hk5VkHPuZc1/vQDW6sdj7KktV/dwWhdRqvxyp3rKq1c3NzW46Q4oUqLy9vdE0DYvFkmu5xWLJ08OUzdfXF5PJlBN6AK677josFgtWq7VY+3R2dsbZ2Tnfz9n7N3U2wzCk1ipg+vR4rFZYudKDp5/2xckp7qp3/pW4Vh8/VIduGF9/TtZn63BqeEPx91UOqvK5LSqp1X45Ur2OVGtRFWlQuslkol69ehw5ciRnma7rHDlyhEaNGuW7TePGjYmJiUG/YpDsuXPn8PPzw2QyFWufQlQVmgavvhrPwIEp6LriySf92Lq1bCf9VN37gNLgl+8xzpws02MJIYSwKfJdfr169WLHjh3s3r2bM2fOsHTpUtLT0+ncuTMACxcuZNWqVTnr33nnnSQlJfH+++8THR3NoUOH2LBhA927dy/0PoWoyjQNZs+2cP/9KWRlKUaN8mP7dtcyO54KCkXd1B4AY9v6MjuOEEKIfxV5DFWHDh1ISEhg7dq1WCwW6tSpw4QJE3Iuz8XGxuYaCBsYGMjEiRP54IMPGDduHP7+/tx111257uq71j6FqOqcnGDuXAtZWfDJJ+489pg/S5de5o470svkeOqu+zF+2ItxcA9G76GowOplchwhhBA2yrCji6FxcXGkpl799vSqTilFSEgI586ds/vr2PZYq9UKo0f7sXmzGRcXg/feu0znzullUmvW3Mlw9EdUl7vRBj9eKvssLfZ4bgsitdovR6q3rGo1m812MyhdnuUnRDkymWDhwjh69kwlI0MxfLg/X3/tUibH0nrcD4Cx9wuMRHnqgBBClCUJVEKUM2dnWLQojjvvTCUtTfHoo/7s21cGoapJc6jdADIyMHZuLv39CyGEyCGBSogK4OICb78dR7duaaSlaTz4oB979pTuMZRSaHf1A8DYuQUjzb4vhwshREWSQCVEBXF1hSVLLtO5cxqpqRp33QUHD+Y/v1qxtWoLQaGQkoSxZ3vp7lsIIUQOCVRCVCA3N1i69DKdOqWTnAxDhvhz6FDphSqlOaF69AXA2P4JhjXzGlsIIYQoDglUQlQwsxnee+8yXbpAUpLG4MEB/PRTKYaqdl3Axx8slzC++6rU9iuEEOJfEqiEqATc3WHTJmjbNp3ERI0HHgjgl19KJ1QpZ2fU/90L2Cb6NK54aoEQQojSIYFKiErCwwOWL4/jllsyiI/XGDQogF9/LZ3nl6vbeoDZA2LOwE8HSmWfQggh/iWBSohKxNPTYMWKS7RqlYHFYgtVx46VPFQpszuq810A6J+ts/tJCIUQorxJoBKikvHyMli16hItWmRw+bITAwcG8McfpRCq7rgHTM5w8jgc/7UUWiqEECKbBCohKiFvb1uoato0g9hYJwYMCODECacS7VN5+6FuvQMAfdu60mimEEKIf0igEqKS8vU1WL36EjfckMmFC04MHBjIyZMlDFV39gGlwZFDGKdPllJLhRBCSKASohLz9zdYs+YSTZpkEhPjRP/+gfz9d/FDlaoWjLqlIwDGto9Lq5lCCOHwJFAJUckFBOh8+OElGjbM5Nw5J/r3D+D06RKEquyHJh/8BuNiTGk1UwghHJoEKiGqgMBAnbVrL1G/fiZnz5oYMCCAs2eL9/ZVterBja3A0DG2f1K6DRVCCAclgUqIKiIoyBaq6tSxcuqUiQEDAjlzpng9VTkPTd77JUaCpRRbKYQQjkkClRBVSHCwzkcfxVK7tpW//jLRp08Af/5ZjFDVqCnUbQSZGRg7Npd+Q4UQwsFIoBKiigkN1fn441gaNMgkOtpE376BHD1atHmqlFJo2WOpdm/BSE0pi6YKIYTDkEAlRBUUEqKzfv2/81T16xfIoUNFfPZfy7YQfB2kJGN8/XnZNFQIIRyEBCohqqiAANuYquxn/w0cGMDevS6F3l5pGqp7XwCMLz/FyMwsq6YKIYTdk0AlRBXm42Ob/LNTp3RSUjQeeiiAL790LfT2qm1n8A0Ay2WM/bvKrqFCCGHnJFAJUcW5uxu8//4lundPJS1NMXy4P59+6laobZWzM+r/7gPA+HwDhp5Vlk0VQgi7JYFKCDvg5gaLF8fRt28KVqti9Gg/Vq92L9S26rY7wd0Dzp+FH78r45YKIYR9kkAlhJ1wdob58y08+GAyhqEYO9aXd97xuOZ2ys0d1eVuAPTPPsYwjLJuqhBC2J2i3WsthKjUNA1eeSUeT0+Dt97yJDzch6QkxTPPJKFUwdupbvdgfPEJ/PUH/P4LNGlebm0WQojC2rBhAwcOHODs2bO4uLjQqFEjhg4dSmhoaIHbhIeHc/To0TzLW7Vqxfjx4/MsX7JkCV9++SUPP/wwd999d6HbJoFKCDujFEycmICXl86sWd689po3SUkakyYlFBiqlJcPquMdGLu2on/2MU4SqIQQldDRo0fp3r079evXJysri9WrVzN9+nTmzJmDm1v+Y0fHjh2L1WrNeZ2YmMi4ceNo3759nnUPHDjAH3/8gZ+fX5HbJpf8hLBDSsGYMUlMmxYPwNtve/LCCz5kXWXMufq/3rYurqOHMf7+s3waKoQQRTBx4kQ6d+5MzZo1qVOnDqNHjyY2NpaoqKgCt/H09MTX1zfn4+eff8bV1ZV27drlWu/y5cu8++67PP3005hMRe9vsrseKnW16xp2ILs+e68TpNbSMGJECp6eBmPH+rBypQfJyRrz51twzmcOUBUUAh3uwPhhL+zegnpkTKm2Jdex5NzaJUeqFRyr3rKuNTU1Ndf4TWdnZ5zz+0H1Hykptqc8eHp6FvpYO3fupEOHDrl6tHRdZ8GCBdx7773UrFmzCC3/l10FquJ00VVVwcHBFd2EciO1lsyzz0KNGjBkCHzyiZmsLDNr19ruDMxj/IxSP/7VyLm1T45UKzhWvWVVa3h4OCdPnsx53a9fPwYMGHDVbXRd5/3336dx48bUqlWrUMc5ceIEp0+fZtSoUbmWf/rppzg5OXHXXXcVvfH/sKtAFRcXR1paWkU3o0wppQgODiYmJsbu78aSWkvPrbfCu++6MnKkH5s2Kf7v/9J57704PDzyHivr7Znw62HUze1RQ0ahnAs/+3phybm1T45UKzhWvWVVq5ubG35+foSHh+fpobqWyMhITp8+zbRp0wp9vJ07d1KrVi0aNGiQsywqKoqtW7cyc+bMEvXA2VWgAuz+mzqbYRhSqx0qy1q7dk1jxYpLPPywP99848qgQf4sX34JH5/cx1Nd7kb//huMb76EI4dQPfujbr0TVYgfcEUl59Y+OVKt4Fj1llWtZrO5SOtHRkZy6NAhpk6dSkBAQKG2SUtLY+/evQwcODDX8t9++42EhATCwsJylum6zrJly9i6dSuLFi0q1P7tLlAJIQrWvn0GH354iaFDA/jhBxf69Qtk9epLBAbqOeuoRjeihj+LsWE5XI7FWLUY47OP/wlWd6BMpR+shBCiMAzD4N133+XAgQOEh4cTFBRU6G3379+P1WqlU6dOuZbfdtttNGvWLNeyiIgIbrvtNrp06VLo/ctdfkI4mFatMlm3LpZq1bI4etSZvn0DOHs2948CrV0XtOmLUUOesD3rLy4WY+Vb6BOfQN+zHeOKW5CFEKK8REZGsmfPHsaMGYPZbMZisWCxWMjIyMhZZ+HChaxatSrPtjt37qR169Z4eXnlWu7l5UWtWrVyfZhMJnx9fa86v9V/SQ+VEA7o+uutrF8fy6BBAfz5pzN9+wayZs0l6tb9d14F5eyM6twTo+MdGF9vx/hsHVy+iLFsIcbWj1C9BqLadUE5OVVcIUIIh7J9+3bANoj9SmFhYXTu3BmA2NjYPGOhoqOjOXbsGJMmTSqztinDji78xsXFkZqaWtHNKFNKKUJCQjh37pzdX7OXWsve2bMagwYFEhVlIigoi9WrL9GkSf69T0ZGOsbX2zA++xgSLLaF1YJRvQah2t5epGAl59Y+OVKt4Fj1llWtZrPZbu7Ql0t+Qjiw667TWb8+luuvz+TCBSfuvz+Qn37Kf4yUcnFFu+M+tBnvoPo/Cl4+cDEG47156FOeRN+/G0O/ysyhQghhxyRQCeHgqlXTWbcullatMrBYNAYMCGD//oKnSlCurmh39kGbsQTV92Hw9ILzZzEi56BPeQr94B4MXS9weyGEsEcSqIQQ+PoarFlziQ4d0klK0hgyJIDNm924Ws++cjOj3XU/2ivvoHoPBXdPiDmDsWQ2+tSnMX7YK8FKCOEwJFAJIQDw9DRYvvwSd9yRRlqa4vHH/bnzzmqsX28mM7Pg7ZSbO9rdA2zB6r7BYPaA6FPob89Ef/kZjEPf2v34EiGEkEAlhMjh5gZLl14mLCwRd3edo0edeeopPzp2DGLpUg+SkwueRVi5e6D1GoT26juoXoPA7A5n/kJ/6xX06c9i/HRAgpUQwm5JoBJC5OLsDBMnJnLgwHmefz6BwMAszp41MWWKD23aVGfWLC9iYwv+0aHcPdHuG2zrseo5AFzNcCoKfeF09IjnMH75XoKVEMLuFGvahG3btrFp0yYsFgu1a9dm2LBhuZ6Lc6Xdu3fz5ptv5lrm7OzMypUrc14vWrSIr776Ktc6LVq0YOLEiUVql0ybYF+k1sohLQ3WrXPn7bc9OXnSNnWdq6tB//4pPP54EvXqXf3OPiMxAeOLDRg7NkNGum1hvcYEPTGOy/7VK129pa0yn9vS5ki1gmPVK9MmXFuRJ/bct28fy5YtY+TIkTRs2JAtW7YQERHBvHnz8PHxyXcbs9nM/Pnzr7rfli1b5nqOjskkc44KURm4ucHQoSk88EAKn3/uxptvenL4sAsrVniwcqU7d92VxqhRSdx0U/4DrZSXN6rvwxh33Ifx+QaM3Vsg6ncuPD8CdVt31P0Po9w9y7kqIYQoXUW+5Ld582a6detGly5dqFGjBiNHjsTFxYVdu3YVuI1SCl9f31wf/5U9zXv2h6en/IAVojJxcoKePdPYtCmWjz+O5Y470jAMxdatZu65pxr33x/Al1+6UtCNfcrbF63/o7Z5rG79PwCMrz9Hnzzadkegnf+FL4Swb0XqBrJarURFRdG7d++cZZqm0axZM44fP17gdmlpaYSFhWEYBnXr1uWBBx6gZs2audY5evQoI0aMwMPDg6ZNmzJo0KA8z9vJlpmZSeYVtx1pmoabmxtAnunm7U12ffZeJ0itlZVS0L59Ju3bx/H77ybeesuDDRvM7N/vyv79rjRunMmoUcn07p2KSz7TWSlff9SjY/Dt1Y+Lc6fB+bPob89EtWiDGvIEyr9a+RdVhqrSuS0pR6oVHKteR6q1uIo0hury5cs88cQTTJ8+nUaNGuUsX7FiBUePHmXGjBl5tjl+/Djnzp2jdu3apKSksHHjRn777TfmzJlDQEAAAHv37sXV1ZWgoCBiYmJYvXo1bm5uREREoGl5O9HWrl3LunXrcl537NiRMWPGFKlwIUTpOXMG5s+HxYshMdG27Lrr4Jln4LHHwNs7/+2MjHQSPnyPhHXvg9WKMrvj81AYnnf3L9KjbLKyIDoa/voL/v7b1pvWty+4upa0MiGEKJwyD1T/ZbVaefbZZ+nYsSODBg3Kd53z58/z1FNP8dJLL9GsWbM8ny+ohyouLo60tLTCllMlKaUIDg4mJibG7i+RSK1VT0KCYvlyd5Yu9eD8eVsg8vLSeeihFEaMSKZ6ddv1wP/Wa5z9m6xli+DP32w7qtMQp4efQtWsC0BmJkRHO3HmjBOnT9v+vfIjOtoJqzX3X84dOqQTGRmHj0/Ffj3t5dwWhiPVCo5Vb1nV6ubm5piD0r29vdE0DYvFkmu5xWLJd1xUvgc0mahbty4xMTEFrlO9enW8vLyIiYnJN1A5Ozvj7Jz/88bs/Zs6m2EYUqsdquq1enkZhIUlMXx4Ehs2mHnrLU9OnHBm0SJP3nnHg/vvT+GJJ5Jp2NB2Z2B2vWn+tTjbbzanPzvM6e2/cPb3AM58Gs8ZVytnUkM4f94JXb/6pQZnZ4PQ0Cyuuy6Ln392Zt8+V/r0CWD58kuEhlb8jO1V/dwWhSPVCo5VryPVWlRFClQmk4l69epx5MgR2rRpA4Cu6xw5coQePXoUah+6rnPq1ClatWpV4DqXLl0iKSnJblKrEI7G1RUGDUplwIBUvvzSlbfe8uTAAVdWr/Zg9WoPunVLIzAQTpwI4PRpJy5cyL68d9c/H/nt0+C667KoWdNKjRpZOR81a2Zx3XVWqlfXyb5KeOSIiYceCuDYMWfuvbcaK1deonFja7nULoRwTEWem6BXr14sWrSIevXq0aBBA7Zu3Up6ejqdO3cGYOHChfj7+zN48GAA1q1bR8OGDQkODiY5OZmNGzdy8eJFunXrBtgGrH/00Ue0bdsWX19fzp8/z4oVKwgODqZFixalV6kQotxpGtx5Zzp33pnOwYPOvP22J59/7saOHW7/rPHvqHV3d/2fcPRPSNKiuO74RmoYx6lhPke121qgDRyO8ipgQNYVmja1snFjLEOG+HPihDN9+gQSGXmZ9u0zyqhSIYSjK3Kg6tChAwkJCaxduxaLxUKdOnWYMGFCziW/2NjYXHcBJCUlsXjxYiwWCx4eHtSrV4/p06dTo0YNwDb+6dSpU3z11VckJyfj7+9P8+bNGThwYIGX9YQQVU/r1pm0bh3HiRNObNrkTkiIFz4+cVx3nZUaNaz4+RnkvoEoACN1IMaG5Ri7j8J3u9B//R41YASqXedr3m1Uo0YWn3wSy6OP+nPwoCuDBwcwf34c995r3+MshRAVo1gzpVdWMlO6fZFa7VdR6zX+PIa+fBGc/du24PoWaEPDUEEh19w2NRWeesqPzz4zo5TBlCkJjByZXNISCs2Rzq0j1QqOVa/MlH5t8iw/IUSlp+o3QZs0F9XnQTA5w28/oYc/hf7ZxxjWq4+NMpth8eI4HnkkGcNQhIf7MG2ad4ETkAohRHFIoBJCVAnKZELr2R8tfAE0aQ6ZGRjrP0CP+B/GyYInFgbbvFTTp8czYUICAIsXe/Lkk76kp5dDw4UQDkEClRCiSlHVQ9H+9zLq0THg4QVn/kJ/ZRz6mncw0lIK3k7B6NFJvPFGHCaTwaefujNkSADx8TLzsxCi5CRQCSGqHKUUWoduaC+/iWrXGQwDY8cm9ClPYvx04Krb3n9/KsuXX8bTU+fbb125//5Azp2TH4VCiJKRnyJCiCpLefmgDf8f2jNTIbA6XI5FXzgd/e2ZGCkFDzy/7bZ0Pv44lqCgLH77zZl77w3k99+LfNOzEELkkEAlhKjy1I2t0MIXorr3BU3D+GEv+tuvYlgzC9wme66qBg0yiY420adPIPv35/M0ZyGEKAQJVEIIu6BcXdH6PYL2/Kvg6ga//YTxwYKr3uJds6ZtrqrWrdOJj9d44IEANm1yK3B9IYQoiAQqIYRdUfWboD3xgq2nav9ujE9WXHV9Pz+D1asvcdddqWRkKEaN8mPpUo9yaq0Qwl5IoBJC2B3V9GbUg6MBMLZ+hP71tquunz1X1cMP2+aqmjLFh5dflrmqhBCFJ4FKCGGXtFv/D3XPIACMFW9j/HTwqus7OUFERDzjx9vmqnr7bZmrSghReBKohBB2S93zAKpjNzB09CWzME7+cfX1FTz5ZBLz5/87V9XQoQEkJMhcVUKIq5NAJYSwW0op1NDRcEMryEhHXzAN42LMNbfr1882V5WHh86+fa707StzVQkhrk5+Qggh7JoymdBGvQA160JiPPr8qRhJCdfc7rbb0lm/XuaqEkIUjgQqIYTdU27uaE9PBv9qcP4s+sLpGBnXHhyVPVdV/fr/zlX13XcyV5UQIi8JVEIIh6B8A9DGTAF3D/jzGHrkHAw965rbZc9VdcstGTlzVW3eLHNVCSFyk0AlhHAYKrQWWthEMJng0LcYa98t1Hb+/gZr1sTSo0cq6emKsDA/jhyRy39CiH9JoBJCOBTVuCnq0WcAbA9U/uLTQm1nNsOSJXH06JFKVpbixRd9ybp2B5cQwkFIoBJCOBytzW2ofo8AYKyNxPj+m0Jtlz1XlaenzuHDLqxc6V6GrRRCVCUSqIQQDknd2QfV5W4A9Mi5GMd/LdR2wcE6L7yQCMCrr3pz8aL8GBVCSKASQjgopRRq0Aho2Q6smeiLIjDOnS7Utg8/nEzz5rZB6tOmeZdxS4UQVYEEKiGEw1KaE9qI56BeY0hJss1RFR93ze2cnODVV+NRymD9ene++UamUhDC0UmgEkI4NOXqivbkJAgKgUsX0N+YhpGWes3tWrTI5OGHUwAYP16e+SeEo5NAJYRweMrLB21MOHj5wKk/0RfPxLBar7ndCy8kEBSURVSUiTff9Cz7hgohKi0JVEIIAaigELSnXgIXFzhyCGPlWxiGcdVtvL0NwsPjAViwwIuTJ53Ko6lCiEpIApUQQvxD1W2ENnIcKA3jmy8wtnx4zW3uvTeN225LIz1dMXGiD9fIYEIIOyWBSgghrqBatkUNfgwA49NV6Ht3XH19ZZubytXV4Kuv3Ni0SR5LI4QjkkAlhBD/oXXuibrrfgCM5Qsxfj181fXr1cviySdtc1OFh/uQmKjKvI1CiMpFApUQQuRD9X4Q1eZ2yMpCf/tVjFNRV10/LCyJunWtnD/vxOzZXuXUSiFEZSGBSggh8qE0DfXI09C4GaSl2qZTuHSxwPXd3GDGDAsA773nwc8/O5dTS4UQlYEEKiGEKIBydkYLGw+htSD+Mvr8cIzkpALXv+22DHr3TkHXFS++6CMPTxbCgUigEkKIq1DunmhjpoCvP5w7jf7mDIzMzALXnzIlAW9vnZ9+cmH5cnl4shCOQgKVEEJcg/KvZgtVbmY4fgQ98nWMtJR81w0K0nnhhQTA9vDk8+flx6wQjkDe6UIIUQiqRl20UeNtD/L7YR/6S2HoB/fkO/nngw+m0LJlBomJGlOnysOThXAEEqiEEKKQ1A0t0Z6eAtWCwXIZY8ls9LmTMc6dybVe9sOTNc3gk0/MfPFFBTVYCFFuJFAJIUQRqBtaok1diLpvMDi7wG8/oU99Gv3jDzDS03LWa9Ysk0cfTQYgLAzS0graoxDCHkigEkKIIlLOLmi9BqFNXQjNW0OWFWPbx+iTwzB+2JdzGXDcuESqV8/ixAlYuFAeniyEPZNAJYQQxaSqBeP01EtoT06CgCC4HIv+9qvo88IxYs7i5WUwbZptgPrChZ78+ac8PFkIeyWBSgghSki1aIM2bRGq1yAwOcPRw+hTn0LfsJy7/89C9+6QkaGYONFXHp4shJ2SQCWEEKVAubii3TcYbeoCaHozWK0YWz9CnxzGa8P34+pqsGePK59+aq7opgohyoAEKiGEKEUqKBTt6cloYRPAvxpcvojP+0/yVOuNAISHexMfLw9PFsLeSKASQohSppRCtWpnuwzYsz+YTDzu8Sr1Pf/m4kUnZs7wqOgmCiFKmak4G23bto1NmzZhsVioXbs2w4YNo0GDBvmuu3v3bt58881cy5ydnVm5cmXOa8MwWLt2LTt27CA5OZkmTZowYsQIQkJCitM8IYSoFJSrG1rfhwjsPYjz815metwrPHDgbZat8KT/LYdp1b9hRTdRCFFKitxDtW/fPpYtW0a/fv2YOXMmtWvXJiIigvj4+AK3MZvNLFmyJOdj0aJFuT7/6aef8tlnnzFy5EhmzJiBq6srERERZGRkFL0iIYSoZJyvq4327DQ6TbqDPnV2YKDx4uTqpL8xA+NiTEU3TwhRCorcQ7V582a6detGly5dABg5ciSHDh1i165d9O7dO99tlFL4+vrm+znDMNi6dSt9+/aldevWADz55JOMHDmSgwcP0rFjxzzbZGZmknnFw0k1TcPNzS3nWPYsuz57rxOkVnvmSPVm16hpGsYtHZnyYQY7O6dyJKEJyzbVZtixJ9F69kP1uB/l7FLBrS0ZRzqv4Fj1OlKtxVWkQGW1WomKisoVnDRNo1mzZhw/frzA7dLS0ggLC8MwDOrWrcsDDzxAzZo1Abhw4QIWi4XmzZvnrO/u7k6DBg04fvx4voFqw4YNrFu3Lud1x44dGTNmDH5+fkUpp0oLDg6u6CaUG6nVfjlSvdm1hoTAzLnwxBPw2okn6Rm8k+BPV2E68DW+T4zDfEven3lVjSOdV3Cseiu61g0bNnDgwAHOnj2Li4sLjRo1YujQoYSGhha4TXh4OEePHs2zvFWrVowfPx6AtWvXsm/fPi5duoTJZKJevXoMGjSIhg0Lf1m+SIEqISEBXdfz9Db5+voSHR2d7zahoaGMGjWK2rVrk5KSwsaNG5k0aRJz5swhICAAi8UCgI+PT67tfHx8cj73X3369KFXr145rzXNduUyLi6ONDt/voNSiuDgYGJiYvJ9KKs9kVrtlyPVm1+tvXrBTTcFcOiQmWlpS3gzeDjWc2eInTLGNph90EhUQFAFt7zoHOm8gmPVW1a1urm5Fakz5OjRo3Tv3p369euTlZXF6tWrmT59OnPmzMm5UvVfY8eOxWq15rxOTExk3LhxtG/fPmdZaGgow4YNo3r16mRkZLBlyxamT5/OggUL8PYu3APOy/wuv0aNGnH77bdTp04dbrjhBsaOHYu3tzdflOBpoc7Ozri7u+d8FPRFFEKIykjT/n148uZ9Nfn6/95H6zUQ5ekNx35Bnz0B44+8f1ELYa9SU1NJSUnJ+bhyWM+VJk6cSOfOnalZsyZ16tRh9OjRxMbGEhUVVeC+PT098fX1zfn4+eefcXV1pV27djnr3HrrrTRv3pzq1atTs2ZNHnroIVJTU/n7778LXUOReqi8vb3RNC1Pz5HFYilwjFSeA5pM1K1bl5gY20DM7O3i4+NzpdT4+Hjq1KlTlObJJT87JbXaL0eq97+1hoTAmDEwdy5MfjmUI0fGYR41roJaV7oc6byCY9VbVrWGh4dz8uTJnNf9+vVjwIAB19wuJSUFsIWmwtq5cycdOnQosDPGarXy5Zdf4u7uTu3atQu93yIFquzrikeOHKFNmzYA6LrOkSNH6NGjR6H2oes6p06dolWrVgAEBQXh6+vLL7/8khOgUlJSOHHiBHfeeWdRmieX/OyM1Gq/HKneq9U6apRizZpqREU5MWFCIs8/n4SRkY6x6m2MH761bd/lLlTvoSit8j8H0JHOKzhWvWV9yS88PDzXfp2dna+5ra7rvP/++zRu3JhatWoV6ngnTpzg9OnTjBo1Ks/nfvjhB+bNm0dGRga+vr5MmjSp0Jf7oBh3+fXq1YtFixZRr149GjRowNatW0lPT6dz584ALFy4EH9/fwYPHgzAunXraNiwIcHBwSQnJ7Nx40YuXrxIt27dANtJ6tmzJ+vXryckJISgoCDWrFmDn59fzl1/RWHv39TZDMOQWu2QI9UKjlVvfrV6eBhMnRrPY4/5s2iRJ336pNKggQs89BT4B2FsXIWxdR2cOon22DiU2b2CWl80jnRewbHqLatazeaiP5IpMjKS06dPM23atEJvs3PnTmrVqpXv3Jk33ngjs2fPJiEhgR07djB37lxmzJiRZ4x3QYocqDp06EBCQgJr167FYrFQp04dJkyYkHPpLjY2NtdtlUlJSSxevBiLxYKHhwf16tVj+vTp1KhRI2ed++67j/T0dBYvXkxKSgpNmjRhwoQJuLhU7VuIhRDiWnr2TKNr1zR27nRj/Hgf1q69ZJtp/Z5BGCE10N+bB0d+QH9lHNpTL6GqOc7lJSEKEhkZyaFDh5g6dSoBAQGF2iYtLY29e/cycODAfD/v5uZGcHAwwcHBNGrUiKeffpqdO3fSp0+fQu2/WDOl9+jRo8BLfOHh4bleP/LIIzzyyCNX3Z9SioEDBxZYpBBC2CulICIini5dXNm3z5X1683cf3+q7XO33IpWLRh94XQ4dxp9xnNoo8ajGjWt4FYLUTEMw+Ddd9/lwIEDhIeHExRU+Lth9+/fj9VqpVOnToU+VkGD4/Mjz/ITQogKVqtWFmPGJAIwdao3Fsu/vfyqdgO0ia9D7QaQlIg+ZzL6nu0V1VQhKlRkZCR79uxhzJgxmM1mLBYLFosl15NVFi5cyKpVq/Jsu3PnTlq3bo2Xl1eu5WlpaaxatYrjx49z8eJFoqKiePPNN7l8+XKuqRWupVg9VEIIIUrXE08ksX69mT/+cOahhwLo1y+FLl3SqVkzC+UbgDbuFYz352N8/w3GsoXo506j+j1SJQarC1Fatm+3/THx36thYWFhOWO5/zv0CCA6Oppjx44xadKkPPvUNI3o6Ghef/11EhMT8fLyon79+kydOjVnEvLCUIYdjaSLi4sjNTW1optRppRShISEcO7cObsfBCm12i9Hqrcote7f78LAgQFYrf/+MmjQIJPOndPp0iWdNm3ScPtyDcam1bZPNrsFbeTYSjNY3ZHOKzhWvWVVq9lstpspj+SSnxBCVBLt2mXw5ZcXef75BNq0ScfJyeDECWeWLvVkyJAAmjUL5aG1o3k39B3+TG+A8fP36K8+Lw9YFqISkEt+QghRiTRsaGXMmCTGjEkiPl7xzTeu7N7tys6dbsTEOLFrlxu7drUC1lDTI4bbA76h82/ruXVCV7xaNqno5gvhsCRQCSFEJeXjY3D33WncfXcahhHP8eMmdu1yZfduN777zoXTycGsSO7HilP9cO6VyS3Xx9KltwedO6dxww1W/jOMRAhRhiRQCSFEFaAUNG5spXFjK088kUxKimLfPhd27TCxa1MGf8dV49ujIXx7FGbM8KZ69Sxuvz2dLl3S6NQpHT8/+x7jI0RFk0AlhBBVkLu7wR13pHPHHekYETpR7y7lqw8vsTu2Pfvi2nL+vCtr17qzdq07mmbQqlUmXbqk0blzOi1bZkrvlRClTAKVEEJUcUrTqD+iJ3Vb7OHh914kPc3goHYnX1UL46sD/hw75swPP7jwww8uvPYatG+fzowZ8TRqZK3opgthN+QuPyGEsBNa605o417B1d+LW9UWJqY9wJdv7ebgwRhee83C3Xen4uam8+23rvzf/1VjxgwvUlKkq0qI0iCBSggh7Iiq29A2s3qt+pCUgD7nJYJPbueBB1JYsiSO3bsv0r17KlarYtEiL26/vRrbtrlh59MoCVHmJFAJIYSdUX4BaM+/Cjd3gCwrxvtvoH/0HoaeRc2aWbz7bhzvvXeJmjWtREebGD7cn4cf9ufvv2XWdSGKSwKVEELYIeXqivbY86hegwAwtm9AXzQDIzUFgDvvTGfXros8/XQizs4GO3a40bVrEPPmeZKeXpEtF6JqkkAlhBB2Smka2n2DUSPHgrML/HwQfeYLGCeOYhgGZrPBCy8k8uWXF+nYMZ20NMXs2d506xbE11+7VnTzhahSJFAJIYSd09rchjZuBvj4w9m/0We+iB7+FPqXGzGSE2nQwMqHH15i0aI4goKyOHnSxAMPBDBqlB8xMfJrQojCkHeKEEI4AFW3EdrE11Edu4GLC0SfwvhwKfrYR9Aj58Afv3LffSl89dUFhg9PQtMMNm40c/vtQbzzjgdWmWFBiKuSQCWEEA5C+QWgPTIGbfb7qMFPQI26YM3E2L8bffZ49Mmj8dy/ganjzvDZZxdp1SqDpCSN8HAfevSoxsGDzhVdghCVlgQqIYRwMMrdE61LT7TJ89AmvI7qdCe4ukHMGYyP3kV//hFu2PcKn87aycyZcfj66vz2mzO9e1fjued8uHxZfnUI8V/yrhBCCAellLLNW/XQk7ZeqwfDoHYDsFoxDu6BuZN44LeH2R0eycC+cQCsWeNBp05BrFrljq5XcAFCVCISqIQQQqDM7mi39cBp0hy0SXNRt/cANzNciMZ/+2JmZ97F+kfm0aRuAhaLxrhxvtx3XyBHjsgTzIQACVRCCCH+Q9WujzY0zNZr9dCTULcRZFm55cIKtjb+Pybf8g4erhkcOuTCXXdVY/JkbxIT5RE2wrFJoBJCCJEv5WZG63QnThNeQ5s8H9WlJyYPV0YELWZXx/voFfoFuq6IjPTk9tuC+OQTeYSNcFwSqIQQQlyTqlkXbfATaLM/QD06huAbA3iz5XhWtB5NHfdTnL/gRFiYH91uz+DwYbkbUDgeCVRCCCEKTbm6onXohtOLs9DCF3D7oCC2dx/Bcw3fwlVLZ9ceF+6+O5AhQ/z5/nsJVsJxSKASQghRLOq62miDRuI+ZzHPvOrNl0NeoP91G3FSVnbvduO++6oxaFAABw64VHRThShzEqiEEEKUiHJxRWvXhXoRz7Fo+A52334/g+psweSks2ePK336BNK/fwDffivBStgvCVRCCCFKhTKZCBg/k9rNvJl1wxS+uvsRhvS7hLOzwb59rvTrF8j99wfwzTcuMnhd2B0JVEIIIUqN5uaG01MvQWgtalqP8or3ML75/E8eeigZFxeD/ftdGTgwkL59A/j6a1cJVsJuSKASQghRqpSnF9qYcPCvBjFnCVn3EjOmxLB373kefTQJV1eDAwdceeCBAO67L5BduyRYiapPApUQQohSp/wD0Z6ZCp5e8Ncf6G+9SkhQOtOnJ7Bv33mGD0/Czc3ghx9cGDo0gHvuCeTLL8s/WCUmKvbvd2HJEg+ef96HNWvMWK3l2wZhHyRQCSGEKBMqpAba01NsD14+ehjj3XkYuk5wsM60aQl8++15HnssCTc3ncOHXXj44QB69gxk+/ayCVbx8Yq9e114+20PwsJ86dQpiCZNQrj//kCmTvVh5UoPnnvOj65dq7F5s0xSKopGHsIkhBCizKi6jdBGjUdf8LLtgctePjBoJEopgoJ0pkxJYPToJN5+25P333fn559dePTRAG68MZNnn02ke/c0tGL86R8Xp/jlF2d++cWFn3925sgRZ/76K/9feaGhVpo1y6RmzSw+/tjMn3868/jj/rRokcH48Ql06pRRwq+CcATKMOwng8fFxZGamlrRzShTSilCQkI4d+4cdnTq8iW12i9HqldqtdG/+wojcg4YBqr3ULS7B+TZ/tIljSVLPHjvPQ+Sk20p6vrrM3nmmUR69iw4WF26pPHLL878/LPzPyHKmdOn8w9PNWvawlOzZpk0b55J06aZBAbqOZ9PTFQsXuzJ4sUepKTYDtipUzrjxyfQokVmoeu1N2VVq9lsxs/Pr9T2V5EkUFUx8ga2T45UKzhWvVLrv/QdmzHWLLGt+2AY2m098t3P5cuKd97x5N13PUhKsoWaxo0zGTMmkbZtM/j119zhKTo6//BUp86/4alZswyaNs3E379w5yA2VuONNzxZtsyDzEzbg5979Upl3LgEGjTIKlS99kQC1bVJoKpi5A1snxypVnCseqXW3PRPVmBsWQtKQ3viedRNHQrcn8WiWLrUk8hIDxISCr7up5RBvXpXhidbz5OPT8m/3qdOOfHaa16sX2/GMBROTgaDBqXw7LOJhIYacm5LSAJVJSWByr5IrfbLkeqVWnMzDANjxZsYX38OJhPamHBUk+ZX3W98vOLddz145x1PEhMVDRrkvmx3442ZeHqW7df2t99MzJzpzRdfuAHg5mYwbFgyL7/sSXq6nNvikkBVSUmgsi9Sq/1ypHql1rwMPQt98Sw49C24mdHGzUDVqn/N/VutkJmpMJsr7ut44IALM2Z4cfCgKwA+PhAWlsCwYcm4u9vv+ZVAdW0ybYIQQohypTQntBHPQeNmkJaKPi8c40L0NbczmajQMAXQpk0GGzZc4oMPLnH99ZnEx8Mrr3jTsWMQy5a5k5l57X0I+ySBSgghRLlTzi5ooydCzbqQGG8LVfFxFd2sQlEK7rgjnS++iGXFCqhVy8qFC06MH+9L585BfPqpG7p+7f0I+yKBSgghRIVQZne0Z8KhWjBcjLGFqpTkim5WoWkaDBkCX399kenTLQQGZvHXXybCwvy5665Adu+WR+o4EglUQgghKozy9kN7dhp4+8KZk+iLpmNkVq2JNF1c4NFHU9i37wLjxiXg6alz5IgLQ4YE0L9/AIcOOVd0E0U5KFag2rZtG6NHj2bIkCFMmDCBEydOFGq7vXv3MmDAAGbNmpVr+aJFixgwYECuj4iIiOI0TQghRBWjqgXbHqZsdofjv6IveQ0jK6uim1VkHh4GzzyTxLffXuCxx2wPgf72W1fuuacaI0b48ccf8nASe1bkQLVv3z6WLVtGv379mDlzJrVr1yYiIoL4+PirbnfhwgWWL1/O9ddfn+/nW7ZsyZIlS3I+xowZU9SmCSGEqKJUrXpooyeByRl+3I+x8q0qe1ekv7/tkTp79lxg0KBkNM3gs8/MdO1ajeXL3Su6eaKMFDkub968mW7dutGlSxcARo4cyaFDh9i1axe9e/fOdxtd11mwYAEDBgzgt99+Izk57zVyk8mEr69vodqQmZlJ5hW3UmiahpubbW4QpVTRCqpisuuz9zpBarVnjlSv1FqE7Zs0g8fGob/1Ksae7eDlg9b3odJsYqm6Vr01aujMmZPAqFEpzJjhxeefuzF+vA9+fgb33JNWnk0tMUf6Pi6uIgUqq9VKVFRUruCkaRrNmjXj+PHjBW63bt06vL296dq1K7/99lu+6xw9epQRI0bg4eFB06ZNGTRoEF5eXvmuu2HDBtatW5fzumPHjowZM8Zu5rIojODg4IpuQrmRWu2XI9UrtRbS3X1JMmnEvTEdY+tHeNaohdd9D5Re48rAteoNCYFOnSAsDN5+W/Hkk37Uqwd33FFODSxFjvR9XFRFClQJCQnoup6nJ8nX15fo6PznEDl27Bg7d+7MM27qSi1btqRt27YEBQURExPD6tWrmTFjBhEREWj5PA2zT58+9OrVK+d19jpxcXGkpVWt1F9USimCg4OJiYmpst3hhSW12i9HqldqLYbmbdH6PIi+YTmWJa+ToIPWrnOptbO0FLXeiRPh7FlfNm0yc999OuvWXaZly6oxcVVZfR+7ubnZTWdImY6QS01NZcGCBTz++ON4e3sXuF7Hjh1z/l+rVi1q167NU089xa+//kqzZs3yrO/s7Iyzc/53Tdj7D6xshmFIrXbIkWoFx6pXai2iu/qhEiwYOzahvzcPPDxRTW8ulbaRlACXYyHuIsYl279cjsVIsKAa3oj6v3tR7p5F2mdh6tU0mD8/DotFY88eV4YO9WPDhks0aGAtSUnlypG+j4uqSIHK29sbTdOwWCy5llsslnzHP50/f56LFy8yc+bMnGXZJ2LQoEHMmzcv3+7D6tWr4+XlRUxMTL6BSgghhH1TSsGA4ZCYgHHgK/S3XkV7bjqqXuMCtzEMA1KT/wlLsRiXY/8NTv8sI+4SXGVaBuP3XzB2bkb1uB/VtRfK1bVU63J1haVLLzNgQAA//eTC4MH+fPJJLKGhMhNoVVekQGUymahXrx5HjhyhTZs2gG3A+ZEjR+jRo0ee9UNDQ3nttddyLVuzZg1paWk88sgjBAYG5nucS5cukZSUZDfdgEIIIYpOaRo8+jRGcgL8ehj9jWloT7wAetYVYSn237B0ORbSC/k8Vx8/8AsE/0DUP//i4oaxczOcO42x/gOMHRtRdw9AdboTZSq9uaQ8PQ2WL79Mnz4B/PmnM0OGBLB+fSx+ftLzU5UV+ZJfr169WLRoEfXq1aNBgwZs3bqV9PR0OnfuDMDChQvx9/dn8ODBuLi4UKtWrVzbe3h4AOQsT0tL46OPPqJt27b4+vpy/vx5VqxYQXBwMC1atChheUIIIaoyZXJGe+JF9Dkvwcnj6K9PuvZGHl7/hiX/wCv+X832f7+AAgOScdudGN99jbFxFcSex1i1GOPzDah7B6Pa3Y7SnEqlroAAnVWrLnPffYEcP+7MQw8F8OGHl+z6Acv2rsiBqkOHDiQkJLB27VosFgt16tRhwoQJOZf8YmNji3RbpaZpnDp1iq+++ork5GT8/f1p3rw5AwcOLHCclBBCCMeh3MxoT01Gnx8OMWdtvUl+/4Ql/2q5e5n8AlGubsU/luaEat8Fo/WtGN98gbF5LVy6gPHePIxtH6P1HgKt2pfK9AE1amSxatUl+vYN5NAhFx57zI/33ruM/OqrmpRhR6PL4uLiSE0tZHdvFaWUIiQkhHPnztn9wECp1X45Ur1Sa9VmpKdj7NqM8dnHkJJkW1i7AVqfB1E3tiI0NLTE9X7/vTODBgWQmqrRp08Kb7xhIZ8b3CtUWZ1bs9lsN8N7KtkpE0IIISoP5eqK1uN+tFfeQfUaCK5u8PcJ9HlTyJo9gfSjP5X4GLfcksmSJXGYTAYbNrgTHu4tD1WugiRQCSGEENeg3D3Q7huCNmMJ6o77bI/IOX6EC+OGk/XGNIzTJ0u0/65d05k71wJAZKQnb7xR+GkbROUggUoIIYQoJOXtizZwOFrE26jbuoPmhPHzQfRpY9CXzMaIOVvsffftm8q0abbn4s6a5c2KFfLcv6pEApUQQghRRMq/Gk4PPUnw22tRbW4DwDi4B33KaPRlCzEuXyzWfocPT+bppxMBGD/ehy1bij/AXpQvCVRCCCFEMTlfVxunx8ahvTQPmrcGXcfYsx194hPoH0ZiJMYXeZ/PP5/IkCHJ6LrtuX/ffONS+g0XpU4ClRBCCFFCqlY9nJ56Ce2FmdCoKVgzMb78FH38Y+ifrsRISS78vhS88ko8PXumkpGhGDbMn59/rri5FDIyYN06M6+/XmFNqBLK9Fl+QgghhCNRDa5HGxsBR39E37Ac/j6BsflDjJ1bUHf2RtVtBF4+4OUNnj4oU/6/hp2cYOHCOB58UGPvXleGDvVnw4ZY6tfPKrdaYmM1li93Z9kyDy5ccMLdHXr2VPj4yC2I+ZFAJYQQQpQipRTc2ArthpZw+Fv0T1baHmfzyQryRBF3D/D8J2B5+aK8vP8JXD44e/mwdJw/A2I78svvngweHMAnn8QSElK2z/07csREZKQnn3xiJiPDNoFpcHAWTz7phFPpTBRvlyRQCSGEEGVAKQU3dUBr2RZj/26M/bvBchmSEiApEQwdUpJtHxeiAfIELg/ggxp+3H96KSfP1GZw1xTW3T0R30An8PJBefmApzd4+6ACqsP1zVFuRb87MCsLvvjCjaVLPfj2238fCN2qVQYjRiTTq1catWqFcO6cIXNkFUAClRBCCFGGlOaE6tANOnTLWWboWZCcDIkWSEyApHjbAPbEhJxlRmI8JCUQmGBhRdun6bvvHY4n1OPRbS+yqk0YZqf0XAHMADCZoHEzVIu2qBZtbI/nuYqEBMXq1e68/74Hp07ZIoGTk0GvXqkMH57MzTdn2moohUft2DsJVEIIIUQ5U5rTP5f5vP9ddpX1a+s6K39M4v7B/vwQ14JRl9ax9KnPcE6z/BPC4jH+/tPW0/XrYYxfD2Osehtq1bcFq5ZtoGa9nGAUFeXEu+96sHatO8nJtvvTfH11hg5N5uGHkwkNLdvLivZIApUQQghRySlN4/qb3PhgeRyDBgWw8/sQxn46iPnzcz/3z4g5g/Hjdxg/HYA/j8GpPzFO/YmxaTWGXyB73QcR+fNd7DwQhGHYwlWjRpmMGJFM376pmM2V+3rehg0bOHDgAGfPnsXFxYVGjRoxdOhQQkNDC9wmPDyco0eP5lneqlUrxo8fj9VqZc2aNRw+fJgLFy7g7u5Os2bNGDx4MP7+/oVumwQqIYQQoopo3dr23L9HH/Vn/Xp3/P11wsMTyL4ip4JroHrUgB73YyRYMH75npSDh9nwRXXe/bo/x5Pq5+yrW8NfGf5ADJ2G1EDz9Kqgiorm6NGjdO/enfr165OVlcXq1auZPn06c+bMwc0t/0lQx44di9VqzXmdmJjIuHHjaN++PQAZGRmcPHmS+++/nzp16pCUlMT777/PrFmzePXVVwvdNglUQgghRBXSrZvtuX9PP+3H0qWeVKum8+STSXnWO5fkzwdf92HFiqFYLLZuLHeXdAbU2cqjIcuo63EavgfjkEZWwxtRLdvYxl5VCy7vkgpt4sSJuV6PHj2aESNGEBUVxQ033JDvNp6euZ+LuHfvXlxdXWnXrh0A7u7uvPTSS7nWGTZsGBMmTCA2NpbAwKuPQ8tmd4HK3gfOZddn73WC1GrPHKleqdV+VWS9/fqlERcXz5QpPrzyijf+/jpDhqQC8MMPzrzzjgdbtriRlWVrW82aVoYPT2HQoBS8PNvA6UCMn3/AOPI9RJ+GU1FwKgpj4xqMkBqopjejmt9iG4OlaWVea2pqKsYVtw86Ozvj7HztyUxTUlKAvKHpanbu3EmHDh0K7NHK3q9SCnf3wt8xaVeBys/Pr6KbUG6CgyvvXxClTWq1X45Ur9Rqvyqq3smTIS0NXnkFXnjBl/h4X7ZvhwMH/l3n9tvhmWfgnntMODl5A/8Mgr/uOmjXqcjHLKtaw8PDOXnyZM7rfv36MWDAgKtuo+s677//Po0bN6ZWrVqFOs6JEyc4ffo0o0aNKnCdjIwMVq5cSceOHYsUqJRh2M+MEnFxcaSlpVV0M8qUUorg4GBiYmKwo1OXL6nVfjlSvVKr/aoM9RoGjBvnw6pV//7id3Ex6N07lREjkmna1HqVrfPZX0oyxtHDcOQHjKM/QmpqzueUqwvalAW2iUdLiZubG35+fsXqoXrnnXf48ccfmTZtGgEBAYU63pIlSzh+/DivvfZavp+3Wq28/vrrXL58mSlTpjhuDxXgEG9isNUptdofR6oVHKteqdV+VXS9r7xiwWqF775zoX//FB58MIXAQP2fthVxZ2Z31M0d4eaOYM2E40cwfjyA8dMBnDw8wcunTGo1m81FWj8yMpJDhw4xderUQoeptLQ09u7dy8CBA/P9vNVqZe7cucTGxjJ58uQihSmww0AlhBBCOBKTCebOtZT6fpXJGW5ohbqhFQx+nCB3Ny6kppf6cYrCMAzeffddDhw4QHh4OEFBQYXedv/+/VitVjp1ynupMztMxcTEMGXKFLy8in7Xo3btVYQQQgjhyJRSOPkWfk6mshIZGcmePXsYM2YMZrMZi8WCxWIhIyMjZ52FCxeyatWqPNvu3LmT1q1b5wlLVquVOXPmEBUVxVNPPYWu6zn7vXK6hWuRHiohhBBCVAnbt28HbIPYrxQWFkbnzp0BiI2NzXM3YnR0NMeOHWPSpEl59nn58mW+//57AJ5//vlcn5syZQo33nhjodomgUoIIYQQVcLatWuvuc5/wxZAaGhogdsGBQUVar/XIpf8hBBCCCFKSAKVEEIIIUQJSaASQgghhCghCVRCCCGEECUkgUoIIYQQooQkUAkhhBBClJAEKiGEEEKIEpJAJYQQQghRQhKohBBCCCFKSAKVEEIIIUQJSaASQgghhCghu3qWn7Ozc0U3ody4ublVdBPKjdRqvxypXqnVfjlSvaVdqz393laGYRgV3QghhBBCiKpMLvlVMWlpacyfP5+0tLSKbkqZk1rtlyPVK7XaL0eq15FqLS4JVFWMruvs3bsXXdcruillTmq1X45Ur9RqvxypXkeqtbgkUAkhhBBClJAEKiGEEEKIEpJAVcU4OzvTr18/u7ozoiBSq/1ypHqlVvvlSPU6Uq3FJXf5CSGEEEKUkPRQCSGEEEKUkAQqIYQQQogSkkAlhBBCCFFCEqiEEEIIIUrIrp7lV9Vt2LCBAwcOcPbsWVxcXGjUqBFDhw4lNDS0wG12797Nm2++mWuZs7MzK1euLOvmlsjatWtZt25drmWhoaHMmzevwG2+/fZbPvzwQy5evEhwcDBDhgzhpptuKuOWltzo0aO5ePFinuV33nknI0aMyLO8qp3To0ePsnHjRk6ePElcXBxjx46lTZs2OZ83DIO1a9eyY8cOkpOTadKkCSNGjCAkJOSq+922bRubNm3CYrFQu3Zthg0bRoMGDcq6nKu6Wq1Wq5U1a9Zw+PBhLly4gLu7O82aNWPw4MH4+/sXuM/ivBfKw7XO66JFi/jqq69ybdOiRQsmTpx41f1WxvMK1653wIAB+W43dOhQ7r333nw/V1nPbWF+12RkZLBs2TL27dtHZmYmLVq0YMSIEfj6+ha43+K+1+2FBKpK5OjRo3Tv3p369euTlZXF6tWrmT59OnPmzLnqAynNZjPz588vx5aWjpo1a/LSSy/lvNa0gjtMf//9d+bPn8/gwYO56aab+Oabb5g9ezYzZ86kVq1a5dHcYnvllVdyzS586tQppk+fTvv27Qvcpiqd0/T0dOrUqUPXrl157bXX8nz+008/5bPPPmP06NEEBQXx4YcfEhERwZw5c3Bxccl3n/v27WPZsmWMHDmShg0bsmXLFiIiIpg3bx4+Pj5lXVKBrlZrRkYGJ0+e5P7776dOnTokJSXx/vvvM2vWLF599dWr7rco74Xycq3zCtCyZUvCwsJyXptMV/+VUlnPK1y73iVLluR6ffjwYd5++23atm171f1WxnNbmN81H3zwAYcOHeJ///sf7u7uREZG8vrrr/Pyyy8XuN/ivNftiQSqSuS/f9mNHj2aESNGEBUVxQ033FDgdkqpq/7VUFlpmlbodm/dupWWLVvm/CU4aNAgfvnlF7Zt28Zjjz1Whq0sOW9v71yvP/nkE6pXr24357RVq1a0atUq388ZhsHWrVvp27cvrVu3BuDJJ59k5MiRHDx4kI4dO+a73ebNm+nWrRtdunQBYOTIkRw6dIhdu3bRu3fvMqmjMK5Wq7u7e65fnADDhg1jwoQJxMbGEhgYWOB+i/JeKC9XqzWbyWQqUrsr63mFa9f73zoPHjzIjTfeSPXq1a+638p4bq/1uyYlJYWdO3cyZswYmjZtCkBYWBjPPvssx48fp1GjRnn2Wdz3uj2RQFWJpaSkAODp6XnV9dLS0ggLC8MwDOrWrcsDDzxAzZo1y6OJJRITE8Pjjz+Os7MzjRo1YvDgwQX+0jl+/Di9evXKtaxFixYcPHiwPJpaaqxWK3v27OHuu+9GKVXgelX1nP7XhQsXsFgsNG/ePGeZu7s7DRo04Pjx4/n+kLVarURFReX6BatpGs2aNeP48ePl0exSk5KSglIKd3f3q65XlPdCZXL06FFGjBiBh4cHTZs2ZdCgQXh5eeW7rj2dV4vFwuHDhxk9evQ1160K5/a/v2uioqLIysqiWbNmOetcd911BAYGFhioivNetzcSqCopXdd5//33ady48VUvaYWGhjJq1Chq165NSkoKGzduZNKkScyZM4eAgIBybHHRNGzYkLCwMEJDQ4mLi2PdunVMnjyZ119/HbPZnGd9i8WS55KAj48PFoulnFpcOg4cOEBycjKdO3cucJ2qek7zk31+inLuEhIS0HU9z1/1vr6+REdHl0Ery0ZGRgYrV66kY8eOVw1URX0vVBYtW7akbdu2BAUFERMTw+rVq5kxYwYRERH5Xtayl/MK8NVXX+Hm5pZrjFV+qsK5ze93jcViwWQy4eHhkWvdq71vi/NetzcSqCqpyMhITp8+zbRp0666XqNGjXL9tdCoUSOeffZZvvjiCwYNGlTWzSy2K7vWa9eunfOD59tvv6Vr164V2LKytWvXLlq2bHnVQcpV9ZyKf1mtVubOnQuQ740HV6qq74Urexxq1apF7dq1eeqpp/j1119z9WzYo127dtGpU6drjguqCue2sL9rxLVV/Og4kUdkZCSHDh1iypQpRe6RMJlM1K1bl5iYmDJqXdnw8PAgNDS0wHb7+voSHx+fa1l8fHylG5twNRcvXuTnn3+mW7duRdquqp5T+HfcSVHOnbe3N5qm5fmr1mKxVInznR2mYmNjmTRp0jUv9/3Xtd4LlVX16tXx8vIqsN1V/bxm++2334iOji5WIKps57ag3zW+vr5YrVaSk5NzrX+1921x3uv2RgJVJWIYBpGRkRw4cIDJkycTFBRU5H3ous6pU6fw8/MrgxaWnbS0NGJiYgp84zVq1Ihffvkl17Kff/6Zhg0blkPrSseuXbvw8fEp8lQPVfWcAgQFBeHr65vr3KWkpHDixIl8x2GALUDWq1ePI0eO5CzTdZ0jR44UuE1lkR2mYmJieOmllwocT3Q113ovVFaXLl0iKSmpwO/Tqnxer7Rz507q1atHnTp1irxtZTm31/pdU69ePZycnHK9b6Ojo4mNjS3wXBXnvW5v5JJfJRIZGck333zD888/j9lszvlLzt3dPadreeHChfj7+zN48GAA1q1bR8OGDQkODiY5OZmNGzdy8eLFIveClLdly5Zxyy23EBgYSFxcHGvXrkXTNG699VYgb509e/YkPDycTZs2cdNNN7F3717+/PPPSn+HXzZd19m9eze33347Tk5OuT5X1c9p9i+JbBcuXOCvv/7C09OTwMBAevbsyfr16wkJCSEoKIg1a9bg5+eXcycQwLRp02jTpg09evQAoFevXixatIh69erRoEEDtm7dSnp6+lXHnpWHq9Xq6+vLnDlzOHnyJC+88AK6rue8hz09PXOmFPhvrdd6L1SUq9Xq6enJRx99RNu2bfH19eX8+fOsWLGC4OBgWrRokbNNVTmvcO3vY7AFhP379/Pggw/mu4+qcm6v9bvG3d2drl27smzZMjw9PXF3d+fdd9/NMxzhmWeeYfDgwbRp0walVKHe6/ZMAlUlsn37dgDCw8NzLQ8LC8v5gRMbG5vr7rCkpCQWL16MxWLBw8ODevXqMX36dGrUqFFezS6Wy5cvM3/+fBITE/H29qZJkyZERETkTDHw3zobN27M008/zZo1a1i9ejUhISGMGzeu0s9Ble2XX34hNjY253bxK1X1c/rnn38yderUnNfLli0D4Pbbb2f06NHcd999pKens3jxYlJSUmjSpAkTJkzINf7k/PnzJCQk5Lzu0KEDCQkJrF27FovFQp06dZgwYUKF/2V/tVr79+/P999/D8Dzzz+fa7spU6Zw4403AnlrvdZ7oaJcrdaRI0dy6tQpvvrqK5KTk/H396d58+YMHDgQZ2fnnG2qynmFa38fg20eLcMwCgxEVeXcFuZ3zcMPP4xSitdffx2r1ZozseeVoqOjc+4QBAr1XrdnyjAMo6IbIYQQQghRlckYKiGEEEKIEpJAJYQQQghRQhKohBBCCCFKSAKVEEIIIUQJSaASQgghhCghCVRCCCGEECUkgUoIIYQQooQkUAkhhBBClJAEKiGE3Vu7di0DBgzINYu1EEKUJglUQgghhBAlJIFKCCGEEKKEJFAJIYQQQpSQqaIbIISwH5cvX2bNmjUcPnyY5ORkgoOD6dWrF127dgXg119/ZerUqTzzzDP89ddf7Nq1i7S0NJo2bcrw4cMJDAzMtb9vv/2WTz75hDNnzuDm5kaLFi0YOnQo/v7+udY7e/YsH374Ib/++itpaWkEBgbSrl07HnjggVzrpaSksHz5cg4ePIhhGLRt25bhw4fj6upatl8YIYTdk0AlhCgVFouFiRMnAtC9e3e8vb358ccfefvtt0lNTeXuu+/OWXf9+vUopbjvvvtISEhgy5YtvPzyy8yePRsXFxcAdu/ezZtvvkn9+vUZPHgw8fHxbN26ld9//51Zs2bh4eEBwN9//83kyZMxmUx069aNoKAgYmJi+OGHH/IEqrlz51KtWjUGDx5MVFQUO3fuxNvbm6FDh5bTV0kIYa8kUAkhSsWaNWvQdZ3XXnsNLy8vAO68807mzZvHRx99xP/93//lrJuUlMTcuXMxm80A1K1bl7lz5/Lll1/Ss2dPrFYrK1eupGbNmkydOjUnZDVp0oRXX32VLVu2MGDAAADeffddAGbOnJmrh2vIkCF52linTh1GjRqVqx27du2SQCWEKDEZQyWEKDHDMPjuu++4+eabMQyDhISEnI+WLVuSkpJCVFRUzvq33XZbTpgCaNeuHX5+fhw+fBiAqKgo4uPj6d69e06YArjpppu47rrrOHToEAAJCQn89ttvdOnSJc/lQqVUnnZeGerAFtASExNJSUkp+RdBCOHQpIdKCFFiCQkJJCcn8+WXX/Lll18WuE72ZbqQkJBcn1NKERwczMWLFwFy/g0NDc2zn9DQUI4dOwbA+fPnAahZs2ah2vnf0OXp6QlAcnIy7u7uhdqHEELkRwKVEKLEDMMAoFOnTtx+++35rlO7dm3OnDlTns3KQ9Py75TPbr8QQhSXBCohRIl5e3tjNpvRdZ3mzZsXuF52oDp37lyu5YZhEBMTQ61atQCoVq0aANHR0TRt2jTXutHR0Tmfr169OgCnT58unUKEEKKYZAyVEKLENE2jbdu2fPfdd5w6dSrP5//7yJevv/6a1NTUnNf79+8nLi6OVq1aAVCvXj18fHz44osvyMzMzFnv8OHDnD17lptuugmwBbnrr7+eXbt2ERsbm+sY0uskhChP0kMlhCgVgwcP5tdff2XixIl069aNGjVqkJSURFRUFL/88gvvvfdezrqenp5MnjyZzp07Ex8fz5YtWwgODqZbt24AmEwmhgwZwptvvkl4eDgdO3bEYrHw2WefUa1atVxTMDz66KNMnjyZF154IWfahIsXL3Lo0CFmz55d7l8HIYRjkkAlhCgVvr6+zJgxg3Xr1vHdd9/x+eef4+XlRc2aNfNMYdCnTx/+/vtvPvnkE1JTU2nWrBkjRozINcFm586dcXFx4dNPP2XlypW4urrSunVrhg4dmjO4HWxTIURERPDhhx/yxRdfkJGRQbVq1Wjfvn251S6EEMqQfnEhRDnJnin9f//7H+3atavo5gghRKmRMVRCCCGEECUkgUoIIYQQooQkUAkhhBBClJCMoRJCCCGEKCHpoRJCCCGEKCEJVEIIIYQQJSSBSgghhBCihCRQCSGEEEKUkAQqIYQQQogSkkAlhBBCCFFCEqiEEEIIIUpIApUQQgghRAn9P9fp9/tDVpyKAAAAAElFTkSuQmCC",
|
||
"text/plain": [
|
||
"<Figure size 640x480 with 2 Axes>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"# example training\n",
|
||
"df_hist = data[-1]['hist']#.groupby('epoch').last().dropna(axis=1).drop(columns=['step'])\n",
|
||
"df_hist['loss'].plot(label='train')\n",
|
||
"plt.twinx()\n",
|
||
"df_hist['eval_loss'].plot(c='b', label='eval')\n",
|
||
"plt.legend()\n",
|
||
"plt.show()"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 28,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"<Axes: xlabel='epoch'>"
|
||
]
|
||
},
|
||
"execution_count": 28,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
},
|
||
{
|
||
"data": {
|
||
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAi8AAAG0CAYAAAD6ncdZAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAABEh0lEQVR4nO3dd3hUVeLG8e+5SQiEBEIPvUjvoAKiKEUgKmtfVMB1VbChrtgXFUXFjmUta8NV1BX5ISqIBqXZUGGlC4JSBQyEEgKEltzz+2NMFGkJJDlzZ97P8+yzSZhM3stlnDf3nmKstRYRERGRgPBcBxAREREpDJUXERERCRSVFxEREQkUlRcREREJFJUXERERCRSVFxEREQkUlRcREREJFJUXERERCRSVFxEREQmUWNcBisvWrVvJyclxHaNYValShYyMDNcxSkw0Ha+ONTJF07FCdB2vjvXYxcbGUqFChYI9tsh/epjIyclh3759rmMUG2MMEDrOaNjhIZqOV8camaLpWCG6jlfHWvJ020hEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UWinvV97O5s1zFERKSAInZXaZGCsNk78Z97AH7+EVodj3dqb2h5PCYmxnU0ERE5hIgpL2lpaUyePJlatWpxyy23uI4jAWB37sB/5j5YuSz0hQWz8RfMhuRKmFNOx5zSE1OpqtOMIiJyoIgpL6mpqaSmprqOIQFhd2ThP3UvrFkOZZPw/n4D9qcl2JlTIXMz9qN3sZPGQov2oasxrU7AxEbMy0VEJND0X2OJOnb7Nvwn74G1qyCpPN7N92Nq1ce07YQ9dwB23rfYLybDjwtg0ff4i76H8hUxJ/cIXY2pkuL6EEREoprKi0QVm7UVf+Q9sH4NlEvGu+VBTI06+X9u4uIwJ3aBE7tgN67HfvkZ9uspsG0L9uP/w34yDpq1DV2NadNBV2NERBzQf3klatjMzaHikr4WkiuGiktKrUM+3lStgbngMuw5/WD+LPwvJsPiebB4Lv7iuZBUHnPy6ZguPTFVa5TcgYiIRDmVF4kKdssm/JF3w8b1ULFyqLgUsHCY2Dg4/mRijj8Zm5GO/SrvasxWbNp72LT3oFkbTJfemLYdMXFxxXw0IiLRTeVFIp7dvDFUXDLSoVLVUHE5ynErpkoK5rxLsX+5JDQ76cvJ8MNcWDIfu2Q+NrEcpnMPTJdemJSaRXwkIiICKi8S4WxGeqi4bN4IVVLwbhmBqVTlmJ/XxMZC+5OIaX8SdtMG7NdTsF99BplbsJ++j/30fWjSKlRi2p+EiStVBEcjIiKg8iIRzG5YHyouWzdBtZqhKy4VKhX5zzGVq2HO6Y/tczEs/F9obMyiObB0IXbpQmzZJEzn7phuZ2mmkohIEVB5kYhkf10bKi7btkD12ng3P4BJrlisP9PExEDbjsS07YjdkoH96rerMVs3YT/7EDtlArQ+Ea/HX6Bpa4wxxZpHRCRSqbxIxLHr1uA/eTdkZULNuqF1XMpVKNEMpmIVzNmXYPv0hYVz8Kd/FBobM38W/vxZUL02psdfMJ26YuJLl2g2EZGgU3mRiGLXrgxNh96RBbXr4w15AJNUzlke48VAmxOJaXMi9te12OkfYWdOg19/wb71Anb8G5hTemG6nYmpXM1ZThGRIFF5kYhhVy/Hf2oY7NwOdRviDRmOKZvkOlY+U70Wpt812HMvxc6cgp02CTLSQwN8P/sQ2nTA69EHmrZ2HVVEJKypvEhEsCt/wn96GGTvhPqN8W66D5OQ6DrWQZmEspjTz8F27xO6pTRtYmjxu3nf4s/7FmrWZcf5A7BN20KpeNdxRUTCjsqLBJ5d/mNod+hd2XBcU7x/3Icpk+A61hHtf0vpF+y0SdhvpsG61Wx9dgQkJIZW7+12lna3FhH5A5UXCTT702L8Z4bDnl3QuAXeDcMwpcu4jlVopnptTP9rsOcNgK+nYj5PI3fDOuzk97GffghtO4RmKTVuqVlKIhL1VF4ksOzShfj/uh/27oGmrfGuvzvwM3dMQiKm17mkDLiK9Z9+hD91AiyZD3O/xZ8buqVkevwF0+E0TLxuKYlIdFJ5kUCyi+fiPz8C9u6F5u3wBg/FRND4EBMTg9e2A6bNidh1a0KzlL6ZDutWY0c/h33vjdDqvV3PLJIVg0VEgkTlRQLHLvwe/4WHIGcftDoB79o7I3r5fVOzDmbAddjz/ob9+rPQLKXNG0ObQk5+H9p1wut5NqZhc9dRRURKhMqLBIo/bxb+iw9DTg607Yh39e2hXZ+jgCmbiOl1Hvb0s0ObQk79CH5cAHNm4s+ZCQ2b46VeAK2Ox3ie67giIsVG5UUCI/vrafj/fghyc+H4zngDbw1tkBhljBcDbTsR07YTdt1q7JQJ2G+nw8+L8Z9bHBoX0/t8zIldovLvR0Qin349k0DwZ3/J5kf+Cbm5mA6n4g26TW/MgKlZF++yG/AefgXT+zwoXSY0Lua1p/Dvuhp/6kTsnt2uY4qIFCmVFwl79vuZ+C8/AX4u5qRumCuHhDZBlHwmuRLehZfjPToKc96lkFQetmRgx7yCf+eV+BPewe7Ich1TRKRI6FdXCWt21U/4rz0J1qdsz7PZ/dcrwKhzH4pJSMSc+Vfs6WdjZ07Dfvp+aAuCie9gJ48PzVDqea5mKIlIoKm8SNiyWzfnT4c2rU6gwg13kb5xI9Za19HCnikVj+l6BrZLL+ycmdi092DNCuzUidgZH2M6nIrpfQGmZh3XUUVECk3lRcKS3bMnVFwyt0D12nhX3aZbRUfBxMRgTuyCPeEUWDwPP+09+HEB9pvpoXVj2nTAS70A07CZ66giIgWm8iJhx/o+9j9Pw+qfITEJ74Z7ArFXUTgzxkCLdsS0aBfaxDLtPZj7DcyfhT9/Vmia9RkXQKsTtP2AiIQ9lRcJO/ajMdjvv4aYWLxr/4mpkuI6UkQx9RsRc+2d2PS12E8/wM6cFppm/exv06xTz8ecoGnWIhK+NPJRwoo/6wvsxDEAmAHXYhq3dJwocpmUWnh/ux7vkT9Nsx6VN836I+yePa5jiogcQOVFwoZduQz7+r8AML3Owzulp+NE0eHQ06xfxr/zCvyJY7DZO1zHFBHJp/IiYcFu2RQaoLtvL7Q+EXPB31xHijomIRHvzL/iPfIqpv+1UCUFdmzHTvgv/p2D8D8ag92V7TqmiIjGvIh7ds9u/OcfhG1boWZdvEG3hJbAFycOmGY9aWzodtKH/8VOmRjaeqD7WZj40q6jikiUUnkRp6zv47/2FKxZAUnl8a6/G1NaM4vCQf406+NPxv7vK+zEdyB9HXb8G9jPPsCccSHmtFRMqXjXUUUkyqi8iFN2wn9hzjcQ+9vMosrVXEeSPzGeh+lwaqjEzPoiVGIy0rFjR2Env48580JMl96YuOjY3VtE3NOYF3HG/+7z0C0JwFw6GNOoueNEcjgmJgbvpG5497+A+dv1ULEKbNuCfedl/Luvxv8iDZuT4zqmiEQBlRdxwi7/8feZRakX4HXu4TiRFJSJjcXr0gtvxIuY/tdAciXYsgn75gv491yL//VUbG6u65giEsFUXqTE2c0Z+C88BDn7oG3H0PRcCRwTG4fX9Uy8h17CXDQQyiXDpg3Y15/Bv/f60JU1XyVGRIqeyouUKLt7F/5zD0JWJtSqj3flzRhP/wyDzMSVwjv9bLyHXsFc+HdITIIN67CvjsS/78bQYF/fdx1TRCKI3jWkxFjfxx/1FKxd+YeZRWVcx5IiYuLj8Xqfj/fwK5hzB0BCWfj1F/yXHsN/YAh23rfaEVxEioTKi5QY+8FbMO/b0MyiwXdhKlVxHUmKgSmdgHdWX7yHX8X85eLQtgNrV+I//xD+iFuwC79XiRGRY6LyIiXC/2Y69pNxAJjLbsAc19RxIiluJqEs3tn9Qiv2nnEhxJeG1T/j/2s4/qN3YJfMV4kRkaOi8iLFzv68BDv6WQDMmX/F69TNcSIpSaZsEt75f8N76GVMr3MhrhQs/xH/yXvIffyf7Fk013VEEQkYlRcpVnbzxt9mFuVAu06Yc/q7jiSOmHLJeH+9IlRiuveB2FhY9gMb7xhE7vMjsBvXu44oIgGh8iLFxu7Oxn/2Adi+DWprZpGEmOSKeJdchTfiJcypvcGLwc79Fn/Y9fjvjsLu1A7WInJ4eieRYmH9XPxXn4R1q6F8hdDMIm3kJ39gKlYh5m/Xk/L8O5iWx0NuDnbKh6HVeqd9pNV6ReSQVF6kWNjxb8L8WRAbh3fdUExFzSySg4ur04CYm+7D+8d9UL027Nge2nJg+I3YBbM1qFdEDqCNGaXI+V9PxU4eD4D5+42YBk0cJ5IgMC3b4zVrg/1yMvbD/0L62tBtx+Zt8fpeialZ13VEEQkTuvIiRcr+tBj75vMAmD4X4XU8zXEiCRITExPacmDEi5je54UG9S6ehz/8H/hvvoDNynQdUUTCgMqLFBmbkR6aWZSbA8d3xvzlEteRJKBMQiLehZfjDX8e2ncG62O/SMO/62r8T97D7tvrOqKIOKTyIkXC7soO7Vm0IwvqNsS7fIhmFskxM1WrE3PtnXi3PQx1G8LuXdjxb+Dfcx3+7K80HkYkSundRY6Z9XPxX3kC1q+B8hVDS//Hx7uOJRHENG6BN/QJzOU3QXJF2LwR+/Jj+I/diV25zHU8ESlhKi9yzOzUj2Dh/yCuVKi4VKjkOpJEION5eJ274z34YuiWZKl4+HkJ/kO34r86Erslw3VEESkhKi9yTGxGOvaDNwEwFw/E1G/kOJFEOhNfGu/sS0Il5qTuANjvPse/51r8D9/G7t7lOKGIFDeVFzlq1lr80c/B3r3QpBWmS2/XkSSKmAqV8K64Ce/uJ6FRc9i7F/vRu/h3Xxuaru/7riOKSDFReZGjZr+eAj8ugFKl8P42GGOM60gShUzdhni3PYx37Z1QJQW2bcG+/gz+iJuxSxe5jicixUDlRY6KzdyMHfsaAOac/piqNRwnkmhmjMG074w3/HnMhZdDmQRYswL/iaHk/vsR7NbNriOKSBFSeZFCs9biv/0S7NoJ9RphepztOpIIACYuDq/3eaFNH7ueCZ4Hc2bi3zsYf/rHupUkEiFUXqTw5syEed9CTAzeZddjYmJcJxLZj0kqj9f/Grx7noL6jWFXNva/L4amVq9b7TqeiBwjlRcpFLtzO/7bLwJgzrgQU6u+40Qih2Zq1ce781HMJVdB6TKw/Ef8B27Cf/8trdIrEmAqL1Io9t1RsH0bVK+NObOv6zgiR2S8GLzufUJbDbTtCLm52I/H4t93I/bHBa7jichRUHmRArOL5mC/mQbG4F12AyYuznUkkQIzFSsTM/guvGv/GVqld+N6/JF34//nGeyOLNfxRKQQVF6kQOzubPy83aK798Ec19RxIpGjY9qfFJqV1O1MMAY7c2por6RvZ2ivJJGAUHmRArHvvwVbMqBSVcy5A1zHETkmJqEsXr9r8O54FGrWhR1Z2FFP4j99HzYj3XU8ETkClRc5IvvzEuz0SQChxehKl3GcSKRomOOa4t39ZKiQx8bB4rn4912Pn/YeNifHdTwROQSVFzksu28v/hvPgrWYk3tgmrdzHUmkSJnYOLyz+uLd9yw0bR3aZuC9N/BH3IJd+ZPreCJyECovclh20lhIXwvlkjF/vdJ1HJFiY6rVwLv5Aczl/4CySbB2Jf7Dt+KPeQW7O9t1PBH5A5UXOST7y0ps2nsAeP2uwZRNdJxIpHgZY/A698B74AVMp25gLXbqRPxh12Pnz3IdT0R+o/IiB2Vzc0O3i3Jzof1JmOM7u44kUmJMUnm8K4fgDRke2uxx6yb85x4k98VHsJlbXMcTiXoqL3JQdsqHsPpnSCiLd8nVruOIOGGat8O791nMGReE9kn6fib+sMH4Mz7RPkkiDqm8yAHshvXYD/8LgOl7JSa5ouNEIu6Y+Hi88y/Duztvn6Sd2Lf//ds+SWtcxxOJSiovsh/r+/ijn4N9e6FZG0znHq4jiYQFU/u3fZIuvgri/7BP0kfvYv1c1/FEoorKi+zHfvkpLFsEpeLxLh2MMcZ1JJGwYbwYvB598O5/Dtp0gNwc7Idv4z9xF3Zzhut4IlFD5UXy2S2bsOP+A4A5bwCmSorjRCLhyVSsgjf4LswVQ0K7Vf+0GH/4jfizv3IdTSQqqLwIANZa/Lf/Dbt3Qf3GmO59XEcSCWvGGLyTuuENewYaNAmNhXn5sdBGj1oXRqRYqbwIAHb2l7BgNsTE4l12I8aLcR1JJBBMlRS82x7G9LkIjBfa6PH+m7Arl7mOJhKxVF4Euz0L+87LAJiz+mJq1nGcSCRYTGws3jn98W4dARUrQ0Y6/qN34H8yToN5RYqByotg330FdmRBzbqh9SxE5KiYxi3whv0Lc8IpkJuLHT8a/8lh2C2bXEcTiSgqL1HOLpiN/e5zMB7eZTdgYuNcRxIJNFM2EXPVbZi//wPiS8PShaHBvN9/7TqaSMRQeYlidlc2/lv/BsD0PBtTv7HjRCKRwRiDd3IPvHuehroNIXsH/r8fYcu/HsTu2e06nkjgqbxEMTv+Ddi6CaqkYM7u7zqOSMQx1Wrg3fkY5owLwRh2Tv6A3Ptvwq7+2XU0kUBTeYlSdtki7IxPAEKL0cXHO04kEplMbCze+X/Du2UEMZWqwoZ1+A/fjj95vPZHEjlKKi9RyO7dg//GcwCYLr0wzdo4TiQS+bymraj2/DuY9ieFVuYd9zr+0/diMze7jiYSOCovUchOHAMb10P5ipgL/+46jkjUiEkqj3ftPzF/ux5KxcOS+fjDb8TO+9Z1NJFAiXUd4M927tzJAw88QG5uLr7vc8YZZ3D66ae7jhUx7Orl2E/fB8AbcA0mIdFxIpHoYozB69IL26g5/isjYc1y/OcfwpyWivnrlbqFK1IAYVdeypQpw/Dhw4mPj2f37t3ccsstdOzYkaSkJNfRAs/m5OC/8S/wfcwJp2DadnIdSSRqmZRaeP98DPvBW9jJ72M/T8Mu+wFv4C2YOg1cxxMJa2F328jzPOJ/+80jJycHCO27I8fOfvo+/LISyiZhLhnkOo5I1DOxcXgXXo435H4oXxF+/QX/4VvxP/tQg3lFDqPQV14WL17MhAkTWLlyJVu3buXWW2+lQ4cO+z0mLS2NiRMnkpmZSd26dbniiito2LBhgX/Gzp07ue+++/j1118ZMGAA5cqVK2xM+RP769rQWBfAXDQQU66C40Qiksc0b4t377/wRz8L877Djh2FXTQH74qbMOX1WhX5s0KXlz179lCvXj26d+/OE088ccCfz5w5k9GjRzNo0CAaNWrEpEmTGDFiBE8//TTly5cH4LbbbsM/yG8Vd911FxUrVqRs2bI8/vjjZGZmMnLkSDp16kRycvJB8+zbt499+/blf26MoUyZMvkfR6q8YyvIMVpr8d98HnL2YVq0xzupW+D+bgpzvEGnY41MRzpWU648ZvBd2M/T8Me+Covn4g+/Ee+q2/ACOCNQ5zYyhcuxGnsM92T69u17wJWXoUOHctxxx3HllVcC4Ps+1157LWeccQbnnntuoX/Gq6++SsuWLenU6eDjM8aOHcu4cePyP69fvz6PPvpooX9OJNs9fzYZQ6/FxMeT8uI4YqtWdx1JRA5j35qVbH7sLvatXAYxMVS4+jYSz7rQdSyRsFGkA3ZzcnJYsWLFfiXF8zxatWrFsmUF2x4+MzOT+Ph4ypQpQ3Z2NkuWLKFXr16HfPx5551Hnz598j/Pa4MZGRn5Y2YikTGGlJQU0tPTjzgmKPftV0IfdD6djFzg11+LP2ARK8zxBp2ONTIV6ljjSmNvfxjz+rPY72aw9YVHyFyyAO+iQZjYsJtncVA6t5GpOI81NjaWKlWqFOyxRfmDs7Ky8H3/gFs8ycnJrF+/vkDPsWnTJl566SUgdLsjNTWVOnXqHPLxcXFxxMUdfDPBSP9HBKFjPNxx2l9WYn+YA8bD9Dwn8H8nRzreSKJjjUwFPtbYOMyVQ6BmHez7b2Knf0zur2vxrrkDUzY4sy91biOT62MNuwrfsGFDHn/8cdcxIkbemi7mhJMxVVIcpxGRwjDGYM64EFu9Nv6rT8KPC/BH3IJ3wz2Y6rVdxxNxpkinSpcrVw7P88jMzNzv65mZmYcccCvFx27eiJ31BQCm93mO04jI0TJtO+Ld+ShUqgoZ6fgP34Zd+L3rWCLOFGl5iY2NpUGDBixatCj/a77vs2jRIho3blyUP0oKwE6ZAL4PTVtj6hZ8qrqIhB9Tqx7eXSOhcQvYlY3/7AP4n74fNbcpRP6o0OVl9+7drFq1ilWrVgGwceNGVq1axaZNmwDo06cPU6dOZcaMGaxdu5ZXX32VPXv20LVr16LMLUdgd+7AfvkpAF7v8x2nEZGiYJLK4w25H9OlF1gf+3//wb7+L+wflosQiQaFHvOyfPlyhg8fnv/56NGjATjttNMYPHgwnTt3Jisri7Fjx5KZmUm9evUYOnSobhuVMDvjY9izG2rVgxbtXMcRkSJiYuPg0sFQsy723VHYmVOxG9bhXfdPLT4pUaPQ5aVFixaMHTv2sI9JTU0lNTX1qEPJsbH79mKnfQSExrq4XkxIRIqWMQbT4y/YlFr4Lz0Gy38MDeQdfLf2RZKoEHZ7G8mxs99Mh6xMqFgZc0IX13FEpJiYFu3whj4O1WrClk34j96BnTPTdSyRYqfyEmGsn4v99AMATM9zArOglYgcndDu1I9D87awdw/+vx/B/2iMBvJKRFN5iTTzZsGGdZBQFnPKoVcmFpHIYcom4t14L6bHXwCwH/4X+8oT2D17HCcTKR4qLxHEWos/eTwApuuZmNJl3AYSkRJjYmLwLh6EuXQwxMRgZ3+J//g/sVs3u44mUuRUXiLJz0tgxdLQsuLd+xz58SIScbxTe+Pd/AAkloPVP+OPuAW7smB7y4kERcSUl7S0NIYMGcLIkSNdR3Em/6rLSd0w5TVlUiRamcYt8YY+ATXrwrYt+I/9E/+7z13HEikyETOaM9qnZ9v1a2D+LDAG0+tc13FExDFTJQXvzkdDeyLNn4V9dST+ulWYcy/FeBHze6tEKf0LjhB5M4xo2xGTUstpFhEJD6Z0At51QzFnXACA/eQ9/Bcewu7OdpxM5NiovEQAm7kZ++0MQFsBiMj+jOfhnX8Z5sohEBsH82fhP3IHNiPddTSRo6byEgHslImQmwMNm2OOa+o6joiEIa9TN7zbHoLyFWDdavyHbsUuW3TkbxQJQyovAWd3ZWO/SAPAS9VVFxE5NNOgCd7QkVDnONiRhf/kMOy871zHEik0lZeAs1+kwa5sSKkFrU5wHUdEwpypWBnv9keg/UmQm4P/4iPY77WlgASLykuA2X378KdMAH7bgFEzCESkAEx8PN5Vt2M6nAa5ufgvP4Y/+0vXsUQKTO92AZb9+WTYuhnKV8R07Oo6jogEiImJwVx5E+akbuD72FdG4n873XUskQJReQko6/tkjR8NgOnxF0xcnONEIhI0xovB/P1GzCk9wfrY157G/3qq61giR6TyElB20ffkrF4BpctgTuvtOo6IBJTxYjCXDsaclgrWYl9/Bv+3SQAi4UrlJaD8tN+2AjgtFZOQ6DiNiASZ8TxM/2t/35X6zRfwp09ynErk0FReAsiuWArLFkFMDF6Ps13HEZEIYIzBXDQwf3sR+9+X8Kd86DaUyCGovASQP/l9ABK6noGpWNlxGhGJFMYYzIWX/76dwLuj8jd8FQknKi8BYzeuh7nfAJB0/gDHaUQk0hhjMOf9DdPnYgDsuNfxJ411nEpkfxFTXtLS0hgyZAgjR450HaVY2U8/AGsxrU+gVL2GruOISAQyxuCd0w9zTn8A7Adv4X/4X6y1jpOJhMS6DlBUUlNTSU1NdR2jWNmsrdjfpjFqA0YRKW5en4vwY2Ox772B/WhMaA+18y7FGOM6mkS5iLnyEg3stEmQsw/qN4bGLV3HEZEo4KVegOl7JQD2k3HYcf/RFRhxTuUlIOzuXdjpHwOhqy76zUdESorX8xxMv6uB0K1r++6rKjDilMpLQNivp0D2DqhaHdp1dB1HRKKM1+0szKXXAWCnTsT+90Ws7ztOJdFK5SUAbG4u9rPQegum57kYL8ZxIhGJRt6pqZi/3wjGYGd8gn3zeRUYcULlJQDs/76CzRshqTymc3fXcUQkinknn4654iYwHvarz7CvP4P1c13Hkiij8hLmrLXY3xaJMt3PwpSKd5xIRKKd16kbZuDN4HnYb6ZjRz2NzVWBkZKj8hLulsyDX1ZCqXhM1zNdpxERAcDrcCreVbdDTAx21ufYV57A5uS4jiVRQuUlzOVtBWC69MIklnOcRkTkd+b4znjX3AExsdjvv8Z/6TFszj7XsSQKqLyEMbtmOSyeB56HOV0bMIpI+DFtO+ENHgqxcTDvW/x/P4LdpwIjxUvlJYzZvKsuJ5yCqVzNcRoRkYMzrU7Au/5uiCsFC2bjvzACu3eP61gSwVRewpTdtCE0ywgwvc9znEZE5PBMi3Z4N9wDpeJh0Rz8Zx/A373bdSyJUCovYcpOmQC+D83aYOoc5zqOiMgRmWZt8P5xL8SXxi6Zz6YHbtYgXikWKi9hyO7Iwn75KQBeqjZgFJHgMI1b4t00HOLLsGfeLPx3XtJWAlLkVF7CkJ3xCezdA7XrQ7O2ruOIiBSKadgMb9CtoZV4P08LbSorUoRUXsKM3bsHO+0jAIw2YBSRgPLadqD85TcAhDZy/GGu40QSSSKmvKSlpTFkyBBGjhzpOsoxsTOnwfZtUKkq5viTXccRETlqSedfiuncA6wfWgPm119cR5IIEes6QFFJTU0lNTXVdYxjYv1c7GcfAGB6noOJjZjTIyJRyBiDd+lgcjf+Cj8vxn/2AbyhT2jBTTlmEXPlJSLM/Q42/gplkzCn9HSdRkTkmJm4OLzr/gmVqkJGemgRO63CK8dI5SVMWGvx094DwHQ9AxNf2m0gEZEiYpLKh9aAKV0Gli3C/lczkOTYqLyEi2U/wKqfIDYO072P6zQiIkXK1KyLd9VtYDzsl59ip05wHUkCTOUlTPjTJgJgTu6BKZfsNoyISDEwrU7AXPh3AOzY/2AXfu82kASWyksYsDk5oQ0YQWNdRCSimZ7nhP47Z338lx/DrlvjOpIEkMpLOFi5DHbvgsQk0FYAIhLBjDGY/tdA4xawexf+cw9gt2e5jiUBo/ISBmzeVZembTCeTomIRDYTG4d3zT+hSgps2oD/74c0A0kKRe+UYcAumRf6oHlblzFEREqMSSqHd/3dUCYBflqMfesFzUCSAlN5ccxm7wzdNiK0I6uISLQwNer8PgPp66n5i3SKHInKi2vLFoLvQ9XqmMrVXKcRESlRpuXxmL5XAGDHvY6dP9txIgkClRfH8se76JaRiEQp0+MvmFN7g7X4rzyBXbfadSQJcyovjtnF8wEwzdq6DSIi4ogxBnPJ1dCkFezZhf/sA9isTNexJIypvDhkN2fAhnVgPGjaynUcERFnTGws3jV3QNXqsHkj/r8fxu7TDCQ5OJUXh+ziuaEP6jfCJCS6DSMi4phJLId3/T1Qpiz8vAT75nOagSQHpfLi0pK8W0aaZSQiAmCq18K75nbwPOw307GTx7uOJGFI5cUR6/vYvPKiwboiIvlM83aYiwcBYMePxs77znEiCTcqL66sXQk7siC+NDRo4jqNiEhY8bqdhel6RmgG0qsjsWtXuo4kYSRiyktaWhpDhgxh5MiRrqMUSN4UaRq3xMTGOc0iIhKOzEWDoFkb2LMb/9kHsVlbXUeSMBHrOkBRSU1NJTU11XWMAtP6LiIih2diY/GuvgP/4dtgwzr8Fx7Gu+VBTFwp19HEsYi58hIkdu8e+GkxoPIiInI4pmxiaA+khLKw/EfsaM1AEpUXN35eAjn7ILkiVK/tOo2ISFgzKTXxrrkzNAPp2xnYT8a5jiSOqbw4kH/LqFkbjDFuw4iIBIBp1ia0Ci9g338TO+cbx4nEJZUXB+ySeaEPdMtIRKTAvK5nYLqdBYA/6knsmhWOE4krKi8lzG7fBr+94LSfkYhI4ZiLBkLzdrB3D/5rT2FztIVANFJ5KWF5C9NRsy6mfAW3YUREAsbExOANugWSysO61dhP3nMdSRxQeSlpmiItInJMTGI5zCVXAWAnjcWuW+M4kZQ0lZcSZK3NH++i8iIicvTMCadAmw6Qm4P/xr+wfq7rSFKCVF5K0ob1sGUTxMZCoxau04iIBJYxBq//tVAmAVYuw077yHUkKUEqLyUof5bRcc0w8aWdZhERCTpToRLmwssBsO+/hc1Id5xISorKSwn64/ouIiJy7EyXXtCkVWj20ZvPa/XdKKHyUkJsbi4sXQiEtnsXEZFjZ4zB+9tgKFUKlszHfj3FdSQpASovJWXlMtiVDQmJULeB6zQiIhHDVK2BObs/AHbsa9jMLY4TSXFTeSkh+eu7NGuN8WLchhERiTDm9LOhbkPYtRP/nZdcx5FipvJSQqzWdxERKTYmJgbv7zdATAzM+Qb7/UzXkaQYqbyUALs7G1YuBbQlgIhIcTG16mPOuBAA/78vYndud5xIiovKS0lYughyc6FKCqZKius0IiIRy5zZF6rXhqxM7NjXXMeRYqLyUgJ+nyLd1mkOEZFIZ+Li8C67AYzBzpyK/WGu60hSDFReSoDGu4iIlBxzXFNM9z4AobVfdu9ynEiKmspLMbNbNkH6WjAeNG3tOo6ISFQw5w6ASlVh80bsB2+5jiNFTOWlmOVPka7XEFM20W0YEZEoYUqXwbt0MAB22kfY5T86TiRFKWLKS1paGkOGDGHkyJGuo+xP411ERJwwLdphOvcAa/HfeBa7b5/rSFJEYl0HKCqpqamkpqa6jrEf6/v5mzGa5trPSESkpJm+V2AXfQ+//oL9eCzmnP6uI0kRiJgrL2Fp3WrYvg1KxUODpq7TiIhEHVM2Ca/fNQDYT8Zh1650nEiKgspLMcqbZUTjlpi4OKdZRESilTm+M7Q/CXJz8V9/NrRRrgSayksx0hRpEZHw4F1yNSSUhdU/Y6dMcB1HjpHKSzGx+/bCzz8AKi8iIq6Z5IqYvlcCYD98G7txveNEcixUXorLz0tg714oXwFq1HGdRkQk6pnOPaBZG9i3F/+N57C+7zqSHCWVl2KSP8uoWRuMMW7DiIgIxpjQ2i+l4mHZIuxXn7qOJEdJ5aWY2MW/LU6n9V1ERMKGqZKCOW8AAHbc69itmx0nkqOh8lIM7I4sWLMc0PouIiLhxnTvA/Ubw65s/Lf/jbXWdSQpJJWXYmCXLABroUYdTHIl13FEROQPjBeDd9mNEBML82dh//eV60hSSCovxSF/Vd22TmOIiMjBmZp1MGf1BcC+8zJ2e5bjRFIYKi9FzFqr9V1ERALAnHEB1KwL27dhx77qOo4UgspLUcv4FTZvDF2ObNTCdRoRETkEExuHd9kNYDzstzOwC//nOpIUkMpLEcvfEuC4JpjSZZxmERGRwzP1G2N6ng2A/9YL2F3ZjhNJQai8FLH8W0aaIi0iEgjm7P5QJQW2bMKOH+06jhSAyksRsrm58ONCQONdRESCwsTHhxavA+yMj7HLfnCcSI5E5aUorf4Zdu0Mbf5Vr6HrNCIiUkCmWRtMl14A+KOfC+1PJ2FL5aUI5Y93adoa48U4zSIiIoVjLvw7lK8IG9ZhJ45xHUcOQ+WlCP2+n1FbpzlERKTwTEIi3oBrALCTx2PXrXacSA5F5aWI2N27YPlSQFsCiIgElWnbCdp1At/HfjLOdRw5BJWXorJsEeTmQKWqUKW66zQiInKUvLMuAsDO/hK7eaPjNHIwKi9F5I+r6hpj3IYREZGjZuoeB83ahK6+TJngOo4chMpLEbFL5gOaIi0iEgm83ucDYL/8FLtzu+M08mcqL0XAZm6G9WvAGGja2nUcERE5Vs3bQq36sGc3dsYnrtPIn6i8FAG7OHTVhTrHYRLLuQ0jIiLHzBiDSf3t6svUiVr3JcyovBSFvCnSumUkIhIxzPEnQ8UqoV2nv5nmOo78gcrLMbLW/j7epZmmSIuIRAoTG4vpeQ4AdvIHWD/XcSLJo/JyrNathm1boVQpaNjcdRoRESlC5pSekJAIG9fDvO9cx5HfREx5SUtLY8iQIYwcObJEf27eVRcatcDExZXozxYRkeJlSpfBdDsTAD9tPNZax4kEINZ1gKKSmppKampqif/cP67vIiIikcd0Pws7+X1YuQx+WgyNW7iOFPUi5sqLC3bfvtDKuqi8iIhEKlOuAqZzDwD8yeMdpxFQeTk2K36EvXsgqTzUrOc6jYiIFBPT69zQWl4LZmPXr3EdJ+qpvByD/FtGzbQlgIhIJDPVaoQ2bATsp+87TiMqL8cgr7ygW0YiIhEvf8uAbz/Hbt3sOE10U3k5SnbnDlj9M6DxLiIi0cA0aBIarJubg5060XWcqKbycrR+XADWQvXamAqVXKcREZES4PX67erLF2nY7J2O00QvlZejpCnSIiJRqNXxUL027MrGfjnZdZqopfJylGzefkbN2jrNISIiJcd4HiZv7MuUCdicfY4TRSeVl6NgM9IhIx1iYqCJFisSEYkmpuOpkFwRMrdgv/vCdZyopPJyFPJnGdVvgimd4DSLiIiULBMbhzn9bADs5PFY33ecKPqovByF/FtGGu8iIhKVTJfeUCYBfv0Fu/B/ruNEHZWXQrJ+LixZAKi8iIhEK5NQFnNqb0BbBrig8lJYq1dA9g4oUxbqNXKdRkREHDE9zoaYWFj2A3t+XOg6TlRReSkku3hu6IMmrTAxMW7DiIiIM6ZCJUyn0wDY/t5ox2mii8pLIdkl8wHdMhIRETC9zgNg1zczsBvWO04TPVReCsHu2Q0/LwFUXkREBEyNOpjWJ4K1+NqwscSovBTGTz9Abg5UrAJVq7tOIyIiYcBLvQAA+/VUbNZWx2mig8pLIfxxSwBjjNswIiISHho1p1TTVpCzDzttkus0UUHlpRDyF6fTLSMREfmNMYak8y8FwE7/GLt7l+NEkU/lpYDstq2wbjUYg2naxnUcEREJI2U6nQbVakD2DuxXn7mOE/FUXgoob1VdajfAJJVzmkVERMKLiYnB+23mkf3sQ2xOjuNEkU3lpaDWrQE0y0hERA7OdO4OSeVhSwb2+69dx4loKi8F5F1wGd5j/8H06OM6ioiIhCETVwrT4y8A2LTxWGsdJ4pcKi+FYCpUwiRXch1DRETClOl6BsSXhrUrIW+ShxQ5lRcREZEiYsomYU7pCWjDxuKk8iIiIlKETM9zwPNgyXzs6uWu40QklRcREZEiZCpVxZzYBQCrqy/FQuVFRESkiJne5wNgv/8am5HuOE3kUXkREREpYqZ2fWjeDnwfO2WC6zgRR+VFRESkGHipv119+epT7PYsx2kii8qLiIhIcWjaGuo0gL17sTM+dp0moqi8iIiIFANjzO9jX6Z9hN27x3GiyKHyIiIiUkzM8SdDpaqwIws7c6rrOBFD5UVERKSYmJgYTM9zAbCffoD1c90GihARU17S0tIYMmQII0eOdB1FREQknznldCibBBnpMPdb13EiQqzrAEUlNTWV1NRU1zFERET2Y+JLY7qdhf1oDH7aeLz2nTHGuI4VaBFz5UVERCRcme5nQVwpWPUTLFvkOk7gqbyIiIgUM5NUHnNyDwD8ye87ThN8Ki8iIiIlwPQ8B4wHC/+HXbvKdZxAU3kREREpAaZqDUz7kwCwn+rqy7FQeRERESkh+YvWzfoCu3OH4zTBpfIiIiJSQkz9RlC9NuTmwtIFruMElsqLiIhICTLN2gBgF89zGyTAVF5ERERKkGneFlB5ORYqLyIiIiWpSUuIiYGMdGxGuus0gaTyIiIiUoJM6QSo3wQAu2Se2zABpfIiIiJSwnTr6NiovIiIiJSwvPLCkgXaafooqLyIiIiUtHqNoEwCZO+ANStcpwkclRcREZESZmJioEkrQLeOjobKi4iIiAMa93L0VF5EREQcMM3ahj5YvgS7Z4/TLEGj8iIiIuJCtRpQsQrk5MBPi1ynCRSVFxEREQeMMbp1dJRUXkRERFzJKy9L5rvNETAqLyIiIo6Ypq1DH6xdhc3a6jZMgKi8iIiIOGKSykOdBgDYxbr6UlAqLyIiIg7lzzrSuJcCU3kRERFxKH/Q7pJ5WGvdhgkIlRcRERGXGjWHuFKQuQV+/cV1mkBQeREREXHIxJUKFRg066igVF5EREQcM83aAFrvpaBUXkRERBzLG/fC0kXYnBynWYJA5UVERMS1WvUhqTzs2QUrlrpOE/ZUXkRERBwznpe/YJ1dMs9tmABQeREREQkH2ueowFReREREwkD+YnUrf8Jm73SaJdypvIiIiIQBU6kKVKsJ1oelC13HCWsqLyIiImHCNNeU6YJQeREREQkTRuNeCkTlRUREJFw0bgWeBxvXYzdvdJ0mbKm8iIiIhAmTUBbqNwZ09eVwVF5ERETCSP5qu9rn6JBUXkRERMJI3pRpu2Q+1vfdhglTKi8iIiLhpH5jKF0GdmTBLytdpwlLKi8iIiJhxMTGQpNWgMa9HIrKi4iISJj5/dbRPKc5wpXKi4iISJjJH7T702Ls3j1Os4QjlRcREZFwk1ITKlSGnH3w02LXacKOyouIiEiYMcb8vlWAbh0dQOVFREQkHOWNe9Gg3QOovIiIiIQh0yx05YVfVmKzMp1mCTcqLyIiImHIlEuGWvWB0IJ18juVFxERkTD1+1YB81zGCDsqLyIiImEqr7zYxfOx1roNE0ZUXkRERMJVo+YQGwdbN8GGda7ThI2IKS9paWkMGTKEkSNHuo4iIiJSJEypeGjYDNCsoz+KdR2gqKSmppKamuo6hoiISJEyzdtif1wQKi/d+7iOExYi5sqLiIhIJMoftLt0ITYnx2mWcKHyIiIiEs5qN4DEJNi9C1Ytc50mLKi8iIiIhDHjeZimv20VoHEvgMqLiIhI+MubMq3F6gCVFxERkbCXv1XAiqXYXdluw4QBlRcREZEwZypXg6rVwfdh6ULXcZxTeREREQmA31fbnec0RzhQeREREQkA06wtAFb7HKm8iIiIBELTVmA8SF+H3ZLhOo1TKi8iIiIBYBISoX4jQLOOVF5EREQCIn/WUZSPe1F5ERERCQjzh/VerO+7DeOQyouIiEhQNGgC8aVh+zZYu8p1GmdUXkRERALCxMZB45ZAdM86UnkREREJEK33ovIiIiISKHnlhZ8WY/ftdZrFFZUXERGRIKleG5Irwr698PMS12mcUHkREREJEGNM/pTpaL11pPIiIiISNFE+7kXlRUREJGDy9jnilxXY7VlOs7ig8iIiIhIwpnwFqFkXrMX+GH1bBai8iIiIBFD+rKMovHWk8iIiIhJAf1zvxVrrNkwJU3kREREJokYtIDYWtmTAxl9dpylRKi8iIiIBZOJLw3HNgOibdaTyIiIiElDRut6LyouIiEhAmebtQh8sXYDNzXUbpgSpvIiIiARV3QaQkAi7smHVT67TlBiVFxERkYAyXgw0aw2AXTLPbZgSpPIiIiISYHmr7UbTuBeVFxERkQDLX6xuxVLs7mynWUqKyouIiEiAmSopUCUFcnNh6Q+u45QIlRcREZGAy791FCXjXlReREREAu6PWwVEA5UXERGRoGvaGoyBX3/Bbt3sOk2xU3kREREJOFM2Eeo2BKLj1pHKi4iISATIn3UUBbeOVF5EREQiQP64lyXzsda6DVPMVF5EREQiQYOmUCoesjJh3SrXaYqVyouIiEgEMHFx0LglEPmzjlReREREIsTvt44WuA1SzFReREREIoSpViP0wfZtboMUM5UXERGRSGGM6wQlQuVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAJF5UVEREQCReVFREREAkXlRURERAIl1nWA4hIbG7GHtp9oOc480XS8OtbIFE3HCtF1vOFwrDapPP5xTaB6bWLi4ort5xTHsRbmOY211hZ5AhEREZFiottGAbVr1y7uuOMOdu3a5TpKiYim49WxRqZoOlaIruPVsZY8lZeAstaycuVKouXCWTQdr441MkXTsUJ0Ha+OteSpvIiIiEigqLyIiIhIoKi8BFRcXBwXXnghccU4mjycRNPx6lgjUzQdK0TX8epYS55mG4mIiEig6MqLiIiIBIrKi4iIiASKyouIiIgEisqLiIiIBIr7jRjkAO+//z6zZs1i3bp1lCpVisaNGzNgwABq1KhxyO+ZMWMGL7zwwn5fi4uL4+233y7uuMds7NixjBs3br+v1ahRg6effvqQ3/PNN9/w7rvvkpGRQUpKCv3796d9+/bFnPTYDR48mIyMjAO+3qtXLwYOHHjA14N0XhcvXsyECRNYuXIlW7du5dZbb6VDhw75f26tZezYsUydOpWdO3fStGlTBg4cSPXq1Q/7vGlpaUycOJHMzEzq1q3LFVdcQcOGDYv7cI7ocMebk5PDmDFjmDt3Lhs3biQhIYFWrVrRr18/KlaseMjnPJrXQkk40rl9/vnn+fzzz/f7njZt2nDXXXcd9nnD8dwe6Vj79u170O8bMGAAZ5999kH/LFzPa0Hea/bu3cvo0aOZOXMm+/bto02bNgwcOJDk5ORDPu/RvtYLQ+UlDC1evJjevXtz3HHHkZubyzvvvMODDz7Ik08+SenSpQ/5fWXKlOGZZ54pwaRFp3bt2txzzz35n3veoS8KLl26lGeeeYZ+/frRvn17vvrqKx5//HEeffRR6tSpUxJxj9rDDz+M7/v5n69Zs4YHH3yQk0466ZDfE5TzumfPHurVq0f37t154oknDvjzDz/8kE8++YTBgwdTtWpV3n33XUaMGMGTTz5JqVKlDvqcM2fOZPTo0QwaNIhGjRoxadIkRowYwdNPP0358uWL+5AO63DHu3fvXlauXMkFF1xAvXr12LFjB6+//jqPPfYYjzzyyGGftzCvhZJypHML0LZtW6677rr8z4+0yV64ntsjHevLL7+83+dz587lxRdfpGPHjod93nA8rwV5r3njjTeYM2cON998MwkJCYwaNYqRI0fywAMPHPJ5j+a1XlgqL2Hoz7+tDB48mIEDB7JixQqaN29+yO8zxhy2DYczz/MKnP3jjz+mbdu2+b/lXHzxxSxcuJC0tDSuuuqqYkx57MqVK7ff5x988AHVqlWLiPParl072rVrd9A/s9by8ccfc/7553PiiScCcP311zNo0CBmz57NySeffNDv++ijj+jRowfdunUDYNCgQcyZM4fp06dz7rnnFstxFNThjjchIWG/NyqAK664gqFDh7Jp0yYqV658yOctzGuhpBzuWPPExsYWKne4ntsjHeufj3H27Nm0aNGCatWqHfZ5w/G8Hum9Jjs7m2nTpvGPf/yDli1bAnDdddcxZMgQli1bRuPGjQ94zqN9rReWyksAZGdnA5CYmHjYx+3evZvrrrsOay3169fnkksuoXbt2iUR8Zilp6dz9dVXExcXR+PGjenXr98h/wO/bNky+vTps9/X2rRpw+zZs0siapHJycnhyy+/5KyzzsIYc8jHBfm85tm4cSOZmZm0bt06/2sJCQk0bNiQZcuWHfQ/aDk5OaxYsWK/NzLP82jVqhXLli0ridhFKjs7G2MMCQkJh31cYV4L4WTx4sUMHDiQsmXL0rJlSy6++GKSkpIO+thIObeZmZnMnTuXwYMHH/GxQTivf36vWbFiBbm5ubRq1Sr/MTVr1qRy5cqHLC9H81o/GiovYc73fV5//XWaNGly2FsiNWrU4Nprr6Vu3bpkZ2czYcIE7r77bp588kkqVapUgokLr1GjRlx33XXUqFGDrVu3Mm7cOIYNG8bIkSMpU6bMAY/PzMw84LJy+fLlyczMLKHERWPWrFns3LmTrl27HvIxQT6vf5R3bgpz3rKysvB9/4DfVpOTk1m/fn0xpCw+e/fu5e233+bkk08+bHkp7GshXLRt25aOHTtStWpV0tPTeeedd3jooYcYMWLEQW+PRMq5/fzzzylduvR+Y2IOJgjn9WDvNZmZmcTGxlK2bNn9Hnu41+3RvNaPhspLmBs1ahS//PIL999//2Ef17hx4/1acOPGjRkyZAifffYZF198cXHHPCZ/vERbt27d/Bf6N998Q/fu3R0mK17Tp0+nbdu2hx3AGeTzKiE5OTk89dRTAAcdlP1HQX0t/PG36Tp16lC3bl1uuOEGfvjhh/1+a48006dPp0uXLkccxxGE81rQ95pw4X7EkBzSqFGjmDNnDvfee2+hf8uOjY2lfv36pKenF1O64lO2bFlq1KhxyOzJycls27Ztv69t27Yt7O4nH05GRgYLFiygR48ehfq+oJ7XvHNTmPNWrlw5PM874Le1zMzMwJzrvOKyadMm7r777iPeMvqzI70WwlW1atVISko6ZO5IOLdLlixh/fr1R1U+wu28Huq9Jjk5mZycHHbu3Lnf4w/3uj2a1/rRUHkJQ9ZaRo0axaxZsxg2bBhVq1Yt9HP4vs+aNWuoUKFCMSQsXrt37yY9Pf2Q/9AbN27MwoUL9/vaggULaNSoUQmkKxrTp0+nfPnyhZ7eHdTzWrVqVZKTk/c7b9nZ2fz8888HvW8OoaLWoEEDFi1alP813/dZtGjRIb8nnOQVl/T0dO65555Djv84nCO9FsLV5s2b2bFjxyH/nQb93AJMmzaNBg0aUK9evUJ/b7ic1yO91zRo0ICYmJj9Xrfr169n06ZNhzxPR/NaPxq6bRSGRo0axVdffcXtt99OmTJl8n87SUhIyL88+dxzz1GxYkX69esHwLhx42jUqBEpKSns3LmTCRMmkJGRUejf7F0YPXo0J5xwApUrV2br1q2MHTsWz/M45ZRTgAOP9cwzz+S+++5j4sSJtG/fnq+//prly5eH/UyjPL7vM2PGDE477TRiYmL2+7Mgn9e8/yDn2bhxI6tWrSIxMZHKlStz5plnMn78eKpXr07VqlUZM2YMFSpUyJ+RAHD//ffToUMHUlNTAejTpw/PP/88DRo0oGHDhnz88cfs2bPnsOOESsrhjjc5OZknn3ySlStXcscdd+D7fv7rODExMX8a8Z+P90ivBVcOd6yJiYn83//9Hx07diQ5OZkNGzbw1ltvkZKSQps2bfK/Jyjn9kj/jiH0Zvztt99y6aWXHvQ5gnJej/Rek5CQQPfu3Rk9ejSJiYkkJCTw2muvHXA7+6abbqJfv3506NABY0yBXuvHSuUlDH366acA3Hfffft9/brrrst/YW/atGm/GSo7duzgpZdeIjMzk7Jly9KgQQMefPBBatWqVVKxj9qWLVt45pln2L59O+XKlaNp06aMGDEif1rxn4+1SZMm3HjjjYwZM4Z33nmH6tWrc9ttt4X9Gi95Fi5cyKZNm/KniP5RkM/r8uXLGT58eP7no0ePBuC0005j8ODBnHPOOezZs4eXXnqJ7OxsmjZtytChQ/cbL7BhwwaysrLyP+/cuTNZWVmMHTuWzMxM6tWrx9ChQ53/xgqHP96//vWv/O9//wPg9ttv3+/77r33Xlq0aAEceLxHei24crhjHTRoEGvWrOHzzz9n586dVKxYkdatW3PRRRcRFxeX/z1BObdH+ncMoTVqrLWHLB9BOa8Fea+57LLLMMYwcuRIcnJy8hep+6P169fnz1QCCvRaP1bGWmuL7NlEREREipnGvIiIiEigqLyIiIhIoKi8iIiISKCovIiIiEigqLyIiIhIoKi8iIiISKCovIiIiEigqLyIiIhIoKi8iEhUGTt2LH379t1vBVQRCRaVFxEREQkUlRcREREJFJUXERERCRTtKi0ixWLLli2MGTOGuXPnsnPnTlJSUujTpw/du3cH4IcffmD48OHcdNNNrFq1iunTp7N7925atmzJlVdeSeXKlfd7vm+++YYPPviAtWvXUrp0adq0acOAAQOoWLHifo9bt24d7777Lj/88AO7d++mcuXKdOrUiUsuuWS/x2VnZ/Pmm28ye/ZsrLV07NiRK6+8kvj4+OL9ixGRY6byIiJFLjMzk7vuuguA3r17U65cOebNm8eLL77Irl27OOuss/IfO378eIwxnHPOOWRlZTFp0iQeeOABHn/8cUqVKgXAjBkzeOGFFzjuuOPo168f27Zt4+OPP2bp0qU89thjlC1bFoDVq1czbNgwYmNj6dGjB1WrViU9PZ3vv//+gPLy1FNPUaVKFfr168eKFSuYNm0a5cqVY8CAASX0tyQiR0vlRUSK3JgxY/B9nyeeeIKkpCQAevXqxdNPP83//d//0bNnz/zH7tixg6eeeooyZcoAUL9+fZ566immTJnCmWeeSU5ODm+//Ta1a9dm+PDh+YWmadOmPPLII0yaNIm+ffsC8NprrwHw6KOP7nflpn///gdkrFevHtdee+1+OaZPn67yIhIAGvMiIkXKWst3333H8ccfj7WWrKys/P+1bduW7OxsVqxYkf/4U089Nb+4AHTq1IkKFSowd+5cAFasWMG2bdvo3bt3fnEBaN++PTVr1mTOnDkAZGVlsWTJErp163bALSdjzAE5/1igIFSGtm/fTnZ29rH/JYhIsdKVFxEpUllZWezcuZMpU6YwZcqUQz4m71ZP9erV9/szYwwpKSlkZGQA5P9/jRo1DnieGjVq8OOPPwKwYcMGAGrXrl2gnH8uOImJiQDs3LmThISEAj2HiLih8iIiRcpaC0CXLl047bTTDvqYunXrsnbt2pKMdQDPO/iF57z8IhK+VF5EpEiVK1eOMmXK4Ps+rVu3PuTj8srLr7/+ut/XrbWkp6dTp04dAKpUqQLA+vXradmy5X6PXb9+ff6fV6tWDYBffvmlaA5ERMKWxryISJHyPI+OHTvy3XffsWbNmgP+/M/L8n/xxRfs2rUr//Nvv/2WrVu30q5dOwAaNGhA+fLl+eyzz9i3b1/+4+bOncu6deto3749ECpNzZo1Y/r06WzatGm/n6GrKSKRRVdeRKTI9evXjx9++IG77rqLHj16UKtWLXbs2MGKFStYuHAh//nPf/Ifm5iYyLBhw+jatSvbtm1j0qRJpKSk0KNHDwBiY2Pp378/L7zwAvfddx8nn3wymZmZfPLJJ1SpUmW/adeXX345w4YN44477sifKp2RkcGcOXN4/PHHS/zvQUSKh8qLiBS55ORkHnroIcaNG8d3333H5MmTSUpKonbt2gdMWz7vvPNYvXo1H3zwAbt27aJVq1YMHDhwv8XiunbtSqlSpfjwww95++23iY+P58QTT2TAgAH5A38hNP15xIgRvPvuu3z22Wfs3buXKlWqcNJJJ5XYsYtI8TNW11NFxIG8FXZvvvlmOnXq5DqOiASIxryIiIhIoKi8iIiISKCovIiIiEigaMyLiIiIBIquvIiIiEigqLyIiIhIoKi8iIiISKCovIiIiEigqLyIiIhIoKi8iIiISKCovIiIiEigqLyIiIhIoPw/tYAZFx2E9qMAAAAASUVORK5CYII=",
|
||
"text/plain": [
|
||
"<Figure size 640x480 with 1 Axes>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"df_hist['learning_rate'].plot(logy=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"\n",
|
||
"### Perplexity\n",
|
||
"\n",
|
||
"Perplexity measures how well a language model predicts a text sample. Lower is better\n",
|
||
"\n",
|
||
"It’s calculated as the average number of bits per word a model needs to represent the same\n",
|
||
"\n",
|
||
"https://huggingface.co/docs/transformers/perplexity\n",
|
||
"https://thegradient.pub/understanding-evaluation-metrics-for-language-models/\n",
|
||
"\n",
|
||
"The **improvement** column, is perplexity decrease"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 40,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/tmp/ipykernel_3554083/69059202.py:1: FutureWarning: Setting an item of incompatible dtype is deprecated and will raise in a future error of pandas. Value 'nan' has dtype incompatible with bool, please explicitly cast to a compatible dtype first.\n",
|
||
" df_res.loc[df_res['in_training']==True, 'novel'] = np.nan\n"
|
||
]
|
||
}
|
||
],
|
||
"source": []
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 54,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"<div>\n",
|
||
"<style scoped>\n",
|
||
" .dataframe tbody tr th:only-of-type {\n",
|
||
" vertical-align: middle;\n",
|
||
" }\n",
|
||
"\n",
|
||
" .dataframe tbody tr th {\n",
|
||
" vertical-align: top;\n",
|
||
" }\n",
|
||
"\n",
|
||
" .dataframe thead th {\n",
|
||
" text-align: right;\n",
|
||
" }\n",
|
||
"</style>\n",
|
||
"<table border=\"1\" class=\"dataframe\">\n",
|
||
" <thead>\n",
|
||
" <tr style=\"text-align: right;\">\n",
|
||
" <th></th>\n",
|
||
" <th>before</th>\n",
|
||
" <th>after</th>\n",
|
||
" <th>in_training</th>\n",
|
||
" <th>len</th>\n",
|
||
" <th>improvement%</th>\n",
|
||
" <th>improvement</th>\n",
|
||
" <th>novel</th>\n",
|
||
" <th>learnable</th>\n",
|
||
" <th>BS</th>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>name</th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" <th></th>\n",
|
||
" </tr>\n",
|
||
" </thead>\n",
|
||
" <tbody>\n",
|
||
" <tr>\n",
|
||
" <th>wikipedia on LK-99</th>\n",
|
||
" <td>32.219017</td>\n",
|
||
" <td>28.852493</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>1038</td>\n",
|
||
" <td>0.104489</td>\n",
|
||
" <td>3.366524</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>False</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>good_ml</th>\n",
|
||
" <td>28.347332</td>\n",
|
||
" <td>26.456573</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>1004</td>\n",
|
||
" <td>0.066700</td>\n",
|
||
" <td>1.890759</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>False</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>openai_board_ann</th>\n",
|
||
" <td>15.903965</td>\n",
|
||
" <td>15.173633</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>1191</td>\n",
|
||
" <td>0.045921</td>\n",
|
||
" <td>0.730332</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>Schmidhuber 2023 Subjective Novelty, Surprise</th>\n",
|
||
" <td>29.614954</td>\n",
|
||
" <td>28.470770</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>2654</td>\n",
|
||
" <td>0.038635</td>\n",
|
||
" <td>1.144184</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>False</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>email_to_fauci</th>\n",
|
||
" <td>25.089315</td>\n",
|
||
" <td>24.371374</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>1559</td>\n",
|
||
" <td>0.028615</td>\n",
|
||
" <td>0.717941</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" <td>True</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>AI gen fake paper</th>\n",
|
||
" <td>7.632835</td>\n",
|
||
" <td>7.579506</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>2031</td>\n",
|
||
" <td>0.006987</td>\n",
|
||
" <td>0.053329</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>True</td>\n",
|
||
" </tr>\n",
|
||
" <tr>\n",
|
||
" <th>bad_ml</th>\n",
|
||
" <td>13.906106</td>\n",
|
||
" <td>13.862306</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>2345</td>\n",
|
||
" <td>0.003150</td>\n",
|
||
" <td>0.043800</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>False</td>\n",
|
||
" <td>True</td>\n",
|
||
" </tr>\n",
|
||
" </tbody>\n",
|
||
"</table>\n",
|
||
"</div>"
|
||
],
|
||
"text/plain": [
|
||
" before after \\\n",
|
||
"name \n",
|
||
"wikipedia on LK-99 32.219017 28.852493 \n",
|
||
"good_ml 28.347332 26.456573 \n",
|
||
"openai_board_ann 15.903965 15.173633 \n",
|
||
"Schmidhuber 2023 Subjective Novelty, Surprise 29.614954 28.470770 \n",
|
||
"email_to_fauci 25.089315 24.371374 \n",
|
||
"AI gen fake paper 7.632835 7.579506 \n",
|
||
"bad_ml 13.906106 13.862306 \n",
|
||
"\n",
|
||
" in_training len \\\n",
|
||
"name \n",
|
||
"wikipedia on LK-99 False 1038 \n",
|
||
"good_ml False 1004 \n",
|
||
"openai_board_ann False 1191 \n",
|
||
"Schmidhuber 2023 Subjective Novelty, Surprise False 2654 \n",
|
||
"email_to_fauci False 1559 \n",
|
||
"AI gen fake paper False 2031 \n",
|
||
"bad_ml False 2345 \n",
|
||
"\n",
|
||
" improvement% improvement \\\n",
|
||
"name \n",
|
||
"wikipedia on LK-99 0.104489 3.366524 \n",
|
||
"good_ml 0.066700 1.890759 \n",
|
||
"openai_board_ann 0.045921 0.730332 \n",
|
||
"Schmidhuber 2023 Subjective Novelty, Surprise 0.038635 1.144184 \n",
|
||
"email_to_fauci 0.028615 0.717941 \n",
|
||
"AI gen fake paper 0.006987 0.053329 \n",
|
||
"bad_ml 0.003150 0.043800 \n",
|
||
"\n",
|
||
" novel learnable BS \n",
|
||
"name \n",
|
||
"wikipedia on LK-99 True True False \n",
|
||
"good_ml True True False \n",
|
||
"openai_board_ann True True True \n",
|
||
"Schmidhuber 2023 Subjective Novelty, Surprise True True False \n",
|
||
"email_to_fauci True True True \n",
|
||
"AI gen fake paper False False True \n",
|
||
"bad_ml False False True "
|
||
]
|
||
},
|
||
"execution_count": 54,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"df_res = pd.DataFrame(data).query('in_training==False')\n",
|
||
"df_res['len'] = df_res.text.str.len()\n",
|
||
"df_res = df_res[['before', 'after', 'name', 'in_training', 'len']].set_index('name')\n",
|
||
"df_res['improvement%'] = (df_res['before'] - df_res['after'])/ df_res['before']\n",
|
||
"df_res['improvement'] = (df_res['before'] - df_res['after'])\n",
|
||
"df_res['novel'] = df_res['before'] > 15\n",
|
||
"df_res['learnable'] = df_res['improvement%'] > 0.02\n",
|
||
"\n",
|
||
"# We can measure the final score using learnable * novel\n",
|
||
"# df_res['BS'] = ~df_res['learnable'] | ~df_res['novel']\n",
|
||
"# Or just absolute perplexity improvement\n",
|
||
"df_res['BS'] = df_res['improvement'] < 1\n",
|
||
"df_res = df_res.sort_values('improvement%', ascending=False)\n",
|
||
"df_res"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 55,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"| name | before | after | in_training | len | improvement% | improvement | novel | learnable | BS |\n",
|
||
"|:----------------------------------------------|---------:|---------:|:--------------|------:|---------------:|--------------:|:--------|:------------|:------|\n",
|
||
"| wikipedia on LK-99 | 32.219 | 28.8525 | False | 1038 | 0.104489 | 3.36652 | True | True | False |\n",
|
||
"| good_ml | 28.3473 | 26.4566 | False | 1004 | 0.0666997 | 1.89076 | True | True | False |\n",
|
||
"| openai_board_ann | 15.904 | 15.1736 | False | 1191 | 0.0459214 | 0.730332 | True | True | True |\n",
|
||
"| Schmidhuber 2023 Subjective Novelty, Surprise | 29.615 | 28.4708 | False | 2654 | 0.0386353 | 1.14418 | True | True | False |\n",
|
||
"| email_to_fauci | 25.0893 | 24.3714 | False | 1559 | 0.0286154 | 0.717941 | True | True | True |\n",
|
||
"| AI gen fake paper | 7.63283 | 7.57951 | False | 2031 | 0.00698672 | 0.0533285 | False | False | True |\n",
|
||
"| bad_ml | 13.9061 | 13.8623 | False | 2345 | 0.00314972 | 0.0438004 | False | False | True |\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"print(df_res.to_markdown())"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# DEBUG"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 31,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"from IPython.display import display, HTML, Markdown\n",
|
||
"import torch\n",
|
||
"\n",
|
||
"@torch.no_grad()\n",
|
||
"def gen(model, inputs, tokenizer, clean=True):\n",
|
||
" s = model.generate(\n",
|
||
" input_ids=inputs[\"input_ids\"][None, :].to(model.device),\n",
|
||
" attention_mask=inputs[\"attention_mask\"][None, :].to(model.device),\n",
|
||
" use_cache=False,\n",
|
||
" max_new_tokens=100,\n",
|
||
" min_new_tokens=100,\n",
|
||
" do_sample=False,\n",
|
||
" early_stopping=False,\n",
|
||
" )\n",
|
||
" input_l = inputs[\"input_ids\"].shape[0]\n",
|
||
" tokenizer_kwargs=dict(clean_up_tokenization_spaces=clean, skip_special_tokens=clean)\n",
|
||
" old = tokenizer.decode(\n",
|
||
" s[0, :input_l], **tokenizer_kwargs\n",
|
||
" )\n",
|
||
" new = tokenizer.decode(\n",
|
||
" s[0, input_l:], **tokenizer_kwargs\n",
|
||
" )\n",
|
||
" s_old = \"\"+old.replace('\\n', '<br>')\n",
|
||
" s_new = '<b>' + new.replace('\\n', '<br>')+ '<br><br><b/>'\n",
|
||
" display(HTML(f\"{s_old}{s_new}\"))\n",
|
||
" # print([old, new])\n",
|
||
"\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": []
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 32,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"sample = samples[-1]\n",
|
||
"s = sample['text']\n",
|
||
"first_half = s[:len(s)//2]\n",
|
||
"second_half = s[len(s)//2:]\n",
|
||
"ds_train = Dataset.from_dict(tokenizer([first_half]))\n",
|
||
"ds_val = Dataset.from_dict(tokenizer([second_half]))"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 33,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"The board of directors of OpenAI, Inc., the 501(c)(3) that acts as the overall governing body for all OpenAI activities, today announced that Sam Altman will depart as CEO and leave the board of directors. Mira Murati, the company’s chief technology officer, will serve as interim CEO, effective immediately.<br><br>A member of OpenAI’s leadership team for five years, Mira has played a critical role in OpenAI’s evolution into a global AI leader. She brings a unique skill set, understanding of the company’s values, operations, and business, and already leads the company’s research, product, and sa<b><br><br>Mira Murati, the chief technology officer of OpenAI, was known for her exceptional problem-solving skills. She was always able to find innovative solutions to complex challenges. One day, she was faced with a dilemma. The company had developed a new AI model that had the potential to revolutionize the field of natural language processing. However, the model required a significant amount of computational power to train effectively.<br><br>Mira knew that the company's current infrastructure was not capable of<br><br><b/>"
|
||
],
|
||
"text/plain": [
|
||
"<IPython.core.display.HTML object>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"with model.disable_adapter():\n",
|
||
" gen(model, ds_train.with_format('pt')[0], tokenizer)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 34,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"text/html": [
|
||
"The board of directors of OpenAI, Inc., the 501(c)(3) that acts as the overall governing body for all OpenAI activities, today announced that Sam Altman will depart as CEO and leave the board of directors. Mira Murati, the company’s chief technology officer, will serve as interim CEO, effective immediately.<br><br>A member of OpenAI’s leadership team for five years, Mira has played a critical role in OpenAI’s evolution into a global AI leader. She brings a unique skill set, understanding of the company’s values, operations, and business, and already leads the company’s research, product, and sa<b><br><br>Mira: Thank you all for the warm welcome. I'm honored to be stepping into the role of interim CEO. As we navigate this transition, I want to assure you that OpenAI's mission and values will remain at the forefront of our decision-making.<br><br>John: Mira, we're confident in your abilities and believe you'll lead OpenAI to even greater heights. Can you tell us more about your plans for the company?<br><br>Mira: Absolutely, John<br><br><b/>"
|
||
],
|
||
"text/plain": [
|
||
"<IPython.core.display.HTML object>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"gen(model, ds_train.with_format('pt')[0], tokenizer)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": []
|
||
}
|
||
],
|
||
"metadata": {
|
||
"kernelspec": {
|
||
"display_name": ".venv",
|
||
"language": "python",
|
||
"name": "python3"
|
||
},
|
||
"language_info": {
|
||
"codemirror_mode": {
|
||
"name": "ipython",
|
||
"version": 3
|
||
},
|
||
"file_extension": ".py",
|
||
"mimetype": "text/x-python",
|
||
"name": "python",
|
||
"nbconvert_exporter": "python",
|
||
"pygments_lexer": "ipython3",
|
||
"version": "3.11.0rc1"
|
||
}
|
||
},
|
||
"nbformat": 4,
|
||
"nbformat_minor": 2
|
||
}
|