fixing issues and quality

This commit is contained in:
Sourab Mangrulkar
2023-03-07 14:04:19 +05:30
parent a84414f6de
commit b9451ab458
9 changed files with 73 additions and 56 deletions
@@ -2,13 +2,13 @@ import os
import torch
from accelerate import Accelerator
from datasets import load_dataset
from torch.utils.data import DataLoader
from tqdm import tqdm
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, default_data_collator, get_linear_schedule_with_warmup
from datasets import load_dataset
from peft import LoraConfig, TaskType, get_peft_model
from peft.utils.other import fsdp_auto_wrap_policy
from tqdm import tqdm
def main():