saishshinde15 commited on
Commit
5d9f64c
·
verified ·
1 Parent(s): a7e6151

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -0
README.md CHANGED
@@ -49,6 +49,17 @@ Unlike typical reinforcement learning-based improvements, **Supervised Fine-Tuni
49
  # Follow the below structure to call the model using unsloth:
50
  ```python
51
  from unsloth import FastLanguageModel
 
 
 
 
 
 
 
 
 
 
 
52
  FastLanguageModel.for_inference(model)
53
  instruction = """You are an advanced AI assistant. Provide answers in a clear, step-by-step manner."""""
54
 
 
49
  # Follow the below structure to call the model using unsloth:
50
  ```python
51
  from unsloth import FastLanguageModel
52
+ import torch
53
+ max_seq_length = 2048 # Choose any! We auto support RoPE Scaling internally!
54
+ dtype = None # None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+
55
+ load_in_4bit = True # Use 4bit quantization to reduce memory usage. Can be False.
56
+ model, tokenizer = FastLanguageModel.from_pretrained(
57
+ model_name = "saishshinde15/TBH.AI_Vortex",
58
+ max_seq_length = max_seq_length,
59
+ dtype = dtype,
60
+ load_in_4bit = load_in_4bit
61
+ )
62
+
63
  FastLanguageModel.for_inference(model)
64
  instruction = """You are an advanced AI assistant. Provide answers in a clear, step-by-step manner."""""
65