Update README.md

README.md

@@ -96,7 +96,7 @@ def generate_prompt(instruction: str, input_ctxt: str = None) -> str:
 
 Use the code below to get started with the model.
 
-1. You can git clone the repo, which contains also the artifacts for the base model for simplicity and completeness, and run the following code snippet to load the mode:
+1. You can directly call the model from HuggingFace using the following code snippet:
 
 ```python
 import torch
@@ -104,11 +104,12 @@ from peft import PeftConfig, PeftModel
 from transformers import GenerationConfig, LlamaTokenizer, LlamaForCausalLM
 
 MODEL_NAME = "Sandiago21/llama-7b-hf-prompt-answering"
+BASE_MODEL = "decapoda-research/llama-7b-hf"
 
 config = PeftConfig.from_pretrained(MODEL_NAME)
 
 model = LlamaForCausalLM.from_pretrained(
- config.base_model_name_or_path,
+ BASE_MODEL,
  load_in_8bit=True,
  torch_dtype=torch.float16,
  device_map="auto",
@@ -132,6 +133,7 @@ if torch.__version__ >= "2":
 ```
 
 ### Example of Usage
+
 ```python
 instruction = "What is the capital city of Greece and with which countries does Greece border?"
 input_ctxt = None # For some tasks, you can provide an input context to help the model generate a better response.
@@ -154,7 +156,7 @@ print(response)
 >>> The capital city of Greece is Athens and it borders Turkey, Bulgaria, Macedonia, Albania, and the Aegean Sea.
 ```
 
-2. You can also directly call the model from HuggingFace using the following code snippet:
+2. You can git clone the repo, which contains also the artifacts for the base model for simplicity and completeness, and run the following code snippet to load the mode:
 
 ```python
 import torch
@@ -162,12 +164,11 @@ from peft import PeftConfig, PeftModel
 from transformers import GenerationConfig, LlamaTokenizer, LlamaForCausalLM
 
 MODEL_NAME = "Sandiago21/llama-7b-hf-prompt-answering"
-BASE_MODEL = "decapoda-research/llama-7b-hf"
 
 config = PeftConfig.from_pretrained(MODEL_NAME)
 
 model = LlamaForCausalLM.from_pretrained(
- BASE_MODEL,
+ config.base_model_name_or_path,
  load_in_8bit=True,
  torch_dtype=torch.float16,
  device_map="auto",
@@ -191,7 +192,6 @@ if torch.__version__ >= "2":
 ```
 
 ### Example of Usage
-
 ```python
 instruction = "What is the capital city of Greece and with which countries does Greece border?"
 input_ctxt = None # For some tasks, you can provide an input context to help the model generate a better response.