Update README.md

README.md

@@ -96,7 +96,7 @@ def generate_prompt(instruction: str, input_ctxt: str = None) -> str:
 
 Use the code below to get started with the model.
 
-1. You can directly call the model from HuggingFace using the following code snippet:
+1. You can git clone the repo, which contains also the artifacts for the base model for simplicity and completeness, and run the following code snippet to load the mode:
 
 ```python
 import torch
@@ -104,12 +104,14 @@ from peft import PeftConfig, PeftModel
 from transformers import GenerationConfig, LlamaTokenizer, LlamaForCausalLM
 
 MODEL_NAME = "Sandiago21/llama-7b-hf-prompt-answering"
-BASE_MODEL = "decapoda-research/llama-7b-hf"
 
 config = PeftConfig.from_pretrained(MODEL_NAME)
 
+# Setting the path to look at your repo directory, assuming that you are at that directory when running this script
+config.base_model_name_or_path = "decapoda-research/llama-7b-hf/"
+
 model = LlamaForCausalLM.from_pretrained(
- BASE_MODEL,
+ config.base_model_name_or_path,
  load_in_8bit=True,
  torch_dtype=torch.float16,
  device_map="auto",
@@ -133,7 +135,6 @@ if torch.__version__ >= "2":
 ```
 
 ### Example of Usage
-
 ```python
 instruction = "What is the capital city of Greece and with which countries does Greece border?"
 input_ctxt = None # For some tasks, you can provide an input context to help the model generate a better response.
@@ -156,7 +157,7 @@ print(response)
 >>> The capital city of Greece is Athens and it borders Turkey, Bulgaria, Macedonia, Albania, and the Aegean Sea.
 ```
 
-2. You can git clone the repo, which contains also the artifacts for the base model for simplicity and completeness, and run the following code snippet to load the mode:
+2. You can directly call the model from HuggingFace using the following code snippet:
 
 ```python
 import torch
@@ -164,11 +165,12 @@ from peft import PeftConfig, PeftModel
 from transformers import GenerationConfig, LlamaTokenizer, LlamaForCausalLM
 
 MODEL_NAME = "Sandiago21/llama-7b-hf-prompt-answering"
+BASE_MODEL = "decapoda-research/llama-7b-hf"
 
 config = PeftConfig.from_pretrained(MODEL_NAME)
 
 model = LlamaForCausalLM.from_pretrained(
- config.base_model_name_or_path,
+ BASE_MODEL,
  load_in_8bit=True,
  torch_dtype=torch.float16,
  device_map="auto",
@@ -192,6 +194,7 @@ if torch.__version__ >= "2":
 ```
 
 ### Example of Usage
+
 ```python
 instruction = "What is the capital city of Greece and with which countries does Greece border?"
 input_ctxt = None # For some tasks, you can provide an input context to help the model generate a better response.
@@ -214,6 +217,7 @@ print(response)
 >>> The capital city of Greece is Athens and it borders Turkey, Bulgaria, Macedonia, Albania, and the Aegean Sea.
 ```
 
+
 ## Training Details
 
 ## Training procedure