d-matrix
/

CodeLlama-7b

Model card Files Files and versions Community

d-Matrix commited on May 29

Commit

bafca02

•

1 Parent(s): 3c69922

Update modeling_llama.py

Files changed (1) hide show

modeling_llama.py +1 -1

modeling_llama.py CHANGED Viewed

@@ -959,7 +959,7 @@ class LlamaModel(LlamaPreTrainedModel):
         past_seen_tokens = 0
         if use_cache:  # kept for BC (cache positions)
-            if past_key_values and not isinstance(past_key_values, StaticCache):
                 past_key_values = DynamicCache.from_legacy_cache(past_key_values)
                 past_seen_tokens = past_key_values.get_seq_length()

         past_seen_tokens = 0
         if use_cache:  # kept for BC (cache positions)
+            if past_key_values is not None and not isinstance(past_key_values, StaticCache):
                 past_key_values = DynamicCache.from_legacy_cache(past_key_values)
                 past_seen_tokens = past_key_values.get_seq_length()