avuhong commited on
Commit
6540ee6
1 Parent(s): e6ec0ef

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -56,7 +56,7 @@ def split_sequence(sequence):
56
  chunk = sequence[i:i+60]
57
 
58
  if i == 0:
59
- chunk = '<|endoftext|>' + chunk[:-1]
60
  chunks.append(chunk)
61
  max_i = i
62
 
 
56
  chunk = sequence[i:i+60]
57
 
58
  if i == 0:
59
+ chunk = '<|endoftext|>' + chunk
60
  chunks.append(chunk)
61
  max_i = i
62