We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7dec543 commit ef06854Copy full SHA for ef06854
GPT2/encoder.py
@@ -105,9 +105,9 @@ def decode(self, tokens):
105
return text
106
107
def get_encoder():
108
- with open(os.path.join('encoder.json'), 'r') as f:
+ with open('./GPT2/encoder.json', 'r') as f:
109
encoder = json.load(f)
110
- with open(os.path.join('vocab.bpe'), 'r', encoding="utf-8") as f:
+ with open('./GPT2/vocab.bpe', 'r', encoding="utf-8") as f:
111
bpe_data = f.read()
112
bpe_merges = [tuple(merge_str.split()) for merge_str in bpe_data.split('\n')[1:-1]]
113
return Encoder(
0 commit comments