mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2026-04-11 14:21:41 +08:00
commit
c9dccb0c40
@ -118,6 +118,7 @@
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import torch\n",
|
||||
"import torch.nn as nn\n",
|
||||
"\n",
|
||||
"\n",
|
||||
@ -195,7 +196,6 @@
|
||||
],
|
||||
"source": [
|
||||
"import tiktoken\n",
|
||||
"import torch\n",
|
||||
"\n",
|
||||
"tokenizer = tiktoken.get_encoding(\"gpt2\")\n",
|
||||
"\n",
|
||||
|
||||
Loading…
Reference in New Issue
Block a user