1
0
Fork 0
mirror of https://github.com/karpathy/minGPT synced 2024-06-02 04:46:07 +02:00

Sort characters to always return same mapping

This commit is contained in:
Jaka Kravanja 2020-08-22 02:09:25 +03:00
parent 3f1d1036d7
commit 88bf19a869

View File

@ -59,7 +59,7 @@
"class CharDataset(Dataset):\n",
"\n",
" def __init__(self, data, block_size):\n",
" chars = list(set(data))\n",
" chars = sorted(list(set(data)))\n",
" data_size, vocab_size = len(data), len(chars)\n",
" print('data has %d characters, %d unique.' % (data_size, vocab_size))\n",
" \n",