1
0
Fork 0
mirror of https://github.com/karpathy/minGPT synced 2024-06-10 00:36:07 +02:00

Merge pull request #21 from jkravanja/master

Sort characters to always return same mapping
This commit is contained in:
Andrej 2020-08-21 16:39:49 -07:00 committed by GitHub
commit ebcc03ec7e

View File

@ -59,7 +59,7 @@
"class CharDataset(Dataset):\n",
"\n",
" def __init__(self, data, block_size):\n",
" chars = list(set(data))\n",
" chars = sorted(list(set(data)))\n",
" data_size, vocab_size = len(data), len(chars)\n",
" print('data has %d characters, %d unique.' % (data_size, vocab_size))\n",
" \n",