Skip to content

Commit

Permalink
Update data_utils.py
Browse files Browse the repository at this point in the history
  • Loading branch information
charlesashby authored Jul 26, 2017
1 parent 25768a1 commit 7f3dc64
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion lib/data_utils.py
Original file line number Diff line number Diff line change
@@ -25,7 +25,9 @@

# TODO: Add non-Ascii characters
emb_alphabet = 'abcdefghijklmnopqrstuvwxyz0123456789-,;.!?:\'"/\\|_@#$%^&*~`+-=<>()[]{} '
emb_alphabet_extra= 'äöüß“„”€❤😂♥😊😍😁😄😉♡☺♫😘☕😜😀😭😏😎😔😆😃😡😱😩😓😅😋😒😴😌😢'

# Enable emoticons and other special characters
# emb_alphabet_extra= 'äöüß“„”€❤😂♥😊😍😁😄😉♡☺♫😘☕😜😀😭😏😎😔😆😃😡😱😩😓😅😋😒😴😌😢'

DICT = {ch: ix for ix, ch in enumerate(emb_alphabet + emb_alphabet_extra.decode("utf-8"))}
ALPHABET_SIZE = len(emb_alphabet + emb_alphabet_extra.decode("utf-8"))

0 comments on commit 7f3dc64

Please sign in to comment.