lunny/keras
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix py3 compatibility in preprocessing.text

Browse Source
This commit is contained in:
fchollet 2015-04-20 13:36:35 -07:00
parent d133080942
commit 43206aeb14
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
keras/preprocessing/text.py
View File

@ -5,11 +5,16 @@
'''
from __future__ import absolute_import
import string
import string, sys
import numpy as np
from six.moves import range
from six.moves import zip
if sys.version_info < (3,):
maketrans = string.maketrans
else:
maketrans = str.maketrans
def base_filter():
f = string.punctuation
f = f.replace("'", '')
@ -21,7 +26,7 @@ def text_to_word_sequence(text, filters=base_filter(), lower=True, split=" "):
'''
if lower:
text = text.lower()
text = text.translate(string.maketrans(filters, split*len(filters)))
text = text.translate(maketrans(filters, split*len(filters)))
seq = text.split(split)
return [_f for _f in seq if _f]