From 1a2ab56eeecfacde650cc31009b8025e8bd21189 Mon Sep 17 00:00:00 2001
From: Gunther Cox <gunthercx@gmail.com>
Date: Sun, 3 Dec 2017 22:09:34 -0500
Subject: [PATCH] Force unicode conversion.

---
 chatterbot/ext/sqlalchemy_app/models.py | 11 ++++++-----
 chatterbot/ext/sqlalchemy_app/types.py  | 21 +++++++++++++++++++++
 2 files changed, 27 insertions(+), 5 deletions(-)
 create mode 100644 chatterbot/ext/sqlalchemy_app/types.py

diff --git a/chatterbot/ext/sqlalchemy_app/models.py b/chatterbot/ext/sqlalchemy_app/models.py
index 121a6587a..8be09f86e 100644
--- a/chatterbot/ext/sqlalchemy_app/models.py
+++ b/chatterbot/ext/sqlalchemy_app/models.py
@@ -1,7 +1,8 @@
-from sqlalchemy import Table, Column, Integer, String, DateTime, ForeignKey, PickleType
+from sqlalchemy import Table, Column, Integer, DateTime, ForeignKey, PickleType
 from sqlalchemy.orm import relationship
 from sqlalchemy.sql import func
 from sqlalchemy.ext.declarative import declared_attr, declarative_base
+from chatterbot.ext.sqlalchemy_app.types import UnicodeString
 from chatterbot.conversation.statement import StatementMixin
 
 
@@ -40,7 +41,7 @@ class Tag(Base):
     A tag that describes a statement.
     """
 
-    name = Column(String)
+    name = Column(UnicodeString)
 
 
 class Statement(Base, StatementMixin):
@@ -48,7 +49,7 @@ class Statement(Base, StatementMixin):
     A Statement represents a sentence or phrase.
     """
 
-    text = Column(String, unique=True)
+    text = Column(UnicodeString, unique=True)
 
     tags = relationship(
         'Tag',
@@ -90,7 +91,7 @@ class Response(Base):
     Response, contains responses related to a given statement.
     """
 
-    text = Column(String)
+    text = Column(UnicodeString)
 
     created_at = Column(
         DateTime(timezone=True),
@@ -99,7 +100,7 @@ class Response(Base):
 
     occurrence = Column(Integer, default=1)
 
-    statement_text = Column(String, ForeignKey('statement.text'))
+    statement_text = Column(UnicodeString, ForeignKey('statement.text'))
 
     statement_table = relationship(
         'Statement',
diff --git a/chatterbot/ext/sqlalchemy_app/types.py b/chatterbot/ext/sqlalchemy_app/types.py
new file mode 100644
index 000000000..b48f4f6e4
--- /dev/null
+++ b/chatterbot/ext/sqlalchemy_app/types.py
@@ -0,0 +1,21 @@
+from sqlalchemy.types import TypeDecorator, Unicode
+
+
+class UnicodeString(TypeDecorator):
+    """
+    Type for unicode strings.
+    """
+
+    impl = Unicode
+
+    def process_bind_param(self, value, dialect):
+        """
+        Coerce Python bytestrings to unicode before
+        saving them to the database.
+        """
+        import sys
+
+        if sys.version_info[0] < 3:
+            if isinstance(value, str):
+                value = value.decode('utf-8')
+        return value