From e1356496eb5e03dcb20f4a70502be4f77577dd06 Mon Sep 17 00:00:00 2001
From: "Brian S. Stephan" <bss@incorporeal.org>
Date: Fri, 27 Jul 2012 15:24:56 -0500
Subject: [PATCH] Markov: don't encode('utf8') the stuff out of the database

it seems unnecessary now? i guess i have to change this in all
the modules now, including this one because i probably missed something
---
 modules/Markov.py | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/modules/Markov.py b/modules/Markov.py
index 3f5f0e5..c4d5895 100644
--- a/modules/Markov.py
+++ b/modules/Markov.py
@@ -424,7 +424,13 @@ class Markov(Module):
             results = cur.fetchall()
 
             for result in results:
-                values.append(result['v'].encode('utf-8', 'replace'))
+                try:
+                    values.append(result['v'])
+                except UnicodeDecodeError as e:
+                    self.log.error("error appending value from database")
+                    self.log.error(e)
+                    self.log.debug("v: {0:s}".format(result['v']))
+                    pass
 
             return values
         except mdb.Error as e:
@@ -445,7 +451,13 @@ class Markov(Module):
             results = cur.fetchall()
 
             for result in results:
-                values.append(result['k2'].encode('utf-8', 'replace'))
+                try:
+                    values.append(result['k2'])
+                except UnicodeDecodeError as e:
+                    self.log.error("error appending k2 from database")
+                    self.log.error(e)
+                    self.log.debug("k2: {0:s}".format(result['k2']))
+                    pass
 
             return values
         except mdb.Error as e: