bss/dr.botzo
1
0
Fork 0
Code Issues 3 Pull Requests Releases 2 Wiki Activity

Markov: heed k1/k2/v length limit when importing

Browse Source
This commit is contained in:
Brian S. Stephan 2014-04-05 11:09:03 -05:00
parent 77e52acc75
commit 399d419824
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
markov/views.py
View File

@ -66,6 +66,10 @@ def _learn_line(line, context):
words = line.split() words = line.split()
words = [MarkovState._start1, MarkovState._start2] + words + [MarkovState._stop] words = [MarkovState._start1, MarkovState._start2] + words + [MarkovState._stop]
for word in words:
if len(word) > MarkovState._meta.get_field('k1').max_length:
return
for i, word in enumerate(words): for i, word in enumerate(words):
log.debug("{0:s},{1:s} -> {2:s}".format(words[i], words[i+1], words[i+2])) log.debug("{0:s},{1:s} -> {2:s}".format(words[i], words[i+1], words[i+2]))
state, created = MarkovState.objects.get_or_create(context=context, state, created = MarkovState.objects.get_or_create(context=context,