diff --git a/markov/views.py b/markov/views.py index c25df84..715cdb5 100644 --- a/markov/views.py +++ b/markov/views.py @@ -66,6 +66,10 @@ def _learn_line(line, context): words = line.split() words = [MarkovState._start1, MarkovState._start2] + words + [MarkovState._stop] + for word in words: + if len(word) > MarkovState._meta.get_field('k1').max_length: + return + for i, word in enumerate(words): log.debug("{0:s},{1:s} -> {2:s}".format(words[i], words[i+1], words[i+2])) state, created = MarkovState.objects.get_or_create(context=context,