Staging
v0.5.1
v0.5.1
https://github.com/python/cpython
Revision 197f7f68597755cbf7ba5b48299794f3c99d4923 authored by Guido van Rossum on 19 March 2011, 23:20:06 UTC, committed by Guido van Rossum on 19 March 2011, 23:20:06 UTC
1 parent deeb71e
Tip revision: 197f7f68597755cbf7ba5b48299794f3c99d4923 authored by Guido van Rossum on 19 March 2011, 23:20:06 UTC
Whoops. The copyright should be two lines.
Whoops. The copyright should be two lines.
Tip revision: 197f7f6
markov.py
#! /usr/bin/env python
class Markov:
def __init__(self, histsize, choice):
self.histsize = histsize
self.choice = choice
self.trans = {}
def add(self, state, next):
if not self.trans.has_key(state):
self.trans[state] = [next]
else:
self.trans[state].append(next)
def put(self, seq):
n = self.histsize
add = self.add
add(None, seq[:0])
for i in range(len(seq)):
add(seq[max(0, i-n):i], seq[i:i+1])
add(seq[len(seq)-n:], None)
def get(self):
choice = self.choice
trans = self.trans
n = self.histsize
seq = choice(trans[None])
while 1:
subseq = seq[max(0, len(seq)-n):]
options = trans[subseq]
next = choice(options)
if not next: break
seq = seq + next
return seq
def test():
import sys, string, random, getopt
args = sys.argv[1:]
try:
opts, args = getopt.getopt(args, '0123456789cdw')
except getopt.error:
print 'Usage: markov [-#] [-cddqw] [file] ...'
print 'Options:'
print '-#: 1-digit history size (default 2)'
print '-c: characters (default)'
print '-w: words'
print '-d: more debugging output'
print '-q: no debugging output'
print 'Input files (default stdin) are split in paragraphs'
print 'separated blank lines and each paragraph is split'
print 'in words by whitespace, then reconcatenated with'
print 'exactly one space separating words.'
print 'Output consists of paragraphs separated by blank'
print 'lines, where lines are no longer than 72 characters.'
histsize = 2
do_words = 0
debug = 1
for o, a in opts:
if '-0' <= o <= '-9': histsize = eval(o[1:])
if o == '-c': do_words = 0
if o == '-d': debug = debug + 1
if o == '-q': debug = 0
if o == '-w': do_words = 1
if not args: args = ['-']
m = Markov(histsize, random.choice)
try:
for filename in args:
if filename == '-':
f = sys.stdin
if f.isatty():
print 'Sorry, need stdin from file'
continue
else:
f = open(filename, 'r')
if debug: print 'processing', filename, '...'
text = f.read()
f.close()
paralist = string.splitfields(text, '\n\n')
for para in paralist:
if debug > 1: print 'feeding ...'
words = string.split(para)
if words:
if do_words: data = tuple(words)
else: data = string.joinfields(words, ' ')
m.put(data)
except KeyboardInterrupt:
print 'Interrupted -- continue with data read so far'
if not m.trans:
print 'No valid input files'
return
if debug: print 'done.'
if debug > 1:
for key in m.trans.keys():
if key is None or len(key) < histsize:
print repr(key), m.trans[key]
if histsize == 0: print repr(''), m.trans['']
print
while 1:
data = m.get()
if do_words: words = data
else: words = string.split(data)
n = 0
limit = 72
for w in words:
if n + len(w) > limit:
print
n = 0
print w,
n = n + len(w) + 1
print
print
def tuple(list):
if len(list) == 0: return ()
if len(list) == 1: return (list[0],)
i = len(list)/2
return tuple(list[:i]) + tuple(list[i:])
if __name__ == "__main__":
test()
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...