1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
# Natural Language Toolkit: Helper functions for analysing text
#
# Copyright (C) 2001-2009 NLTK Project
# Author: Sumukh Ghodke <sghodke@csse.unimelb.edu.au>
# URL: <http://www.nltk.org/>
# For license information, see LICENSE.TXT
#
import sys
import matplotlib
matplotlib.use('TkAgg')
import pylab
from matplotlib.backends.backend_tkagg import FigureCanvasTkAgg, NavigationToolbar2TkAgg
from matplotlib.figure import Figure
from nltk.corpus import gutenberg
from nltk.text import Text
from nltk import FreqDist, bigrams, in_idle
from nltk.draw.util import *
def plot_word_freq_dist(text):
fd = text.vocab()
samples = fd.keys()[:50]
values = [fd[sample] for sample in samples]
values = [sum(values[:i+1]) * 100.0/fd.N() for i in range(len(values))]
plot_values(samples, values)
def plot_values(samples, values):
v = PylabTkView(samples, values)
v.mainloop()
class PylabTkView(object):
def __init__(self, samples, values):
self.top = Tk()
self.top.geometry('550x450+50+50')
self.top.title('NLTK Text Analysis')
self.top.bind('<Control-q>', self.destroy)
self.top.bind("<Destroy>", self.destroy)
self.top.minsize(550,450)
self.main_frame = Frame(self.top, dict(padx=1, pady=1, border=1))
self.add_pylab_contents(samples, values)
self.main_frame.pack(fill="both", expand=1)
def add_pylab_contents(self, samples, values):
f = Figure(figsize=(5,4), dpi=100)
a = f.add_subplot(111)
p = a.plot(values)
a.add_axes(xlabel="Samples", ylabel="Cumulative Percentage")
pylab.xticks(range(len(samples)), [str(s) for s in samples], rotation=90)
canvas = FigureCanvasTkAgg(f, master=self.main_frame)
canvas.show()
canvas.get_tk_widget().pack(side="top", fill="both", expand=1)
toolbar = NavigationToolbar2TkAgg(canvas, self.main_frame)
toolbar.update()
canvas._tkcanvas.pack(side="top", fill="both", expand=1)
def destroy(self, *e):
sys.exit()
def mainloop(self, *args, **kwargs):
if in_idle(): return
self.top.mainloop(*args, **kwargs)
def app():
t1 = Text(gutenberg.words('melville-moby_dick.txt'))
plot_word_freq_dist(t1)
if __name__ == '__main__':
app()
__all__ = ['app']
|
