annotate svgsitemap/middleware.py @ 5:65acb32e8dc3

dont use boxes
author Jeff Hammel <jhammel@mozilla.com>
date Tue, 28 Dec 2010 17:14:34 -0800
parents 84344f9ed3f8
children a88a670c92d0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
1 """
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
2 request dispatcher
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
3 """
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
4
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
5 __all__ = ['MapserverMiddleware', 'SVGSiteMap']
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
6
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
7 import os
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
8 import urlparse
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
9 from pygraphviz import AGraph
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
10 from webob import Request, Response, exc
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
11
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
12 class MapserverMiddleware(object):
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
13 """silly middleware to serve just the svg"""
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
14 def __init__(self, app, svgmap, path='/map'):
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
15 self.app = app
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
16 self.svgmap = svgmap
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
17 self.path = path
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
18
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
19 def __call__(self, environ, start_response):
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
20 request = Request(environ)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
21 if request.path_info == self.path or not self.path:
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
22 if not os.path.exists(self.svgmap):
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
23 res = exc.HTTPNotFound()
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
24 return res(environ, start_response)
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
25 content = file(self.svgmap).read()
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
26 res = Response(content_type='image/svg+xml', body=content)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
27 return res(environ, start_response)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
28 return self.app(environ, start_response)
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
29
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
30
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
31 class SVGSiteMap(object):
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
32
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
33 ### class level variables
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
34 defaults = { 'name': '',
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
35 'hosts': '',
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
36 'external_referers': True,
2
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
37 'maxwidth': 5,
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
38 'minwidth': '0.01',
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
39
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
40 # input/output
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
41 'file': None, # .ini file
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
42 'output': None, # .svg file
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
43
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
44 # graph attributes
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
45 'bgcolor': 'black',
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
46 'fontcolor': 'white',
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
47 'fontname': 'Helvetica',
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
48 'fontsize': '10.0',
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
49 'nodecolor': 'aqua',
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
50 'edgecolor': 'lime',
5
65acb32e8dc3 dont use boxes
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
51 'shape': 'plaintext',
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
52 'len': '1.3',
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
53 'arrowsize': '0.5',
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
54 }
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
55
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
56 def __init__(self, app, **kw):
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
57
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
58 # boilerplate
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
59 self.app = app
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
60 self.edges = {}
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
61 self.max = 0
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
62
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
63 # set attrs from defaults
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
64 for key in self.defaults:
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
65 setattr(self, key, kw.get(key, self.defaults[key]))
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
66
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
67 # sanity checks + data fixing
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
68 assert self.output, "Please give an output file"
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
69 assert self.file, "Cannot save file!"
2
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
70 self.maxwidth = float(self.maxwidth)
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
71 if self.hosts:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
72 self.hosts = self.hosts.split()
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
73 else:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
74 self.hosts = []
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
75 if isinstance(self.external_referers, basestring):
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
76 self.external_referers = self.external_referers.lower() == 'true'
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
77
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
78 # open the graph
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
79 if os.path.exists(self.file):
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
80 self.graph = AGraph(self.file, name=self.name, splines=False, directed=True)
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
81 for edge in self.graph.edges():
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
82 count = int(edge.attr['label'])
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
83 self.edges[(edge[0], edge[1])] = count
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
84 if count > self.max:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
85 self.max = count
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
86 else:
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
87 self.graph = AGraph(name=self.name, splines=False, directed=True)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
88
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
89 # make it pretty
2
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
90 self.graph.graph_attr['name'] = self.name
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
91 self.graph.graph_attr['label'] = self.name
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
92 self.graph.graph_attr['fontname'] = self.fontname
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
93 self.graph.graph_attr['fontcolor'] = self.fontcolor
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
94 self.graph.graph_attr['bgcolor'] = self.bgcolor
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
95 self.graph.node_attr['color'] = self.nodecolor
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
96 self.graph.node_attr['fontcolor'] = self.fontcolor
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
97 self.graph.node_attr['fontname'] = self.fontname
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
98 self.graph.node_attr['fontsize'] = self.fontsize
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
99 self.graph.node_attr['shape'] = self.shape
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
100 self.graph.node_attr['width'] = '0.1'
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
101 self.graph.node_attr['height'] = '0.1'
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
102 self.graph.edge_attr['color'] = self.edgecolor
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
103 self.graph.edge_attr['fontcolor'] = self.fontcolor
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
104 self.graph.edge_attr['fontname'] = self.fontname
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
105 self.graph.edge_attr['fontsize'] = self.fontsize
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
106 self.graph.edge_attr['len'] = self.len
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
107 self.graph.edge_attr['arrowsize'] = self.arrowsize
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
108
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
109 def __call__(self, environ, start_response):
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
110 request = Request(environ)
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
111 if request.referer:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
112
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
113 # parse the URLs
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
114 parsed_referer = urlparse.urlsplit(request.referer)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
115 parsed_referee = urlparse.urlsplit(request.url)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
116 islocal = False
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
117
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
118 # see if its local or not
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
119 localhosts = self.hosts[:]
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
120 if parsed_referee.hostname not in localhosts:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
121 localhosts.append(parsed_referee.hostname)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
122 for host in localhosts:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
123 if parsed_referer.hostname == host or parsed_referer.hostname.endswith('.' + host):
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
124 islocal = True
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
125 break
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
126
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
127 # make the connection
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
128 if islocal:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
129 self.add(parsed_referer.path, parsed_referee.path)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
130 else:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
131 if self.external_referers:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
132 self.add(request.referer, parsed_referee.path)
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
133
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
134 return self.app(environ, start_response)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
135
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
136 def add(self, from_url, to_url):
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
137 """add a conncection in the graph"""
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
138
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
139 if from_url == to_url:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
140 return # don't do self-references
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
141
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
142 if (from_url, to_url) in self.edges:
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
143 count = self.edges[(from_url, to_url)]
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
144 count += 1
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
145 if count > self.max:
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
146 self.max = count
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
147 self.edges[(from_url, to_url)] = count
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
148 edge = self.graph.get_edge(from_url, to_url)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
149 edge.attr['label'] = str(count)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
150 else:
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
151 self.edges[(from_url, to_url)] = 1
4
84344f9ed3f8 handle startup case
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
152 self.max = 1
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
153 self.graph.add_edge(from_url, to_url, label='1')
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
154
2
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
155 for edge in self.graph.edges():
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
156 count = self.edges[(edge[0], edge[1])]
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
157 width = self.maxwidth * count / self.max
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
158 if not width:
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
159 width = self.minwidth
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
160 edge.attr['style'] = 'setlinewidth(%s)' % width
30d03e830354 compute line widths
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
161
0
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
162 for url in from_url, to_url:
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
163 node = self.graph.get_node(url)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
164 node.attr['label'] = url
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
165 node.attr['href'] = url
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
166
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
167 if self.file:
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
168 self.graph.write(self.file)
7a60bacc6a22 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
169 if self.output:
1
084088505eea almost working
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
170 self.graph.draw(self.output, prog='neato')