Mercurial > hg > svgsitemap
annotate svgsitemap/middleware.py @ 6:a88a670c92d0
dont display things that you dont want
author | Jeff Hammel <jhammel@mozilla.com> |
---|---|
date | Tue, 28 Dec 2010 20:27:12 -0800 |
parents | 65acb32e8dc3 |
children | 145a4d85b37d |
rev | line source |
---|---|
0 | 1 """ |
2 request dispatcher | |
3 """ | |
4 | |
5 __all__ = ['MapserverMiddleware', 'SVGSiteMap'] | |
6 | |
7 import os | |
1 | 8 import urlparse |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
9 from fnmatch import fnmatch |
0 | 10 from pygraphviz import AGraph |
1 | 11 from webob import Request, Response, exc |
0 | 12 |
13 class MapserverMiddleware(object): | |
14 """silly middleware to serve just the svg""" | |
15 def __init__(self, app, svgmap, path='/map'): | |
1 | 16 self.app = app |
0 | 17 self.svgmap = svgmap |
18 self.path = path | |
19 | |
20 def __call__(self, environ, start_response): | |
21 request = Request(environ) | |
22 if request.path_info == self.path or not self.path: | |
1 | 23 if not os.path.exists(self.svgmap): |
24 res = exc.HTTPNotFound() | |
25 return res(environ, start_response) | |
0 | 26 content = file(self.svgmap).read() |
1 | 27 res = Response(content_type='image/svg+xml', body=content) |
28 return res(environ, start_response) | |
29 return self.app(environ, start_response) | |
0 | 30 |
31 | |
32 class SVGSiteMap(object): | |
33 | |
34 ### class level variables | |
1 | 35 defaults = { 'name': '', |
36 'hosts': '', | |
37 'external_referers': True, | |
2 | 38 'maxwidth': 5, |
39 'minwidth': '0.01', | |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
40 'excluded': '*.css *.js */static/* /css/* *.ico /backgrounds/*', |
1 | 41 |
42 # input/output | |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
43 'file': None, # graphviz file |
1 | 44 'output': None, # .svg file |
45 | |
46 # graph attributes | |
0 | 47 'bgcolor': 'black', |
48 'fontcolor': 'white', | |
49 'fontname': 'Helvetica', | |
1 | 50 'fontsize': '10.0', |
0 | 51 'nodecolor': 'aqua', |
52 'edgecolor': 'lime', | |
5 | 53 'shape': 'plaintext', |
1 | 54 'len': '1.3', |
55 'arrowsize': '0.5', | |
0 | 56 } |
57 | |
58 def __init__(self, app, **kw): | |
1 | 59 |
60 # boilerplate | |
0 | 61 self.app = app |
62 self.edges = {} | |
1 | 63 self.max = 0 |
64 | |
65 # set attrs from defaults | |
0 | 66 for key in self.defaults: |
67 setattr(self, key, kw.get(key, self.defaults[key])) | |
1 | 68 |
69 # sanity checks + data fixing | |
0 | 70 assert self.output, "Please give an output file" |
71 assert self.file, "Cannot save file!" | |
2 | 72 self.maxwidth = float(self.maxwidth) |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
73 if isinstance(self.excluded, basestring): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
74 self.excluded = self.excluded.split() |
1 | 75 if self.hosts: |
76 self.hosts = self.hosts.split() | |
77 else: | |
78 self.hosts = [] | |
79 if isinstance(self.external_referers, basestring): | |
80 self.external_referers = self.external_referers.lower() == 'true' | |
81 | |
82 # open the graph | |
0 | 83 if os.path.exists(self.file): |
1 | 84 self.graph = AGraph(self.file, name=self.name, splines=False, directed=True) |
0 | 85 for edge in self.graph.edges(): |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
86 if self.exclude(edge[0], edge[1]): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
87 self.graph.remove_edge(edge[0], edge[1]) |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
88 continue |
1 | 89 count = int(edge.attr['label']) |
90 self.edges[(edge[0], edge[1])] = count | |
91 if count > self.max: | |
92 self.max = count | |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
93 for node in self.graph.nodes(): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
94 if not self.graph.neighbors(node) or self.exclude(node): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
95 self.graph.remove_node(node) |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
96 self.set_widths() |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
97 self.graph.write(self.file) |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
98 self.graph.draw(self.output, prog='neato') |
0 | 99 else: |
1 | 100 self.graph = AGraph(name=self.name, splines=False, directed=True) |
101 | |
102 # make it pretty | |
2 | 103 self.graph.graph_attr['name'] = self.name |
0 | 104 self.graph.graph_attr['label'] = self.name |
105 self.graph.graph_attr['fontname'] = self.fontname | |
106 self.graph.graph_attr['fontcolor'] = self.fontcolor | |
107 self.graph.graph_attr['bgcolor'] = self.bgcolor | |
108 self.graph.node_attr['color'] = self.nodecolor | |
109 self.graph.node_attr['fontcolor'] = self.fontcolor | |
1 | 110 self.graph.node_attr['fontname'] = self.fontname |
111 self.graph.node_attr['fontsize'] = self.fontsize | |
0 | 112 self.graph.node_attr['shape'] = self.shape |
1 | 113 self.graph.node_attr['width'] = '0.1' |
114 self.graph.node_attr['height'] = '0.1' | |
0 | 115 self.graph.edge_attr['color'] = self.edgecolor |
116 self.graph.edge_attr['fontcolor'] = self.fontcolor | |
1 | 117 self.graph.edge_attr['fontname'] = self.fontname |
118 self.graph.edge_attr['fontsize'] = self.fontsize | |
119 self.graph.edge_attr['len'] = self.len | |
120 self.graph.edge_attr['arrowsize'] = self.arrowsize | |
0 | 121 |
122 def __call__(self, environ, start_response): | |
123 request = Request(environ) | |
1 | 124 if request.referer: |
125 | |
126 # parse the URLs | |
127 parsed_referer = urlparse.urlsplit(request.referer) | |
128 parsed_referee = urlparse.urlsplit(request.url) | |
129 islocal = False | |
130 | |
131 # see if its local or not | |
132 localhosts = self.hosts[:] | |
133 if parsed_referee.hostname not in localhosts: | |
134 localhosts.append(parsed_referee.hostname) | |
135 for host in localhosts: | |
136 if parsed_referer.hostname == host or parsed_referer.hostname.endswith('.' + host): | |
137 islocal = True | |
138 break | |
139 | |
140 # make the connection | |
141 if islocal: | |
142 self.add(parsed_referer.path, parsed_referee.path) | |
143 else: | |
144 if self.external_referers: | |
145 self.add(request.referer, parsed_referee.path) | |
146 | |
0 | 147 return self.app(environ, start_response) |
148 | |
149 def add(self, from_url, to_url): | |
1 | 150 """add a conncection in the graph""" |
151 | |
152 if from_url == to_url: | |
153 return # don't do self-references | |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
154 if self.exclude(from_url, to_url): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
155 return # ignore certain urls |
1 | 156 |
0 | 157 if (from_url, to_url) in self.edges: |
158 count = self.edges[(from_url, to_url)] | |
159 count += 1 | |
1 | 160 if count > self.max: |
161 self.max = count | |
0 | 162 self.edges[(from_url, to_url)] = count |
163 edge = self.graph.get_edge(from_url, to_url) | |
164 edge.attr['label'] = str(count) | |
165 else: | |
166 self.edges[(from_url, to_url)] = 1 | |
4 | 167 self.max = 1 |
0 | 168 self.graph.add_edge(from_url, to_url, label='1') |
169 | |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
170 if self.maxwidth: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
171 self.set_widths() |
2 | 172 |
0 | 173 for url in from_url, to_url: |
174 node = self.graph.get_node(url) | |
175 node.attr['label'] = url | |
176 node.attr['href'] = url | |
177 | |
178 if self.file: | |
179 self.graph.write(self.file) | |
180 if self.output: | |
1 | 181 self.graph.draw(self.output, prog='neato') |
6
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
182 |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
183 def exclude(self, *urls): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
184 """tell whether the edge is excluded""" |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
185 for pattern in self.excluded: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
186 for url in urls: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
187 if fnmatch(url, pattern): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
188 return True |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
189 return False |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
190 |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
191 def set_widths(self): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
192 if self.maxwidth: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
193 for edge in self.graph.edges(): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
194 count = self.edges[(edge[0], edge[1])] |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
195 width = self.maxwidth * count / self.max |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
196 if not width: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
197 width = self.minwidth |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
198 edge.attr['style'] = 'setlinewidth(%s)' % width |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
199 |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
200 else: |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
201 for edge in self.graph.edges(): |
a88a670c92d0
dont display things that you dont want
Jeff Hammel <jhammel@mozilla.com>
parents:
5
diff
changeset
|
202 edge.attr['style'] = '' |