Mercurial > hg > PaInt
annotate paint/package.py @ 52:026d693cd561
cleanup
| author | Jeff Hammel <jhammel@mozilla.com> |
|---|---|
| date | Wed, 02 Jan 2013 13:11:14 -0800 |
| parents | 8b4243893474 |
| children | c588375a7ce4 |
| rev | line source |
|---|---|
| 4 | 1 """ |
| 2 package model for python PAckage INTrospection | |
| 3 """ | |
| 4 | |
| 36 | 5 # TODO: use pkginfo.sdist more |
| 6 | |
| 7 | 7 import os |
| 28 | 8 import pip |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
9 import shutil |
| 19 | 10 import subprocess |
| 11 import sys | |
| 7 | 12 import tarfile |
| 5 | 13 import tempfile |
| 7 | 14 import urllib2 |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
15 import urlparse |
| 7 | 16 import utils |
| 5 | 17 |
| 19 | 18 try: |
| 19 from subprocess import check_call as call | |
| 20 except ImportError: | |
|
43
5e2e74cc5ad8
misspellings that affect things on ancient python
Jeff Hammel <jhammel@mozilla.com>
parents:
42
diff
changeset
|
21 from subprocess import call |
| 19 | 22 |
| 10 | 23 __all__ = ['Package'] |
| 24 | |
| 4 | 25 class Package(object): |
| 33 | 26 """ |
| 27 class for python package introspection. | |
| 28 constructor takes the package 'src' | |
| 29 """ | |
| 4 | 30 |
| 50 | 31 def __init__(self, src, verbose=True): |
| 4 | 32 self.src = src |
| 50 | 33 self.verbose = verbose |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
34 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
35 # ephemeral data |
| 5 | 36 self._tmppath = None |
| 28 | 37 self._egg_info_path = None |
| 33 | 38 self._build_path = None |
|
40
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
39 self._pkg_info_path = None |
| 5 | 40 |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
41 # TODO: list of temporary files/directories to be deleted |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
42 |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
43 def _log(self, message): |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
44 if self.verbose: |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
45 print '>>> %s' % message |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
46 |
| 34 | 47 def _path(self): |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
48 """filesystem path to package directory""" |
| 7 | 49 |
| 51 | 50 self._log(">>> _path:Getting path to package") |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
51 |
| 7 | 52 # return cached copy if it exists |
| 53 if self._tmppath: | |
| 54 return self._tmppath | |
| 55 | |
| 56 # fetch from the web if a URL | |
| 57 tmpfile = None | |
| 58 src = self.src | |
| 5 | 59 if utils.isURL(self.src): |
| 8 | 60 tmpfile = src = self.fetch() |
| 7 | 61 |
| 62 # unpack if an archive | |
| 28 | 63 if self._is_archive(src): |
| 8 | 64 try: |
| 37 | 65 self._unpack(src) |
| 8 | 66 finally: |
| 67 if tmpfile: | |
| 68 os.remove(tmpfile) | |
| 7 | 69 return self._tmppath |
| 70 | |
| 5 | 71 return self.src |
| 72 | |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
73 def fetch(self, filename=None): |
| 8 | 74 """fetch from remote source to a temporary file""" |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
75 if filename is None: |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
76 fd, filename = tempfile.mkstemp() |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
77 os.close(fd) |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
78 fp = file(filename, 'w') |
|
15
8c8b7482772f
fix a few failures but still failing
Jeff Hammel <jhammel@mozilla.com>
parents:
14
diff
changeset
|
79 resource = urllib2.urlopen(self.src) |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
80 fp.write(resource.read()) |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
81 fp.close() |
| 7 | 82 return filename |
| 83 | |
| 37 | 84 def _unpack(self, archive): |
| 7 | 85 """unpack the archive to a temporary destination""" |
| 86 # TODO: should handle zipfile additionally at least | |
| 87 # Ideally, this would be pluggable, etc | |
| 8 | 88 assert tarfile.is_tarfile(archive), "%s is not an archive" % self.src |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
89 tf = tarfile.TarFile.open(archive) |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
90 self._tmppath = tempfile.mkdtemp() |
| 19 | 91 members = tf.getmembers() |
| 92 | |
| 93 # cut off the top level directory | |
| 37 | 94 members = [i for i in members if os.path.sep in i.name] |
| 19 | 95 tld = set() |
| 96 for member in members: | |
| 97 directory, member.name = member.name.split(os.path.sep, 1) | |
| 98 tld.add(directory) | |
| 99 assert len(tld) == 1 | |
| 100 | |
| 101 # extract | |
| 102 for member in members: | |
| 103 tf.extract(member, path=self._tmppath) | |
| 104 tf.close() | |
| 7 | 105 |
| 28 | 106 def _is_archive(self, path): |
| 7 | 107 """returns if the filesystem path is an archive""" |
| 108 # TODO: should handle zipfile additionally at least | |
| 109 # Ideally, this would be pluggable, etc | |
| 110 return tarfile.is_tarfile(path) | |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
111 |
| 28 | 112 def _cleanup(self): |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
113 if self._tmppath: |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
114 shutil.rmtree(self._tmppath) |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
115 self._tmppath = None |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
116 |
|
18
4c4d1e194bf7
leave in debugging code for now
Jeff Hammel <jhammel@mozilla.com>
parents:
17
diff
changeset
|
117 # __del__ = cleanup |
| 11 | 118 |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
119 ### python-package-specific functionality |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
120 |
| 28 | 121 def _egg_info(self): |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
122 """build the egg_info directory""" |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
123 |
| 28 | 124 if self._egg_info_path: |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
125 # return cached copy |
| 28 | 126 return self._egg_info_path |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
127 |
| 34 | 128 directory = self._path() |
| 16 | 129 setup_py = os.path.join(directory, 'setup.py') |
| 130 if not os.path.exists(setup_py): | |
| 17 | 131 raise AssertionError("%s does not exist" % setup_py) |
| 11 | 132 |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
133 # setup the egg info |
|
39
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
134 exception = None |
| 38 | 135 try: |
|
39
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
136 code = call([sys.executable, 'setup.py', 'egg_info'], cwd=directory, stdout=subprocess.PIPE) |
| 45 | 137 except Exception, exception: |
|
39
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
138 pass |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
139 if code or exception: |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
140 message = """Failure to generate egg_info |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
141 - src: %s |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
142 - directory: %s |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
143 """ % (self.src, directory) |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
144 if exception: |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
145 sys.stderr.write(message) |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
146 raise exception |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
147 else: |
|
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
148 raise Exception(message) |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
149 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
150 # get the .egg-info directory |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
151 egg_info = [i for i in os.listdir(directory) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
152 if i.endswith('.egg-info')] |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
153 assert len(egg_info) == 1, 'Expected one .egg-info directory in %s, got: %s' % (directory, egg_info) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
154 egg_info = os.path.join(directory, egg_info[0]) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
155 assert os.path.isdir(egg_info), "%s is not a directory" % egg_info |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
156 |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
157 # cache it |
| 28 | 158 self._egg_info_path = egg_info |
| 159 return self._egg_info_path | |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
160 |
|
40
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
161 def _pkg_info(self): |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
162 """returns path to PKG-INFO file""" |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
163 |
|
39
cc25499e9485
note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents:
38
diff
changeset
|
164 if self._pkg_info_path: |
|
40
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
165 # return cached value |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
166 return self._pkg_info_path |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
167 |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
168 try: |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
169 egg_info = self._egg_info() |
| 45 | 170 except Exception, exception: |
|
40
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
171 # try to get the package info from a file |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
172 path = self._path() |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
173 pkg_info = os.path.join(path, 'PKG-INFO') |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
174 if os.path.exists(pkg_info): |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
175 self._pkg_info_path = pkg_info |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
176 return self._pkg_info_path |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
177 raise Exception("Cannot find or generate PKG-INFO") |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
178 |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
179 pkg_info = os.path.join(egg_info, 'PKG-INFO') |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
180 assert os.path.exists(pkg_info) |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
181 self._pkg_info_path = pkg_info |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
182 return self._pkg_info_path |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
183 |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
184 def info(self): |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
185 """return info dictionary for package""" |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
186 # could use pkginfo module |
|
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
187 |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
188 print ">>> Getting the info""" |
|
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
189 |
|
40
06f21791eba1
add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents:
39
diff
changeset
|
190 pkg_info = self._pkg_info() |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
191 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
192 # read the package information |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
193 info_dict = {} |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
194 for line in file(pkg_info).readlines(): |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
195 if not line or line[0].isspace(): |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
196 continue # XXX neglects description |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
197 assert ':' in line |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
198 key, value = [i.strip() for i in line.split(':', 1)] |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
199 info_dict[key] = value |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
200 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
201 # return the information |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
202 print ">>> Info: %s" % info_dict |
|
20
11bc01a089e7
return only the dictionary
Jeff Hammel <jhammel@mozilla.com>
parents:
19
diff
changeset
|
203 return info_dict |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
204 |
| 11 | 205 def dependencies(self): |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
206 """return the dependencies""" |
| 32 | 207 # TODO: should probably have a more detailed dict: |
| 208 # {'mozinfo': {'version': '>= 0.2', | |
| 209 # 'url': 'http://something.com/'}} | |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
210 # get the egg_info directory |
| 28 | 211 egg_info = self._egg_info() |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
212 |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
213 # read the dependencies |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
214 requires = os.path.join(egg_info, 'requires.txt') |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
215 if os.path.exists(requires): |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
216 dependencies = [i.strip() for i in file(requires).readlines() if i.strip()] |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
217 else: |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
218 dependencies = [] |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
219 dependencies = dict([(i, None) for i in dependencies]) |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
220 |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
221 # read the dependency links |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
222 dependency_links = os.path.join(egg_info, 'dependency_links.txt') |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
223 if os.path.exists(dependency_links): |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
224 links = [i.strip() for i in file(dependency_links).readlines() if i.strip()] |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
225 for link in links: |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
226 # XXX pretty ghetto |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
227 assert '#egg=' in link |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
228 url, dep = link.split('#egg=', 1) |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
229 if dep in dependencies: |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
230 dependencies[dep] = link |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
231 |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
232 return dependencies |
| 24 | 233 |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
234 def extension(self): |
| 35 | 235 """filename extension of the package""" |
| 236 | |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
237 print ">>> extension:Getting package" |
| 35 | 238 package = self.package() |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
239 print ">>> extension:package=%s" % package |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
240 |
| 35 | 241 # determine the extension (XXX hacky) |
| 242 extensions = ('.tar.gz', '.zip', '.tar.bz2') | |
| 243 for ext in extensions: | |
| 36 | 244 if package.endswith(ext): |
| 35 | 245 return ext |
| 246 | |
| 247 raise Exception("Extension %s not found: %s" % (extensions, package)) | |
| 248 | |
| 249 def package(self, destination=None): | |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
250 """ |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
251 repackage the package to ensure its actually in the right form |
| 34 | 252 and return the path to the destination |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
253 - destination: if given, path to put the build in |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
254 """ |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
255 |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
256 self._log("package: Getting package directory, destination=%s" % repr(destination)) |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
257 |
| 33 | 258 if self._build_path: |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
259 self._log("package: build_path already set: %s" % self._build_path) |
| 34 | 260 if destination: |
| 261 shutil.copy(self._build_path, destination) | |
| 262 return os.path.abspath(destination) | |
| 263 | |
| 264 # return cached copy | |
| 33 | 265 return self._build_path |
| 266 | |
| 34 | 267 path = self._path() |
| 268 dist = os.path.join(path, 'dist') | |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
269 self._log("package: dist directory: %s; (path=%s)" % (dist, path)) |
| 34 | 270 if os.path.exists(dist): |
| 271 shutil.rmtree(dist) | |
| 272 | |
|
49
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
273 command = [sys.executable, 'setup.py', 'sdist'] |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
274 self._log("package: running: %s" % ' '.join(command)) |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
275 call(command, cwd=path) |
|
85374a69cf89
call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents:
48
diff
changeset
|
276 self._log("package: done running setup.py dist") |
| 34 | 277 |
| 278 assert os.path.exists(dist) | |
| 279 contents = os.listdir(dist) | |
| 280 assert len(contents) == 1 | |
| 281 | |
| 282 self._build_path = os.path.join(dist, contents[0]) | |
| 283 | |
| 284 # destination | |
| 285 # use an evil recursive trick | |
| 286 if destination: | |
| 36 | 287 return self.package(destination=destination) |
| 34 | 288 |
| 289 return self._build_path | |
| 290 | |
| 24 | 291 def download(self, directory): |
| 292 """download a package and all its dependencies using pip""" | |
| 28 | 293 if not os.path.exists(directory): |
| 294 os.makedirs(directory) | |
| 295 assert os.path.isdir(directory) | |
| 296 pip.main(['install', '--download', directory, self.src]) | |
| 297 | |
| 298 def pypi(self, directory): | |
| 299 """ | |
| 300 download packages for a pypi directory structure | |
| 301 http://k0s.org/portfolio/pypi.html | |
| 302 """ | |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
303 if not os.path.exists(directory): |
|
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
304 os.makedirs(directory) |
|
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
305 assert os.path.isdir(directory) |
| 28 | 306 tempdir = tempfile.mkdtemp() |
| 307 try: | |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
308 self.download(tempdir) |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
309 files = os.listdir(tempdir) |
| 52 | 310 self._log(">>> Files: %s" % files) |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
311 for f in files: |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
312 |
|
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
313 # full path |
| 47 | 314 src = os.path.join(tempdir, f) |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
315 |
| 35 | 316 # make a package of the thing |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
317 print ">>> pypi:Packaging %s" % src |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
318 package = Package(src) |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
319 print ">>> pypi:DONE packaging %s" % src |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
320 |
| 36 | 321 # get destination dirname, filename |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
322 print ">>> pypi:Getting PyPI path" |
| 36 | 323 dirname, filename = package.pypi_path() |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
324 print ">>> pypi:DONE PyPI path: %s/%s" % (dirname, filename) |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
325 |
| 36 | 326 # make the directory if it doesn't exist |
| 327 subdir = os.path.join(directory, dirname) | |
| 328 if not os.path.exists(subdir): | |
| 329 os.makedirs(subdir) | |
| 330 assert os.path.isdir(subdir) | |
|
29
59524b6d25c0
implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents:
28
diff
changeset
|
331 |
| 36 | 332 # move the file |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
333 print ">>> pypi:Moving to PyPI path %s/%s" % (subdir, filename) |
| 47 | 334 package.package(destination=os.path.join(subdir, filename)) |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
335 print ">>> Done with %s" % src |
| 28 | 336 finally: |
| 337 shutil.rmtree(tempdir) | |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
338 |
| 36 | 339 def pypi_path(self): |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
340 """ |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
341 returns subpath 2-tuple appropriate for pypi path structure: |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
342 http://k0s.org/portfolio/pypi.html |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
343 """ |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
344 print ">>> pypi_path:Getting info" |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
345 info = self.info() |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
346 print ">>> pypi_path:DONE getting info" |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
347 |
| 36 | 348 # determine the extension |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
349 print ">>> pypi_path:Getting extension" |
| 36 | 350 extension = self.extension() |
|
48
abfb267e8332
debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents:
47
diff
changeset
|
351 print ">>> pypi_path:DONE Getting extension: %s" % extension |
|
31
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
352 |
|
5fb1844db0b2
back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents:
30
diff
changeset
|
353 # get the filename destination |
| 36 | 354 name = info['Name'] |
| 355 version = info['Version'] | |
| 356 filename = '%s-%s%s' % (name, version, extension) | |
| 357 return name, filename |