Mercurial > hg > PaInt
annotate paint/package.py @ 28:c44fb4b6918b
CLI sorta works
| author | Jeff Hammel <jhammel@mozilla.com> |
|---|---|
| date | Fri, 30 Mar 2012 11:07:15 -0700 |
| parents | c54411c721cb |
| children | 59524b6d25c0 |
| rev | line source |
|---|---|
| 4 | 1 """ |
| 2 package model for python PAckage INTrospection | |
| 3 """ | |
| 4 | |
| 7 | 5 import os |
| 28 | 6 import pip |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
7 import shutil |
| 19 | 8 import subprocess |
| 9 import sys | |
| 7 | 10 import tarfile |
| 5 | 11 import tempfile |
| 7 | 12 import urllib2 |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
13 import urlparse |
| 7 | 14 import utils |
| 5 | 15 |
| 19 | 16 try: |
| 17 from subprocess import check_call as call | |
| 18 except ImportError: | |
| 19 from subporcess import call | |
| 20 | |
| 10 | 21 __all__ = ['Package'] |
| 22 | |
| 4 | 23 class Package(object): |
| 24 | |
| 25 def __init__(self, src): | |
| 26 self.src = src | |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
27 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
28 # ephemeral data |
| 5 | 29 self._tmppath = None |
| 28 | 30 self._egg_info_path = None |
| 5 | 31 |
| 32 def path(self): | |
| 33 """filesystem path to package""" | |
| 7 | 34 |
| 35 # return cached copy if it exists | |
| 36 if self._tmppath: | |
| 37 return self._tmppath | |
| 38 | |
| 39 # fetch from the web if a URL | |
| 40 tmpfile = None | |
| 41 src = self.src | |
| 5 | 42 if utils.isURL(self.src): |
| 8 | 43 tmpfile = src = self.fetch() |
| 7 | 44 |
| 45 # unpack if an archive | |
| 28 | 46 if self._is_archive(src): |
| 8 | 47 try: |
| 48 self.unpack(src) | |
| 49 finally: | |
| 50 if tmpfile: | |
| 51 os.remove(tmpfile) | |
| 7 | 52 return self._tmppath |
| 53 | |
| 5 | 54 return self.src |
| 55 | |
| 56 def fetch(self): | |
| 8 | 57 """fetch from remote source to a temporary file""" |
|
15
8c8b7482772f
fix a few failures but still failing
Jeff Hammel <jhammel@mozilla.com>
parents:
14
diff
changeset
|
58 resource = urllib2.urlopen(self.src) |
| 11 | 59 fd, filename = tempfile.mkstemp() |
| 7 | 60 os.write(fd, resource.read()) |
| 61 os.close(fd) | |
| 62 return filename | |
| 63 | |
| 64 def unpack(self, archive): | |
| 65 """unpack the archive to a temporary destination""" | |
| 66 # TODO: should handle zipfile additionally at least | |
| 67 # Ideally, this would be pluggable, etc | |
| 8 | 68 assert tarfile.is_tarfile(archive), "%s is not an archive" % self.src |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
69 tf = tarfile.TarFile.open(archive) |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
70 self._tmppath = tempfile.mkdtemp() |
| 19 | 71 members = tf.getmembers() |
| 72 | |
| 73 # cut off the top level directory | |
| 74 assert not [i for i in members if not os.path.sep in i.name] | |
| 75 tld = set() | |
| 76 for member in members: | |
| 77 directory, member.name = member.name.split(os.path.sep, 1) | |
| 78 tld.add(directory) | |
| 79 assert len(tld) == 1 | |
| 80 | |
| 81 # extract | |
| 82 for member in members: | |
| 83 tf.extract(member, path=self._tmppath) | |
| 84 tf.close() | |
| 7 | 85 |
| 28 | 86 def _is_archive(self, path): |
| 7 | 87 """returns if the filesystem path is an archive""" |
| 88 # TODO: should handle zipfile additionally at least | |
| 89 # Ideally, this would be pluggable, etc | |
| 90 return tarfile.is_tarfile(path) | |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
91 |
| 28 | 92 def _cleanup(self): |
|
9
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
93 if self._tmppath: |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
94 shutil.rmtree(self._tmppath) |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
95 self._tmppath = None |
|
562230cc2e86
now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents:
8
diff
changeset
|
96 |
|
18
4c4d1e194bf7
leave in debugging code for now
Jeff Hammel <jhammel@mozilla.com>
parents:
17
diff
changeset
|
97 # __del__ = cleanup |
| 11 | 98 |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
99 ### python-package-specific functionality |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
100 |
| 28 | 101 def _egg_info(self): |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
102 """build the egg_info directory""" |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
103 |
| 28 | 104 if self._egg_info_path: |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
105 # return cached copy |
| 28 | 106 return self._egg_info_path |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
107 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
108 directory = self.path() |
| 16 | 109 setup_py = os.path.join(directory, 'setup.py') |
| 110 if not os.path.exists(setup_py): | |
| 17 | 111 raise AssertionError("%s does not exist" % setup_py) |
| 11 | 112 |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
113 # setup the egg info |
| 19 | 114 call([sys.executable, 'setup.py', 'egg_info'], cwd=directory, stdout=subprocess.PIPE) |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
115 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
116 # get the .egg-info directory |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
117 egg_info = [i for i in os.listdir(directory) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
118 if i.endswith('.egg-info')] |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
119 assert len(egg_info) == 1, 'Expected one .egg-info directory in %s, got: %s' % (directory, egg_info) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
120 egg_info = os.path.join(directory, egg_info[0]) |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
121 assert os.path.isdir(egg_info), "%s is not a directory" % egg_info |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
122 |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
123 # cache it |
| 28 | 124 self._egg_info_path = egg_info |
| 125 return self._egg_info_path | |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
126 |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
127 def info(self): |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
128 """return info dictionary for package""" |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
129 # could use pkginfo |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
130 |
| 28 | 131 egg_info = self._egg_info() |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
132 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
133 # read the package information |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
134 pkg_info = os.path.join(egg_info, 'PKG-INFO') |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
135 info_dict = {} |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
136 for line in file(pkg_info).readlines(): |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
137 if not line or line[0].isspace(): |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
138 continue # XXX neglects description |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
139 assert ':' in line |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
140 key, value = [i.strip() for i in line.split(':', 1)] |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
141 info_dict[key] = value |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
142 |
|
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
143 # return the information |
|
20
11bc01a089e7
return only the dictionary
Jeff Hammel <jhammel@mozilla.com>
parents:
19
diff
changeset
|
144 return info_dict |
|
13
0dd1f8f83be2
moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
145 |
| 11 | 146 def dependencies(self): |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
147 """return the dependencies""" |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
148 |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
149 # get the egg_info directory |
| 28 | 150 egg_info = self._egg_info() |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
151 |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
152 # read the dependencies |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
153 requires = os.path.join(egg_info, 'requires.txt') |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
154 if os.path.exists(requires): |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
155 dependencies = [i.strip() for i in file(requires).readlines() if i.strip()] |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
156 else: |
|
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
157 dependencies = [] |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
158 dependencies = dict([(i, None) for i in dependencies]) |
|
14
6d27c2136163
a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents:
13
diff
changeset
|
159 |
|
21
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
160 # read the dependency links |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
161 dependency_links = os.path.join(egg_info, 'dependency_links.txt') |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
162 if os.path.exists(dependency_links): |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
163 links = [i.strip() for i in file(dependency_links).readlines() if i.strip()] |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
164 for link in links: |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
165 # XXX pretty ghetto |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
166 assert '#egg=' in link |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
167 url, dep = link.split('#egg=', 1) |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
168 if dep in dependencies: |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
169 dependencies[dep] = link |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
170 |
|
4df3e715817d
now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents:
20
diff
changeset
|
171 return dependencies |
| 24 | 172 |
| 173 def download(self, directory): | |
| 174 """download a package and all its dependencies using pip""" | |
| 28 | 175 if not os.path.exists(directory): |
| 176 os.makedirs(directory) | |
| 177 assert os.path.isdir(directory) | |
| 178 pip.main(['install', '--download', directory, self.src]) | |
| 179 | |
| 180 def pypi(self, directory): | |
| 181 """ | |
| 182 download packages for a pypi directory structure | |
| 183 http://k0s.org/portfolio/pypi.html | |
| 184 """ | |
| 185 tempdir = tempfile.mkdtemp() | |
| 186 try: | |
| 187 pass | |
| 188 finally: | |
| 189 shutil.rmtree(tempdir) |