annotate paint/package.py @ 49:85374a69cf89

call in foreground to avoid hang :(
author Jeff Hammel <jhammel@mozilla.com>
date Thu, 10 May 2012 15:24:51 -0700
parents abfb267e8332
children daa35ff485c2
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
1 """
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
2 package model for python PAckage INTrospection
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
3 """
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
4
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
5 # TODO: use pkginfo.sdist more
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
6
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
7 import os
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
8 import pip
9
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
9 import shutil
19
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
10 import subprocess
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
11 import sys
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
12 import tarfile
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
13 import tempfile
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
14 import urllib2
21
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
15 import urlparse
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
16 import utils
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
17
19
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
18 try:
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
19 from subprocess import check_call as call
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
20 except ImportError:
43
5e2e74cc5ad8 misspellings that affect things on ancient python
Jeff Hammel <jhammel@mozilla.com>
parents: 42
diff changeset
21 from subprocess import call
19
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
22
10
d63ae03cc300 * fix up __init__ imports
Jeff Hammel <jhammel@mozilla.com>
parents: 9
diff changeset
23 __all__ = ['Package']
d63ae03cc300 * fix up __init__ imports
Jeff Hammel <jhammel@mozilla.com>
parents: 9
diff changeset
24
4
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
25 class Package(object):
33
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
26 """
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
27 class for python package introspection.
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
28 constructor takes the package 'src'
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
29 """
4
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
30
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
31 def __init__(self, src):
e230ac76aaa4 stub package model
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
32 self.src = src
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
33 self.verbose = True
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
34
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
35 # ephemeral data
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
36 self._tmppath = None
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
37 self._egg_info_path = None
33
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
38 self._build_path = None
40
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
39 self._pkg_info_path = None
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
40
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
41 # TODO: list of temporary files/directories to be deleted
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
42
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
43 def _log(self, message):
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
44 if self.verbose:
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
45 print '>>> %s' % message
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
46
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
47 def _path(self):
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
48 """filesystem path to package directory"""
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
49
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
50 print ">>> _path:Getting path to package"
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
51
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
52 # return cached copy if it exists
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
53 if self._tmppath:
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
54 return self._tmppath
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
55
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
56 # fetch from the web if a URL
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
57 tmpfile = None
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
58 src = self.src
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
59 if utils.isURL(self.src):
8
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
60 tmpfile = src = self.fetch()
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
61
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
62 # unpack if an archive
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
63 if self._is_archive(src):
8
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
64 try:
37
36e70712fc9a things are just awful
Jeff Hammel <jhammel@mozilla.com>
parents: 36
diff changeset
65 self._unpack(src)
8
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
66 finally:
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
67 if tmpfile:
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
68 os.remove(tmpfile)
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
69 return self._tmppath
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
70
5
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
71 return self.src
5b74792d46e4 stub package model;
Jeff Hammel <jhammel@mozilla.com>
parents: 4
diff changeset
72
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
73 def fetch(self, filename=None):
8
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
74 """fetch from remote source to a temporary file"""
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
75 if filename is None:
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
76 fd, filename = tempfile.mkstemp()
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
77 os.close(fd)
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
78 fp = file(filename, 'w')
15
8c8b7482772f fix a few failures but still failing
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
79 resource = urllib2.urlopen(self.src)
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
80 fp.write(resource.read())
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
81 fp.close()
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
82 return filename
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
83
37
36e70712fc9a things are just awful
Jeff Hammel <jhammel@mozilla.com>
parents: 36
diff changeset
84 def _unpack(self, archive):
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
85 """unpack the archive to a temporary destination"""
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
86 # TODO: should handle zipfile additionally at least
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
87 # Ideally, this would be pluggable, etc
8
c1181e9c9ca2 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 7
diff changeset
88 assert tarfile.is_tarfile(archive), "%s is not an archive" % self.src
9
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
89 tf = tarfile.TarFile.open(archive)
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
90 self._tmppath = tempfile.mkdtemp()
19
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
91 members = tf.getmembers()
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
92
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
93 # cut off the top level directory
37
36e70712fc9a things are just awful
Jeff Hammel <jhammel@mozilla.com>
parents: 36
diff changeset
94 members = [i for i in members if os.path.sep in i.name]
19
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
95 tld = set()
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
96 for member in members:
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
97 directory, member.name = member.name.split(os.path.sep, 1)
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
98 tld.add(directory)
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
99 assert len(tld) == 1
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
100
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
101 # extract
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
102 for member in members:
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
103 tf.extract(member, path=self._tmppath)
c54db80d6e7f fix test
Jeff Hammel <jhammel@mozilla.com>
parents: 18
diff changeset
104 tf.close()
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
105
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
106 def _is_archive(self, path):
7
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
107 """returns if the filesystem path is an archive"""
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
108 # TODO: should handle zipfile additionally at least
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
109 # Ideally, this would be pluggable, etc
a7bf894c96c7 yet more stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
110 return tarfile.is_tarfile(path)
9
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
111
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
112 def _cleanup(self):
9
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
113 if self._tmppath:
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
114 shutil.rmtree(self._tmppath)
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
115 self._tmppath = None
562230cc2e86 now the package class should at least extracts things. it doesnt actually do anything useful
Jeff Hammel <jhammel@mozilla.com>
parents: 8
diff changeset
116
18
4c4d1e194bf7 leave in debugging code for now
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
117 # __del__ = cleanup
11
c41a946d34af stub out info method
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
118
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
119 ### python-package-specific functionality
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
120
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
121 def _egg_info(self):
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
122 """build the egg_info directory"""
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
123
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
124 if self._egg_info_path:
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
125 # return cached copy
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
126 return self._egg_info_path
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
127
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
128 directory = self._path()
16
e6cdc58fc4f5 more helpful debugging
Jeff Hammel <jhammel@mozilla.com>
parents: 15
diff changeset
129 setup_py = os.path.join(directory, 'setup.py')
e6cdc58fc4f5 more helpful debugging
Jeff Hammel <jhammel@mozilla.com>
parents: 15
diff changeset
130 if not os.path.exists(setup_py):
17
e74fc40e1f64 interpolate string
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
131 raise AssertionError("%s does not exist" % setup_py)
11
c41a946d34af stub out info method
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
132
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
133 # setup the egg info
39
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
134 exception = None
38
c9d8abb2026f error handling
Jeff Hammel <jhammel@mozilla.com>
parents: 37
diff changeset
135 try:
39
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
136 code = call([sys.executable, 'setup.py', 'egg_info'], cwd=directory, stdout=subprocess.PIPE)
45
bb0813966bff python 2.4 compatability
Jeff Hammel <jhammel@mozilla.com>
parents: 43
diff changeset
137 except Exception, exception:
39
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
138 pass
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
139 if code or exception:
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
140 message = """Failure to generate egg_info
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
141 - src: %s
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
142 - directory: %s
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
143 """ % (self.src, directory)
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
144 if exception:
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
145 sys.stderr.write(message)
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
146 raise exception
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
147 else:
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
148 raise Exception(message)
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
149
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
150 # get the .egg-info directory
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
151 egg_info = [i for i in os.listdir(directory)
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
152 if i.endswith('.egg-info')]
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
153 assert len(egg_info) == 1, 'Expected one .egg-info directory in %s, got: %s' % (directory, egg_info)
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
154 egg_info = os.path.join(directory, egg_info[0])
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
155 assert os.path.isdir(egg_info), "%s is not a directory" % egg_info
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
156
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
157 # cache it
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
158 self._egg_info_path = egg_info
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
159 return self._egg_info_path
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
160
40
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
161 def _pkg_info(self):
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
162 """returns path to PKG-INFO file"""
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
163
39
cc25499e9485 note TODO....and cry a little
Jeff Hammel <jhammel@mozilla.com>
parents: 38
diff changeset
164 if self._pkg_info_path:
40
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
165 # return cached value
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
166 return self._pkg_info_path
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
167
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
168 try:
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
169 egg_info = self._egg_info()
45
bb0813966bff python 2.4 compatability
Jeff Hammel <jhammel@mozilla.com>
parents: 43
diff changeset
170 except Exception, exception:
40
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
171 # try to get the package info from a file
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
172 path = self._path()
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
173 pkg_info = os.path.join(path, 'PKG-INFO')
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
174 if os.path.exists(pkg_info):
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
175 self._pkg_info_path = pkg_info
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
176 return self._pkg_info_path
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
177 raise Exception("Cannot find or generate PKG-INFO")
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
178
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
179 pkg_info = os.path.join(egg_info, 'PKG-INFO')
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
180 assert os.path.exists(pkg_info)
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
181 self._pkg_info_path = pkg_info
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
182 return self._pkg_info_path
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
183
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
184 def info(self):
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
185 """return info dictionary for package"""
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
186 # could use pkginfo module
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
187
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
188 print ">>> Getting the info"""
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
189
40
06f21791eba1 add yet another indirection layer
Jeff Hammel <jhammel@mozilla.com>
parents: 39
diff changeset
190 pkg_info = self._pkg_info()
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
191
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
192 # read the package information
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
193 info_dict = {}
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
194 for line in file(pkg_info).readlines():
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
195 if not line or line[0].isspace():
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
196 continue # XXX neglects description
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
197 assert ':' in line
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
198 key, value = [i.strip() for i in line.split(':', 1)]
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
199 info_dict[key] = value
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
200
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
201 # return the information
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
202 print ">>> Info: %s" % info_dict
20
11bc01a089e7 return only the dictionary
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
203 return info_dict
13
0dd1f8f83be2 moving towards some sort of organization
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
204
11
c41a946d34af stub out info method
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
205 def dependencies(self):
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
206 """return the dependencies"""
32
f2e31ac03bb3 flushing this out
Jeff Hammel <jhammel@mozilla.com>
parents: 31
diff changeset
207 # TODO: should probably have a more detailed dict:
f2e31ac03bb3 flushing this out
Jeff Hammel <jhammel@mozilla.com>
parents: 31
diff changeset
208 # {'mozinfo': {'version': '>= 0.2',
f2e31ac03bb3 flushing this out
Jeff Hammel <jhammel@mozilla.com>
parents: 31
diff changeset
209 # 'url': 'http://something.com/'}}
21
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
210 # get the egg_info directory
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
211 egg_info = self._egg_info()
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
212
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
213 # read the dependencies
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
214 requires = os.path.join(egg_info, 'requires.txt')
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
215 if os.path.exists(requires):
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
216 dependencies = [i.strip() for i in file(requires).readlines() if i.strip()]
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
217 else:
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
218 dependencies = []
21
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
219 dependencies = dict([(i, None) for i in dependencies])
14
6d27c2136163 a decent structure; need to reuse more
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
220
21
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
221 # read the dependency links
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
222 dependency_links = os.path.join(egg_info, 'dependency_links.txt')
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
223 if os.path.exists(dependency_links):
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
224 links = [i.strip() for i in file(dependency_links).readlines() if i.strip()]
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
225 for link in links:
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
226 # XXX pretty ghetto
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
227 assert '#egg=' in link
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
228 url, dep = link.split('#egg=', 1)
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
229 if dep in dependencies:
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
230 dependencies[dep] = link
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
231
4df3e715817d now have passing tests again
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
232 return dependencies
24
54c1e7e43a54 stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
233
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
234 def extension(self):
35
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
235 """filename extension of the package"""
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
236
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
237 print ">>> extension:Getting package"
35
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
238 package = self.package()
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
239 print ">>> extension:package=%s" % package
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
240
35
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
241 # determine the extension (XXX hacky)
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
242 extensions = ('.tar.gz', '.zip', '.tar.bz2')
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
243 for ext in extensions:
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
244 if package.endswith(ext):
35
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
245 return ext
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
246
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
247 raise Exception("Extension %s not found: %s" % (extensions, package))
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
248
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
249 def package(self, destination=None):
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
250 """
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
251 repackage the package to ensure its actually in the right form
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
252 and return the path to the destination
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
253 - destination: if given, path to put the build in
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
254 """
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
255
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
256 self._log("package: Getting package directory, destination=%s" % repr(destination))
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
257
33
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
258 if self._build_path:
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
259 self._log("package: build_path already set: %s" % self._build_path)
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
260 if destination:
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
261 shutil.copy(self._build_path, destination)
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
262 return os.path.abspath(destination)
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
263
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
264 # return cached copy
33
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
265 return self._build_path
5efb61fde8aa improved docstring
Jeff Hammel <jhammel@mozilla.com>
parents: 32
diff changeset
266
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
267 path = self._path()
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
268 dist = os.path.join(path, 'dist')
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
269 self._log("package: dist directory: %s; (path=%s)" % (dist, path))
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
270 if os.path.exists(dist):
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
271 shutil.rmtree(dist)
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
272
49
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
273 command = [sys.executable, 'setup.py', 'sdist']
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
274 self._log("package: running: %s" % ' '.join(command))
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
275 call(command, cwd=path)
85374a69cf89 call in foreground to avoid hang :(
Jeff Hammel <jhammel@mozilla.com>
parents: 48
diff changeset
276 self._log("package: done running setup.py dist")
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
277
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
278 assert os.path.exists(dist)
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
279 contents = os.listdir(dist)
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
280 assert len(contents) == 1
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
281
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
282 self._build_path = os.path.join(dist, contents[0])
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
283
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
284 # destination
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
285 # use an evil recursive trick
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
286 if destination:
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
287 return self.package(destination=destination)
34
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
288
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
289 return self._build_path
acb2f4896291 working towards something
Jeff Hammel <jhammel@mozilla.com>
parents: 33
diff changeset
290
24
54c1e7e43a54 stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
291 def download(self, directory):
54c1e7e43a54 stubbing
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
292 """download a package and all its dependencies using pip"""
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
293 if not os.path.exists(directory):
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
294 os.makedirs(directory)
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
295 assert os.path.isdir(directory)
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
296 pip.main(['install', '--download', directory, self.src])
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
297
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
298 def pypi(self, directory):
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
299 """
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
300 download packages for a pypi directory structure
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
301 http://k0s.org/portfolio/pypi.html
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
302 """
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
303 if not os.path.exists(directory):
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
304 os.makedirs(directory)
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
305 assert os.path.isdir(directory)
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
306 tempdir = tempfile.mkdtemp()
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
307 try:
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
308 self.download(tempdir)
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
309 files = os.listdir(tempdir)
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
310 print ">>> Files: %s" % files
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
311 for f in files:
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
312
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
313 # full path
47
213cf933366d stupid mistakes
Jeff Hammel <jhammel@mozilla.com>
parents: 45
diff changeset
314 src = os.path.join(tempdir, f)
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
315
35
e8d73f9e99fb extension checking
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
316 # make a package of the thing
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
317 print ">>> pypi:Packaging %s" % src
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
318 package = Package(src)
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
319 print ">>> pypi:DONE packaging %s" % src
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
320
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
321 # get destination dirname, filename
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
322 print ">>> pypi:Getting PyPI path"
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
323 dirname, filename = package.pypi_path()
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
324 print ">>> pypi:DONE PyPI path: %s/%s" % (dirname, filename)
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
325
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
326 # make the directory if it doesn't exist
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
327 subdir = os.path.join(directory, dirname)
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
328 if not os.path.exists(subdir):
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
329 os.makedirs(subdir)
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
330 assert os.path.isdir(subdir)
29
59524b6d25c0 implementing making pypi directory strcuture from a package
Jeff Hammel <jhammel@mozilla.com>
parents: 28
diff changeset
331
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
332 # move the file
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
333 print ">>> pypi:Moving to PyPI path %s/%s" % (subdir, filename)
47
213cf933366d stupid mistakes
Jeff Hammel <jhammel@mozilla.com>
parents: 45
diff changeset
334 package.package(destination=os.path.join(subdir, filename))
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
335 print ">>> Done with %s" % src
28
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
336 finally:
c44fb4b6918b CLI sorta works
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
337 shutil.rmtree(tempdir)
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
338
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
339 def pypi_path(self):
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
340 """
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
341 returns subpath 2-tuple appropriate for pypi path structure:
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
342 http://k0s.org/portfolio/pypi.html
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
343 """
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
344 print ">>> pypi_path:Getting info"
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
345 info = self.info()
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
346 print ">>> pypi_path:DONE getting info"
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
347
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
348 # determine the extension
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
349 print ">>> pypi_path:Getting extension"
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
350 extension = self.extension()
48
abfb267e8332 debugging info; lord i hate this
Jeff Hammel <jhammel@mozilla.com>
parents: 47
diff changeset
351 print ">>> pypi_path:DONE Getting extension: %s" % extension
31
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
352
5fb1844db0b2 back to the drawring broad
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
353 # get the filename destination
36
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
354 name = info['Name']
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
355 version = info['Version']
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
356 filename = '%s-%s%s' % (name, version, extension)
f59da9e6be37 this almost works, dammit
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
357 return name, filename