Mercurial > hg > buttercup

annotate buttercup/source.py @ 45:048e391423a1

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
note about git config
author Jeff Hammel <jhammel@mozilla.com>
date Fri, 05 Apr 2013 13:37:24 -0700
parents 693f209fdbaa
children b717de8b384f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
30
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
1 """
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
2 VCS sources for the flower project
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
3 """
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
4
18
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
5 import os
20
60ddc49acd5f add partial checkout method to hg
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
6 try:
60ddc49acd5f add partial checkout method to hg
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
7 from subprocess import check_call as call
30
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
8 except ImportError:
20
60ddc49acd5f add partial checkout method to hg
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
9 from subprocess import call
18
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
10
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
11 class Source(object):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
12 """abstract base class for VCS source"""
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
13 def __init__(self, uri, srcdir=None):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
14 self.uri = uri
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
15 self.srcdir = srcdir or os.getcwd()
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
16
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
17 @classmethod
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
18 def directory_name(cls, uri):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
19 """return relative directory name from self.uri"""
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
20 return uri.rstrip('/').split('/')[-1]
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
21
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
22 def directory(self):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
23 return os.path.join(self.srcdir, self.directory_name(self.uri))
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
24
26
8179c05d7692 note ABC
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
25 def update(self):
8179c05d7692 note ABC
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
26 raise NotImplementedError("`Source` is an abstract base class")
30
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
27
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
28 def __call__(self):
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
29 """convenience wrapper to update"""
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
30 self.update()
44
693f209fdbaa notes to self
Jeff Hammel <jhammel@mozilla.com>
parents: 40
diff changeset
31
26
8179c05d7692 note ABC
Jeff Hammel <jhammel@mozilla.com>
parents: 25
diff changeset
32
18
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
33 class HgSource(Source):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
34 """mercurial source"""
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
35
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
36 def update(self):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
37 """updates a checkout or does one if it does not exist"""
20
60ddc49acd5f add partial checkout method to hg
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
38 if os.path.exists(self.directory()):
35
Jeff Hammel <jhammel@mozilla.com>
parents: 34
diff changeset
39 hgdir = os.path.join(self.directory(), '.hg')
34
7a11a25da2e8 better assertion message
Jeff Hammel <jhammel@mozilla.com>
parents: 30
diff changeset
40 assert os.path.exists(hgdir), "Not an hg directory: %s" % hgdir
40
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
41 try:
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
42 call(['hg', 'pull'], cwd=self.directory())
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
43 call(['hg', 'update'], cwd=self.directory())
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
44 except:
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
45 print 'Directory: %s' % self.directory()
4ea66cb5485d better error message
Jeff Hammel <jhammel@mozilla.com>
parents: 35
diff changeset
46 raise
20
60ddc49acd5f add partial checkout method to hg
Jeff Hammel <jhammel@mozilla.com>
parents: 19
diff changeset
47 else:
21
1f54294629f9 finish hg updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
48 if not os.path.exists(self.srcdir):
1f54294629f9 finish hg updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
49 os.makedirs(self.srcdir)
1f54294629f9 finish hg updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
50 call(['hg', 'clone', self.uri], cwd=self.srcdir)
44
693f209fdbaa notes to self
Jeff Hammel <jhammel@mozilla.com>
parents: 40
diff changeset
51
693f209fdbaa notes to self
Jeff Hammel <jhammel@mozilla.com>
parents: 40
diff changeset
52 # add a more intelligent .hg/hgrc
693f209fdbaa notes to self
Jeff Hammel <jhammel@mozilla.com>
parents: 40
diff changeset
53 # TODO
21
1f54294629f9 finish hg updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 20
diff changeset
54
18
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
55
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
56 class GitSource(Source):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
57
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
58 @classmethod
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
59 def directory_name(cls, uri):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
60 ext = '.git'
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
61 if uri.endswith(uri):
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
62 uri = uri[:-len(ext)]
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
63 return Source.directory_name(uri)
151862a0a711 begin restructuring to something more modular and extensible
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
64
22
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
65 def update(self):
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
66 """updates a checkout or does one if it does not exist"""
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
67 if os.path.exists(self.directory()):
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
68 assert os.path.exists(os.path.join(self.directory(), '.git'))
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
69 call(['git', 'pull'], cwd=self.directory())
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
70 else:
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
71 if not os.path.exists(self.srcdir):
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
72 os.makedirs(self.srcdir)
1378e96c65ac git updater method
Jeff Hammel <jhammel@mozilla.com>
parents: 21
diff changeset
73 call(['git', 'clone', self.uri], cwd=self.srcdir)
45
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
74 # TODO: add a more intelligent .git/config, e.g.
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
75 # [core]
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
76 # repositoryformatversion = 0
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
77 # filemode = true
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
78 # bare = false
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
79 # logallrefupdates = true
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
80 # [remote "origin"]
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
81 # fetch = +refs/heads/*:refs/remotes/origin/*
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
82 # url = git://github.com/mozilla/toolbox.git
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
83 # pushurl = git@github.com:mozilla/toolbox.git
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
84 # [branch "master"]
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
85 # remote = origin
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
86 # merge = refs/heads/master
048e391423a1 note about git config
Jeff Hammel <jhammel@mozilla.com>
parents: 44
diff changeset
87 # see: http://git.661346.n2.nabble.com/Separate-default-push-pull-td4555821.html
23
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
88
25
a54543838686 add test for source demunging
Jeff Hammel <jhammel@mozilla.com>
parents: 23
diff changeset
89 def sources(source_dict, **kwargs):
30
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
90 """
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
91 return source objects from a dict:
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
92 {'hg': ['http://k0s.org/hg/pyloader'],
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
93 'git': ['git://github.com/mozilla/toolbox.git']}
6089d6ec745a should now have a working flower; will test when i get internets again
Jeff Hammel <jhammel@mozilla.com>
parents: 27
diff changeset
94 """
23
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
95 retval = []
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
96 for repo_type, sources in source_dict.items():
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
97 if repo_type == 'hg':
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
98 retval.extend([HgSource(source, **kwargs)
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
99 for source in sources])
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
100 elif repo_type == 'git':
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
101 retval.extend([GitSource(source, **kwargs)
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
102 for source in sources])
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
103 else:
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
104 raise AssertionError("Source type unknown: %s" % repo_type)
425a3c73ac1d add a convenience method for VCS sources
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
105 return retval