annotate python/setup_repo.py @ 908:8c2152e46fcc

provide -r flag to pip for requirements file
author Jeff Hammel <k0scist@gmail.com>
date Fri, 12 Apr 2024 05:23:15 -0700
parents 9cf7d5cc9c2b
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
1 #!/usr/bin/env python
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
2
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
3 """
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
4 setup a repository
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
5
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
6 Parameters:
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
7 - host URL
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
8 - location on host disk
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
9 """
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
10
448
056befdec66c python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 447
diff changeset
11 # TODO:
056befdec66c python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 447
diff changeset
12 # There are patterns here...
056befdec66c python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 447
diff changeset
13 # - actions
454
f7c49c61f092 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 452
diff changeset
14 # - --dry-run/call()
448
056befdec66c python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 447
diff changeset
15
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
16 import os
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
17 import subprocess
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
18 import sys
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
19 import urlparse
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
20
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
21 from optparse import OptionParser
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
22
456
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
23 string = (basestring,)
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
24
457
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
25 # global variables that probably shouldn't be
458
483b4237d9a2 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 457
diff changeset
26 dry_run = True # XXX instead, should have runner class
457
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
27 verbose = True
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
28
454
f7c49c61f092 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 452
diff changeset
29 def call(command, *args, **kwargs):
456
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
30
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
31 if isinstance(command, string):
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
32 command_str = command
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
33 else:
464
35f3730870e7 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 463
diff changeset
34 command_str = subprocess.list2cmdline(command)
463
66c2a17d8424 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 462
diff changeset
35
456
7f1dfb36a0fe python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 455
diff changeset
36 print 'Running:\n%s' % (command_str)
459
32667483d1c5 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 458
diff changeset
37 if globals()['dry_run']:
32667483d1c5 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 458
diff changeset
38 return
527
76b1723c87fc python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 526
diff changeset
39 return subprocess.check_output(command, *args, **kwargs)
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
40
526
4063bbeaa7d4 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents: 464
diff changeset
41 def init_repo(directory, message):
404
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
42 """setup repository"""
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
43 call(['hg', 'init', directory])
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
44 call(['hg', 'add', '-R', directory])
526
4063bbeaa7d4 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents: 464
diff changeset
45 call(['hg', 'commit', '-m', message, '-R', directory])
404
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
46
406
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
47 def write_hgrc(directory, host, repo, name):
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
48 """write hgrc file"""
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
49
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
50 HGRC="""[paths]
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
51 default = http://%(host)s/%(repo)s/%(name)s
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
52 default-push = ssh://%(host)s/%(repo)s/%(remote_path)s
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
53 """
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
54
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
55 path = os.path.join(directory, '.hg', 'hgrc')
457
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
56 # TODO: use ConfigParser and i.e
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
57 # http://k0s.org/hg/config/file/95afeaf9c42d/python/hgrc.py
406
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
58 with file(os.path.join(directory, '.hg', 'hgrc'), 'w') as f:
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
59 print >> f, HGRC % { 'host': host, 'repo': repo, 'name': name}
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
60
Jeff Hammel <jhammel@mozilla.com>
parents: 405
diff changeset
61
452
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
62 def setup_remote(local_repo, remote_url, push='ssh', remote_path=None, name=None):
405
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
63 """
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
64 setup a remote repository for local_repo
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
65 - remote_url : public (pull) URL for remote repository
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
66 - push : protocol for push
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
67 - remote_path : remote path of hg repository links; otherwise taken from --remote-url, if specified
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
68 """
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
69
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
70 # parse remote URL
455
81a237bcf3b6 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 454
diff changeset
71 scheme, netloc, path, query, anchor = urlparse.urlsplit(remote_url)
452
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
72 path = path.rstrip('/')
455
81a237bcf3b6 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 454
diff changeset
73 host = netloc # -> host, port, etc
452
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
74
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
75 # derive name
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
76 if name is None:
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
77 if '/' in path:
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
78 prefix, name = path.rsplit('/', 1)
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
79 else:
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
80 name = path
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
81 assert name
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
82
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
83 # get remote path, if specified
451
96859ac4d23f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 450
diff changeset
84 if remote_path:
96859ac4d23f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 450
diff changeset
85
96859ac4d23f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 450
diff changeset
86 # split off remote host and path
96859ac4d23f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 450
diff changeset
87 # XXX is a separate host necessary?
405
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
88 remote_host = host
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
89 if ':' in remote_path:
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
90 remote_host, remote_path = remote_path.split(':', 1)
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
91 else:
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
92 remote_path = path
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
93
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
94 # setup remote repository
545
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
95 remote_dir = '~/%s/%s' % (path.lstrip('/'), name)
447
daa9356d614f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 406
diff changeset
96 command = ['ssh', host, "mkdir -p %s && cd %s && hg init" % (remote_dir, remote_dir)]
545
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
97 print "setting up remote repo:"
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
98 print command
460
3cd5996c1329 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 459
diff changeset
99 call(command)
405
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
100
404
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
101
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
102 def main(args=sys.argv[1:]):
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
103
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
104 # parse command line arguments
403
62eb670a408f dont roll your own
Jeff Hammel <jhammel@mozilla.com>
parents: 402
diff changeset
105 parser = OptionParser('%prog [options] directory')
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
106 parser.add_option('-m', '--message', dest='message',
401
f652f9d4765b flesh out
Jeff Hammel <jhammel@mozilla.com>
parents: 400
diff changeset
107 default='initial commit',
f652f9d4765b flesh out
Jeff Hammel <jhammel@mozilla.com>
parents: 400
diff changeset
108 help='commit message [Default: %default]')
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
109 parser.add_option('-u', '--remote-url', dest='remote_url',
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
110 default="http://k0s.org/hg/",
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
111 help="URL of host hg repository collection [Default: %default]")
400
Jeff Hammel <jhammel@mozilla.com>
parents: 285
diff changeset
112 parser.add_option('-p', '--remote-path', dest='remote_path',
Jeff Hammel <jhammel@mozilla.com>
parents: 285
diff changeset
113 help="remote path of hg repository links; otherwise taken from --remote-url, if specified")
405
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
114 parser.add_option('-o', '--remote-only', dest='remote_only',
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
115 action='store_true', default=False,
815eb5c796e9 more stubbing; separate into functions
Jeff Hammel <jhammel@mozilla.com>
parents: 404
diff changeset
116 help="setup remote server only")
457
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
117 parser.add_option('--dry-run', dest='dry_run',
527
76b1723c87fc python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 526
diff changeset
118 action='store_true', default=False,
457
cdad4c445993 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 456
diff changeset
119 help="")
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
120 options, args = parser.parse_args(args)
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
121
449
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
122 # sanitization
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
123 if not args:
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
124 args = [os.getcwd()]
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
125 if len(args) != 1:
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
126 parser.print_usage()
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
127 parser.exit()
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
128 directory = args[0]
458
483b4237d9a2 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 457
diff changeset
129 globals()['dry_run'] = options.dry_run
449
f39d37973d4b python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 448
diff changeset
130
404
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
131 # initialize repository
447
daa9356d614f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 406
diff changeset
132 if options.remote_only:
daa9356d614f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 406
diff changeset
133 assert options.remote_url
daa9356d614f python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 406
diff changeset
134 else:
526
4063bbeaa7d4 initial commit
Jeff Hammel <jhammel@mozilla.com>
parents: 464
diff changeset
135 init_repo(directory, options.message)
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
136
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
137 # setup remote, if specified
404
fb304dcd1e64 factor to its own method
Jeff Hammel <jhammel@mozilla.com>
parents: 403
diff changeset
138 name = os.path.basename(directory)
285
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
139 if options.remote_url:
fd0e81fdf1fa making setup_repo almost a real program
Jeff Hammel <jhammel@mozilla.com>
parents: 72
diff changeset
140
545
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
141 import pdb; pdb.set_trace()
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
142
450
56fa913491a1 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 449
diff changeset
143 # setup remote repository
452
7d6bd51f0323 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 451
diff changeset
144 setup_remote(directory, options.remote_url, name=name, remote_path=options.remote_path)
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
145
401
f652f9d4765b flesh out
Jeff Hammel <jhammel@mozilla.com>
parents: 400
diff changeset
146 # push changes
545
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
147 url = '/'.join((options.remote_url.rstrip('/'),
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
148 (options.remote_path or name).lstrip('/')))
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
149 # TODO: setup hgrc
9cf7d5cc9c2b fix some egregious errors
Jeff Hammel <jhammel@mozilla.com>
parents: 528
diff changeset
150 command = ['hg', 'push', '-R', directory, url]
460
3cd5996c1329 python/setup_repo.py
Jeff Hammel <jhammel@mozilla.com>
parents: 459
diff changeset
151 call(command)
401
f652f9d4765b flesh out
Jeff Hammel <jhammel@mozilla.com>
parents: 400
diff changeset
152
72
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
153 if __name__ == '__main__':
5a6f89cc6bc4 add a script to add a hg repo
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
154 main()