annotate sqlex/main.py @ 9:834b920ae345 default tip

allow output of headers in csv
author Jeff Hammel <k0scist@gmail.com>
date Sat, 01 Apr 2017 15:11:34 -0700
parents adf056d67c01
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
1 #!/usr/bin/env python
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
2 # -*- coding: utf-8 -*-
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
3
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
4 """
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
5 sql(ite) explorer/exporter
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
6 """
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
7
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
8 # imports
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
9 import argparse
5
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
10 import csv
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
11 import os
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
12 import sys
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
13 from .model import SQLEx
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
14
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
15
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
16 def ensure_dir(directory):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
17 """ensure a directory exists"""
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
18 if os.path.exists(directory):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
19 if not os.path.isdir(directory):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
20 raise OSError("Not a directory: '{}'".format(directory))
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
21 return directory
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
22 os.makedirs(directory)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
23 return directory
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
24
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
25
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
26 class SQLExParser(argparse.ArgumentParser):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
27 """CLI option parser"""
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
28
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
29 def __init__(self, **kwargs):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
30 kwargs.setdefault('formatter_class', argparse.RawTextHelpFormatter)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
31 kwargs.setdefault('description', __doc__)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
32 argparse.ArgumentParser.__init__(self, **kwargs)
1
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
33 self.add_argument('db',
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
34 help="sqlite `.db` file")
4
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
35 self.add_argument('table', nargs='?',
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
36 help="table to operate on")
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
37 self.add_argument('--tables', '--list-tables', dest='list_tables',
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
38 action='store_true', default=False,
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
39 help="list tables and exit")
5
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
40 self.add_argument('--columns', '--list-columns', dest='list_columns',
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
41 action='store_true', default=False,
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
42 help="list columns in `table` and exit")
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
43 self.add_argument('-o', '--output',
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
44 help="output to directory (if `table` not given), or filename or stdout by default")
9
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
45 self.add_argument('--header', dest='header',
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
46 action='store_true', default=False,
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
47 help="export header as first row")
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
48 self.options = None
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
49
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
50 def parse_args(self, *args, **kw):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
51 options = argparse.ArgumentParser.parse_args(self, *args, **kw)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
52 self.validate(options)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
53 self.options = options
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
54 return options
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
55
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
56 def validate(self, options):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
57 """validate options"""
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
58
1
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
59 try:
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
60 open(options.db).close()
1
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
61 except Exception as e:
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
62 self.error("Could not open '{}': {}".format(options.db, e))
1cfdb859f9d2 skeleton
Jeff Hammel <k0scist@gmail.com>
parents: 0
diff changeset
63
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
64 if not any((options.output,
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
65 options.list_tables,
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
66 options.table)):
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
67 self.error("`--output` directory must be specified to output entire database")
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
68
5
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
69 if options.list_columns and not options.table:
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
70 self.error("`--list-columns` requires `table`")
2
63a75d318b06 stub a model
Jeff Hammel <k0scist@gmail.com>
parents: 1
diff changeset
71
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
72 def main(args=sys.argv[1:]):
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
73 """CLI"""
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
74
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
75 # parse command line options
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
76 parser = SQLExParser()
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
77 options = parser.parse_args(args)
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
78
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
79 # connect to database
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
80 db = SQLEx(options.db)
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
81
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
82 if options.list_tables:
4
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
83 # list tables and return
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
84 # if `table` argument is provided, exit 1
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
85 # if not available. Otherwise exit 0
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
86 tables = db.tables()
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
87 print ('\n'.join(tables))
4
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
88 retval = 0
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
89 if options.table:
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
90 retval = int(options.table not in tables)
b440206930ac stub table optional positional argument
Jeff Hammel <k0scist@gmail.com>
parents: 3
diff changeset
91 return retval
3
5f1e1ac96aa7 stub works with SELECT
Jeff Hammel <k0scist@gmail.com>
parents: 2
diff changeset
92
5
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
93 if options.table:
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
94 # ensure selected table exists
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
95 if options.table not in db.tables():
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
96 parser.error("No table '{}' in {} tables:\n{}".format(options.table, options.db, ', '.join(db.tables())))
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
97
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
98 if options.list_columns:
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
99 # list columns and return
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
100 print ('\n'.join(db.columns(options.table).keys()))
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
101 return
3a7f515571dc can list column names
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
102
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
103 if options.table:
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
104 # output table
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
105
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
106 if options.output:
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
107 with open(options.output, 'w') as f:
9
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
108 db.table2csv(options.table, f, header=options.header)
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
109 else:
9
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
110 db.table2csv(options.table, sys.stdout, header=options.header)
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
111 sys.stdout.flush()
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
112 else:
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
113 # output entire db to CSV files in directory
8
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
114
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
115 # ensure directory exists
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
116 ensure_dir(options.output)
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
117
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
118 for table in db.tables():
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
119 # export each table
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
120 path = os.path.join(options.output, '{}.csv'.format(table))
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
121 with open(path, 'w') as f:
9
834b920ae345 allow output of headers in csv
Jeff Hammel <k0scist@gmail.com>
parents: 8
diff changeset
122 db.table2csv(table, f, header=options.header)
8
adf056d67c01 ability to export entire db to directory
Jeff Hammel <k0scist@gmail.com>
parents: 6
diff changeset
123
6
22fbe50d92e8 can now export a table
Jeff Hammel <k0scist@gmail.com>
parents: 5
diff changeset
124
0
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
125 if __name__ == '__main__':
a05c70cc24be initial commit
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
126 main()