annotate numerics/manipulate.py @ 136:cffa11cb91a0

hook this up
author Jeff Hammel <k0scist@gmail.com>
date Tue, 17 Mar 2015 12:01:16 -0700
parents 12649a88545c
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
1 #!/usr/bin/env python
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
2 # -*- coding: utf-8 -*-
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
3
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
4 """
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
5 manipulate CSV data
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
6 """
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
7
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
8 # imports
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
9 import argparse
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
10 import os
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
11 import sys
108
bad50c6bb243 notes to self
Jeff Hammel <k0scist@gmail.com>
parents: 107
diff changeset
12 from .convert import default_cast, cast_columns
110
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
13 from .data import transpose
60
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
14 from .read import CSVParser
136
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
15 from .sort import Sorter, sort_arg
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
16
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
17 # module globals
125
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
18 __all__ = ['ManipulationParser', 'FloatParser', 'main']
110
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
19
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
20
60
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
21 class ManipulationParser(CSVParser):
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
22 """CLI option parser for data manipulation"""
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
23
108
bad50c6bb243 notes to self
Jeff Hammel <k0scist@gmail.com>
parents: 107
diff changeset
24 types = default_cast
bad50c6bb243 notes to self
Jeff Hammel <k0scist@gmail.com>
parents: 107
diff changeset
25
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
26 def __init__(self, **kwargs):
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
27 kwargs.setdefault('description', __doc__)
60
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
28 CSVParser.__init__(self, **kwargs)
136
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
29 self.add_argument('--sort', dest='sort', nargs='+',
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
30 type=sort_arg,
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
31 help="column to sort by; will be reverse if prepended by '-'")
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
32 self.options = None
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
33
60
e3c3ee7b5ccf stubbing manipulate data
Jeff Hammel <k0scist@gmail.com>
parents: 58
diff changeset
34 def typed_data(self):
108
bad50c6bb243 notes to self
Jeff Hammel <k0scist@gmail.com>
parents: 107
diff changeset
35 """return parsed and casted data"""
136
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
36 columns = cast_columns(self.columns(), self.types)
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
37
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
38 if self.options.sort:
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
39 # sort the data
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
40 sorter = Sorter(*self.options.sort)
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
41 rows = sorter(transpose(columns))
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
42
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
43 # re-transpose
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
44 columns = transpose(rows)
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
45
cffa11cb91a0 hook this up
Jeff Hammel <k0scist@gmail.com>
parents: 135
diff changeset
46 return columns
110
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
47
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
48 def process(self):
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
49 return transpose(self.typed_data())
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
50
111
c4d26ef63d8e fix error in convert and i think this works sorta well enouigh for now
Jeff Hammel <k0scist@gmail.com>
parents: 110
diff changeset
51
125
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
52 class FloatParser(ManipulationParser):
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
53 """manipulation parser convenience just for floats"""
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
54 types = (float,)
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
55
d255058333b2 putzing
Jeff Hammel <k0scist@gmail.com>
parents: 111
diff changeset
56
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
57 def main(args=sys.argv[1:]):
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
58 """CLI"""
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
59
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
60 # parse command line options
106
895ad896023a cleanup
Jeff Hammel <k0scist@gmail.com>
parents: 61
diff changeset
61 parser = ManipulationParser()
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
62 options = parser.parse_args(args)
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
63
110
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
64 # write manipulated data
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
65 parser.write(parser.process())
5790bcb30bd8 moar stubbin
Jeff Hammel <k0scist@gmail.com>
parents: 108
diff changeset
66
57
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
67 if __name__ == '__main__':
f16d5f013739 stub for manipulating data
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
68 main()