annotate numerics/interpolation.py @ 10:7517682843cb

CLI
author Jeff Hammel <k0scist@gmail.com>
date Thu, 04 Sep 2014 21:01:36 -0700
parents 097296d6132e
children 285a886255e4
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
1 #!/usr/bin/env python
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
2
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
3
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
4 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
5 interpolation
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
6 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
7
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
8 __all__ = ['neighbors', 'linear_interpolation', 'InterpolateParser']
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
9
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
10 def neighbors(start, finish):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
11 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
12 returns the neighbors in finish from start
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
13 assumes both are sorted
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
14 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
15 assert finish
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
16 index = 0
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
17 retval = []
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
18 for x in start:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
19 # endpoints
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
20 if x < finish[0]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
21 retval.append((None, 0))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
22 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
23 if x > finish[-1]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
24 retval.append((len(finish)-1, None))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
25 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
26 # traverse
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
27 try:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
28 while True:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
29 if x < finish[index] or x > finish[index+1]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
30 index += 1
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
31 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
32 else:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
33 break
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
34 retval.append((index, index+1))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
35 except IndexError:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
36 retval.append((len(finish)-2, len(finish)-1))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
37
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
38 return retval
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
39
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
40
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
41 def linear_interpolation(data, points):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
42 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
43 linearly interpolate data to points
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
44
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
45 data -- iterable of 2-tuples (or equivalent) of `x,y`
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
46 points -- `x`-values to interpolate to
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
47 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
48
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
49 # ensure we are sorted
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
50 data = sorted(data, key=lambda x: x[0])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
51 points = sorted(points)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
52
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
53 # get the neighbors
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
54 x = [value[0] for value in data]
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
55 nearest_neighbors = neighbors(points, x)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
56
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
57 # we don't support endpoints yet; this is interpolation, not extrapolation
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
58 assert not any([(neighbor[0] is None or neighbor[1] is None)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
59 for neighbor in nearest_neighbors])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
60
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
61 retval = []
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
62 for index, (left, right) in enumerate(nearest_neighbors):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
63 # linearly interpolate
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
64 ratio = (points[index] - data[left][0])/float(data[right][0] - data[left][0])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
65 retval.append(ratio*data[right][1] + (1.-ratio)*data[left][1])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
66 return retval
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
67
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
68 class InterpolateParser(argparse.ArgumentParser):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
69 """CLI option parser"""
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
70
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
71 def __init__(self, **kwargs):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
72 kwargs.setdefault('description', __doc__)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
73 argparse.ArgumentParser.__init__(self, **kwargs)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
74 self.add_argument('input', nargs='?',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
75 type=argparse.FileType('r'), default=sys.stdin,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
76 help='input file, or read from stdin if ommitted')
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
77 self.add_argument('-o', '--output', dest='output',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
78 type=argparse.FileType('w'), default=sys.stdout,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
79 help="output file, or stdout if ommitted")
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
80 self.add_argument('--points', '--print-points', dest='print_points',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
81 action='store_true', default=False,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
82 help="print the points to interpolate to and exit")
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
83 self.options = None
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
84
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
85 def parse_args(self, *args, **kw):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
86 options = argparse.ArgumentParser.parse_args(self, *args, **kw)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
87 self.validate(options)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
88 self.options = options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
89 return options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
90
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
91 def validate(self, options):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
92 """validate options"""
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
93
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
94 def main(args=sys.argv[1:]):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
95 """CLI"""
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
96
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
97 # parse command line options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
98 parser = InterpolateParser()
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
99 options = parser.parse_args(args)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
100
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
101 # read the CSV
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
102 reader = csv.reader(options.input)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
103 data = [[float(col) for col in row] for row in reader]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
104 ncols = set([len(row) for row in data])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
105 assert len(ncols) == 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
106 ncols = ncols.pop()
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
107 assert ncols > 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
108
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
109 # get `x` values
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
110 data = sorted(data, key=lambda x: x[0])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
111 x = [row[0] for row in data]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
112 xmin = int(x[0]) + 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
113 xmax = int(x[-1])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
114 points = range(xmin, xmax+1)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
115 if options.print_points:
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
116 print ('\n'.join([str(point) for point in points]))
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
117 return
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
118
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
119 # make into x,y series
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
120 series = [[(row[0], row[col]) for row in data]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
121 for col in range(1,ncols)]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
122
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
123 # interpolate
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
124 interpolated = [linear_interpolation(s, points) for s in series]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
125
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
126 # output interpolated data
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
127 writer = csv.writer(options.output)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
128 for row in zip(points, *interpolated):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
129 writer.writerow(row)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
130
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
131 if __name__ == '__main__':
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
132 main()