annotate numerics/interpolation.py @ 36:285a886255e4

missing import
author Jeff Hammel <k0scist@gmail.com>
date Fri, 21 Nov 2014 13:07:01 -0800
parents 7517682843cb
children 2891db98a9b7
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
1 #!/usr/bin/env python
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
2
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
3
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
4 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
5 interpolation
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
6 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
7
36
285a886255e4 missing import
Jeff Hammel <k0scist@gmail.com>
parents: 10
diff changeset
8 import argparse
285a886255e4 missing import
Jeff Hammel <k0scist@gmail.com>
parents: 10
diff changeset
9
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
10 __all__ = ['neighbors', 'linear_interpolation', 'InterpolateParser']
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
11
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
12 def neighbors(start, finish):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
13 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
14 returns the neighbors in finish from start
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
15 assumes both are sorted
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
16 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
17 assert finish
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
18 index = 0
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
19 retval = []
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
20 for x in start:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
21 # endpoints
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
22 if x < finish[0]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
23 retval.append((None, 0))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
24 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
25 if x > finish[-1]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
26 retval.append((len(finish)-1, None))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
27 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
28 # traverse
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
29 try:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
30 while True:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
31 if x < finish[index] or x > finish[index+1]:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
32 index += 1
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
33 continue
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
34 else:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
35 break
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
36 retval.append((index, index+1))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
37 except IndexError:
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
38 retval.append((len(finish)-2, len(finish)-1))
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
39
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
40 return retval
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
41
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
42
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
43 def linear_interpolation(data, points):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
44 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
45 linearly interpolate data to points
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
46
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
47 data -- iterable of 2-tuples (or equivalent) of `x,y`
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
48 points -- `x`-values to interpolate to
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
49 """
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
50
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
51 # ensure we are sorted
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
52 data = sorted(data, key=lambda x: x[0])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
53 points = sorted(points)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
54
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
55 # get the neighbors
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
56 x = [value[0] for value in data]
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
57 nearest_neighbors = neighbors(points, x)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
58
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
59 # we don't support endpoints yet; this is interpolation, not extrapolation
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
60 assert not any([(neighbor[0] is None or neighbor[1] is None)
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
61 for neighbor in nearest_neighbors])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
62
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
63 retval = []
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
64 for index, (left, right) in enumerate(nearest_neighbors):
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
65 # linearly interpolate
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
66 ratio = (points[index] - data[left][0])/float(data[right][0] - data[left][0])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
67 retval.append(ratio*data[right][1] + (1.-ratio)*data[left][1])
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
68 return retval
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
69
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
70 class InterpolateParser(argparse.ArgumentParser):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
71 """CLI option parser"""
4
097296d6132e add interpolation
Jeff Hammel <k0scist@gmail.com>
parents:
diff changeset
72
10
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
73 def __init__(self, **kwargs):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
74 kwargs.setdefault('description', __doc__)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
75 argparse.ArgumentParser.__init__(self, **kwargs)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
76 self.add_argument('input', nargs='?',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
77 type=argparse.FileType('r'), default=sys.stdin,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
78 help='input file, or read from stdin if ommitted')
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
79 self.add_argument('-o', '--output', dest='output',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
80 type=argparse.FileType('w'), default=sys.stdout,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
81 help="output file, or stdout if ommitted")
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
82 self.add_argument('--points', '--print-points', dest='print_points',
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
83 action='store_true', default=False,
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
84 help="print the points to interpolate to and exit")
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
85 self.options = None
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
86
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
87 def parse_args(self, *args, **kw):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
88 options = argparse.ArgumentParser.parse_args(self, *args, **kw)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
89 self.validate(options)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
90 self.options = options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
91 return options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
92
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
93 def validate(self, options):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
94 """validate options"""
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
95
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
96 def main(args=sys.argv[1:]):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
97 """CLI"""
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
98
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
99 # parse command line options
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
100 parser = InterpolateParser()
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
101 options = parser.parse_args(args)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
102
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
103 # read the CSV
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
104 reader = csv.reader(options.input)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
105 data = [[float(col) for col in row] for row in reader]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
106 ncols = set([len(row) for row in data])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
107 assert len(ncols) == 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
108 ncols = ncols.pop()
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
109 assert ncols > 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
110
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
111 # get `x` values
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
112 data = sorted(data, key=lambda x: x[0])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
113 x = [row[0] for row in data]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
114 xmin = int(x[0]) + 1
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
115 xmax = int(x[-1])
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
116 points = range(xmin, xmax+1)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
117 if options.print_points:
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
118 print ('\n'.join([str(point) for point in points]))
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
119 return
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
120
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
121 # make into x,y series
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
122 series = [[(row[0], row[col]) for row in data]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
123 for col in range(1,ncols)]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
124
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
125 # interpolate
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
126 interpolated = [linear_interpolation(s, points) for s in series]
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
127
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
128 # output interpolated data
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
129 writer = csv.writer(options.output)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
130 for row in zip(points, *interpolated):
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
131 writer.writerow(row)
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
132
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
133 if __name__ == '__main__':
Jeff Hammel <k0scist@gmail.com>
parents: 4
diff changeset
134 main()