# HG changeset patch
# User Jeff Hammel <k0scist@gmail.com>
# Date 1512935557 28800
# Node ID 244c29f46554ab5916f534d0e28c43884125af5b
# Parent  dbbf5344868c7a23c2e19dcad226a79b447e4322
add module for chunking data

diff -r dbbf5344868c -r 244c29f46554 lemuriformes/chunk.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/lemuriformes/chunk.py	Sun Dec 10 11:52:37 2017 -0800
@@ -0,0 +1,12 @@
+def chunk(data, chunksize=100000):
+    """
+    chunk `data` into smaller sizes of `chunksize`
+    """
+
+    offset = 0
+    chunk = data[0:chunksize]
+    while chunk:
+        yield chunk
+        offset += chunksize
+        chunk = data[offset:offset+chunksize]
+