diff options
author | Richard Maw <richard.maw@codethink.co.uk> | 2013-11-11 11:20:53 +0000 |
---|---|---|
committer | Richard Maw <richard.maw@codethink.co.uk> | 2013-11-22 13:49:25 +0000 |
commit | ef590d30ca978f57b658f59f584b9785f40ed0a5 (patch) | |
tree | 5669d02cc9e1b187089d0d6efb41e31d8cd95324 /morphlib/util.py | |
parent | bf45b293195de34917387fa34874dd33a71fb4ba (diff) | |
download | morph-ef590d30ca978f57b658f59f584b9785f40ed0a5.tar.gz |
util: Add helper for splitting up huge iterables
This is used to split a large iterable into more manageable chunks.
This is important when a consumer can only handle so much input at once
e.g. A program can take a large, but finite number of arguments, xargs
exists to handle this for shell programs.
Diffstat (limited to 'morphlib/util.py')
-rw-r--r-- | morphlib/util.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/morphlib/util.py b/morphlib/util.py index 04df0633..dd2d05e1 100644 --- a/morphlib/util.py +++ b/morphlib/util.py @@ -13,6 +13,7 @@ # with this program; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. +import itertools import os import re @@ -412,3 +413,12 @@ def get_host_architecture(): # pragma: no cover def sanitize_environment(env): for k in env: env[k] = str(env[k]) + +def iter_trickle(iterable, limit): + '''Split an iterable up into `limit` length chunks.''' + it = iter(iterable) + while True: + buf = list(itertools.islice(it, limit)) + if len(buf) == 0: + break + yield buf |