8 examples of 'python split array into chunks' in Python

189
def split_into_chunks(iterable, chunk_length):
190
    args = [iter(iterable)] * chunk_length
191
    return zip_longest(*args)

45
def _split_into_chunks(value: int) -> Iterable[int]:
46
    while value >= 32:  # 2^5, while there are at least 5 bits
47
48
        # first & with 2^5-1, zeros out all the bits other than the first five
49
        # then OR with 0x20 if another bit chunk follows
50
        yield (value & 31) | 0x20
51
        value >>= 5
52
    yield value

1236
def SplitIteratorIntoChunks( iterator, n ):
1237
    
1238
    chunk = []
1239
    
1240
    for item in iterator:
1241
        
1242
        chunk.append( item )
1243
        
1244
        if len( chunk ) == n:
1245
            
1246
            yield chunk
1247
            
1248
            chunk = []
1249
            
1250
        
1251
    
1252
    if len( chunk ) > 0:
1253
        
1254
        yield chunk

147
def reshape_arrays_in_stacked_chunks(arrays, chunks):
148
    """Reshape the arrays such that all the chunks are stacked along the last dimension.
149
150
    In effect, this will make the arrays have only one chunk over the first dimensions.
151
    """
152
    h_fac = len(chunks[1])
153
    v_fac = len(chunks[0])
154
    res = []
155
    for array in arrays:
156
        cols = hsplit(array, h_fac)
157
        layers = []
158
        for col in cols:
159
            layers.extend(vsplit(col, v_fac))
160
        res.append(np.stack(layers, axis=2))
161
162
    return res

18
def splitArray(arraySize, maxRequest):
19
    modulusCalculation = arraySize % maxRequest
20
    fixedLoop = arraySize // maxRequest
21
    return modulusCalculation, fixedLoop

51
def split(a, n):
52
    """Split a into n evenly sized chunks"""
53
    k, m = len(a) / n, len(a) % n
54
    return [a[i * k + min(i, m):(i + 1) * k + min(i + 1, m)]
55
            for i in xrange(n)]

169
def split(self, *arrays: Union[np.ndarray, pd.DataFrame, pd.Series]):
170
    """
171
    Split data.
172
173
    Parameters
174
    ----------
175
    *arrays
176
        Dataset for split.
177
        Size of dim 0 must be equal to :meth:`~Splitter.size`.
178
        If None, return the split indices.
179
180
    Returns
181
    -------
182
    tuple
183
        List containing split of inputs. if inputs are None, only return
184
        the indices of split. if ``test_size`` is 0, test data/index will
185
        not return.
186
    """
187
    if self._test is None:
188
        raise RuntimeError('split action is illegal because `test_size` is none')
189
190
    if len(arrays) == 0:
191
        return self._train, self._test
192
193
    ret = []
194
    for array in arrays:
195
        self._size_check(array)
196
        ret.extend(self._split(array, self._train, self._test))
197
    return tuple(ret)

29
def chunks(l, n):
30
    """ Yield successive n-sized chunks from l.
31
    """
32
    chunks = []
33
    for i in range(0, len(l), n):
34
        chunks.append([{'mentee': mentee} for mentee in l[i:i + n]])
35
    return chunks