from typing import List def allocation_num(number_of_bytes: int, partitions: int) -> List[str]: """ Divide a number of bytes into x partitions. In a multi-threaded download, this algorithm could be used to provide each worker thread with a block of non-overlapping bytes to download. For example: for i in allocation_list: requests.get(url,headers={'Range':f'bytes={i}'}) parameter ------------ : param number_of_bytes : param partitions return ------------ : return: list of bytes to be assigned to each worker thread Examples: ------------ >>> allocation_num(16647, 4) ['0-4161', '4162-8322', '8323-12483', '12484-16647'] >>> allocation_num(888, 888) Traceback (most recent call last): ... ValueError: partitions can not >= number_of_bytes! >>> allocation_num(888, 999) Traceback (most recent call last): ... ValueError: partitions can not >= number_of_bytes! >>> allocation_num(888, -4) Traceback (most recent call last): ... ValueError: partitions must be a positive number! """ if partitions <= 0: raise ValueError('partitions must be a positive number!') if partitions >= number_of_bytes: raise ValueError('partitions can not >= number_of_bytes!') bytes_per_partition = number_of_bytes // partitions allocation_list = [f'0-{bytes_per_partition}'] for i in range(1, partitions - 1): length = f'{bytes_per_partition * i + 1}-{bytes_per_partition * (i + 1)}' allocation_list.append(length) allocation_list.append(f'{(bytes_per_partition * (partitions - 1)) + 1}-' f'{number_of_bytes}') return allocation_list if __name__ == '__main__': import doctest doctest.testmod()