download_speed/downloader.py

import requests
import datetime
import model

# file_size if byte
# longest_time seconds


def download_file(
    servers, chunk_size=4 * 1024, file_size=100 * 1024 * 1024, longest_time=60
):
    for server in servers:
        url = server["url"]
        server_name = server["name"]
        chunk_read = 0
        s_time = datetime.datetime.now()
        try:
            with requests.get(url, stream=True, timeout=longest_time) as r:
                for chunk in r.iter_content(chunk_size):
                    if chunk:
                        chunk_read += len(chunk)
                        e_time = datetime.datetime.now()
                        duration = (e_time - s_time).total_seconds()
                        if chunk_read >= file_size:
                            break
                        if duration >= longest_time:
                            print(
                                "{server} longer than {longest_time} seconds. Stopped.".format(
                                    longest_time=longest_time, server=server_name
                                )
                            )
                            break
            speed = chunk_read / duration / 1024 / 1024 * 8  # mega bit
            model.add_record(server_name, speed)
            print("{server}:{speed} Mbit/s".format(server=server_name, speed=speed))
        except requests.exceptions.Timeout as e:
            print(
                "timeout before wait {timeout} seconds. Error:{err}".format(
                    err=str(e), timeout=longest_time
                )
            )