From c51bba6b106a31f773d9dfe31dc4bc6d3c1050aa Mon Sep 17 00:00:00 2001 From: Sharlatan Hellseher Date: Fri, 14 Oct 2022 21:45:52 +0100 Subject: [PATCH 4/4] gnu: Add parfive * gnu/packages/python-web.scm (parfive): Newv variable --- gnu/packages/python-web.scm | 42 +++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) diff --git a/gnu/packages/python-web.scm b/gnu/packages/python-web.scm index 3c4d179dcc..c29be41eff 100644 --- a/gnu/packages/python-web.scm +++ b/gnu/packages/python-web.scm @@ -983,6 +983,48 @@ (define-public httpie (properties `((lint-hidden-cve . ("CVE-2019-10751")))) (license license:bsd-3))) +(define-public parfive + (package + (name "parfive") + (version "2.0.1") + (source (origin + (method url-fetch) + (uri (pypi-uri "parfive" version)) + (sha256 + (base32 + "19dcbb6g56l5s3ih0bhs3p4acgc0gf4zdzpj4w87m69li2nhmgpx")))) + (build-system python-build-system) + (arguments + (list #:phases #~(modify-phases %standard-phases + (add-before 'check 'disable-test-requiring-network + (lambda _ + (substitute* "parfive/tests/test_downloader.py" + (("def test_ftp") + "def __off_test_ftp")))) + (replace 'check + (lambda* (#:key tests? #:allow-other-keys) + (when tests? + (invoke "python" "-m" "pytest" "-vvv" "parfive"))))))) + (propagated-inputs (list python-aiofiles python-aioftp python-aiohttp + python-tqdm)) + (native-inputs (list python-pytest + python-pytest-asyncio + python-pytest-cov + python-pytest-localserver + python-pytest-socket + python-setuptools-scm)) + (home-page "https://parfive.readthedocs.io/") + (synopsis "HTTP and FTP parallel file downloader") + (description + "This package provides CLI tool and Python library @code{parallel} file +downloader using asyncio. parfive can handle downloading multiple files in +parallel as well as downloading each file in a number of chunks. + +asciicast demo of parfive parfive works by creating a downloader object, +appending files to it and then running the download. parfive has a synchronous +API, but uses asyncio to paralellise downloading the files.") + (license license:expat))) + (define-public python-html2text (package (name "python-html2text") -- 2.37.3