From 014a76588a7c371ae27f5f63b993aa5be908df6f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dan=20Hor=C3=A1k?= Date: Mon, 25 May 2020 16:42:47 +0200 Subject: [koji PATCH] log details for downloaded srpms --- koji/__init__.py | 9 +++++++++ koji/tasks.py | 8 ++++++++ 2 files changed, 17 insertions(+) diff --git a/koji/__init__.py b/koji/__init__.py index b9e68094..9f516add 100644 --- a/koji/__init__.py +++ b/koji/__init__.py @@ -1677,10 +1677,19 @@ def openRemoteFile(relpath, topurl=None, topdir=None, tempdir=None): url = "%s/%s" % (topurl, relpath) fo = tempfile.TemporaryFile(dir=tempdir) resp = requests.get(url, stream=True) + length = 0 + logger = logging.getLogger("koji.build") try: for chunk in resp.iter_content(chunk_size=8192): + length += len(chunk) fo.write(chunk) finally: + header_length = int(resp.headers.get('content-length'), 0) + if length != header_length: + logger.info("openRemoteFile: %s, header: %d, got: %d" % (url, header_length, length)) + logger.info(resp.headers) + else: + logger.info("openRemoteFile: %s [success], size %d" % (url, length)) resp.close() fo.seek(0) elif topdir: diff --git a/koji/tasks.py b/koji/tasks.py index af603a0c..392aab61 100644 --- a/koji/tasks.py +++ b/koji/tasks.py @@ -479,13 +479,21 @@ class BaseTaskHandler(object): self.logger.debug("Downloading %s", relpath) url = "%s/%s" % (self.options.topurl, relpath) resp = requests.get(url, stream=True) + length = 0 try: if not os.path.exists(os.path.dirname(fn)): os.makedirs(os.path.dirname(fn)) with open(fn, 'wb') as fdst: for chunk in resp.iter_content(chunk_size=8192): + length += len(chunk) fdst.write(chunk) finally: + header_length = int(resp.headers.get('content-length'), 0) + if length != header_length: + self.logger.info("localPath: %s, header: %d, got: %d" % (url, header_length, length)) + self.logger.info(resp.headers) + else: + self.logger.info("localPath: %s [success], size %d" % (url, length)) resp.close() else: fn = "%s/%s" % (self.options.topdir, relpath) -- 2.21.3