From 5af54c41e162d10ea258c5bc3f308b54b0a72bdd Mon Sep 17 00:00:00 2001
From: Pierre-Yves Chibon <pingou@pingoured.fr>
Date: Feb 28 2016 21:49:39 +0000
Subject: If failing to process a repo, wait 30 seconds and try again


---

diff --git a/mdapi-get_repo_md b/mdapi-get_repo_md
index 397f289..c4af3ce 100644
--- a/mdapi-get_repo_md
+++ b/mdapi-get_repo_md
@@ -41,6 +41,7 @@ import multiprocessing
 import os
 import shutil
 import tempfile
+import time
 import hashlib
 import xml.etree.ElementTree as ET
 
@@ -505,10 +506,15 @@ def main():
 
     # In serial
     for t in itertools.product(
-        [CONFIG.get('DB_FOLDER', '/var/tmp')],
-        repositories):
-
-        process_repo(t)
+            [CONFIG.get('DB_FOLDER', '/var/tmp')],
+            repositories):
+
+        try:
+            process_repo(t)
+        except OSError:
+            # Most often due to an invalid stream, so let's try a second time
+            time.sleep(30)
+            process_repo(t)
 
     return 0