diff --git a/pungi/scripts/create_packages_json.py b/pungi/scripts/create_packages_json.py
index 977b44a2..a04cb412 100644
--- a/pungi/scripts/create_packages_json.py
+++ b/pungi/scripts/create_packages_json.py
@@ -98,7 +98,7 @@ class PackagesGenerator:
             url=file_url,
         )
         file_request.raise_for_status()
-        with tempfile.NamedTemporaryFile(delete=True) as file_stream:
+        with tempfile.NamedTemporaryFile(delete=False) as file_stream:
             file_stream.write(file_request.content)
         return file_stream.name
 
diff --git a/tests/test_create_packages_json.py b/tests/test_create_packages_json.py
index a4ab70cc..df109e71 100644
--- a/tests/test_create_packages_json.py
+++ b/tests/test_create_packages_json.py
@@ -50,7 +50,7 @@ class TestPackagesJson(TestCase):
             file_name = PackagesGenerator.get_remote_file_content(
                 file_url='fakeurl')
             mock_requests_get.assert_called_once_with(url='fakeurl')
-            mock_tempfile.assert_called_once_with(delete=True)
+            mock_tempfile.assert_called_once_with(delete=False)
             mock_tempfile.return_value.__enter__().\
                 write.assert_called_once_with(b'TestContent')
             self.assertEqual(