Added download file method and test

details_data_processor.py

@@ -4,8 +4,11 @@ import fnmatch
 import json
 import re
 import numpy as np
+import requests
 
 class DetailsDataProcessor:
+    # Download 
+    #url example
     
     def __init__(self, directory='results', pattern='results*.json'):
         self.directory = directory
@@ -13,6 +16,12 @@ class DetailsDataProcessor:
         # self.data = self.process_data()
         # self.ranked_data = self.rank_data()
 
+    # download a file from a single url and save it to a local directory
+    @staticmethod
+    def _download_file(url, filename):
+        r = requests.get(url, allow_redirects=True)
+        open(filename, 'wb').write(r.content)
+
     # @staticmethod
     # def _find_files(directory, pattern):
     #     for root, dirs, files in os.walk(directory):

test_details_data_processing.py

@@ -1,6 +1,8 @@
 import unittest
 from details_data_processor import DetailsDataProcessor
 import pandas as pd
+import requests
+import os
 
 class TestDetailsDataProcessor(unittest.TestCase):
 
@@ -13,6 +15,11 @@ class TestDetailsDataProcessor(unittest.TestCase):
         # data = self.processor.data
         # self.assertIsInstance(data, pd.DataFrame)
 
+    def test_download_file(self):
+        DetailsDataProcessor._download_file('https://www.google.com', 'test.html')
+        self.assertTrue(os.path.exists('test.html'))
+        os.remove('test.html')
+
         
 if __name__ == '__main__':
     unittest.main()