Changes made when integrating with Hippo

main.py

@@ -2,19 +2,28 @@
 Main script file
 """
 
-from judging import judge
 from retrieval import intranet, analyze
+
+judge_ = True
+try:
+    from judging import judge
+    judge_ = False
+except ImportError as e:
+    print( '[WARN] Failed to import judge due to %s' % e )
+    print( '\t No judging today' )
+
 import logging
 
 THEME = "Portraits"
 DEADLINE = "25 January 2018"
 
 def judge_cal():
-    judge.calculate_score("final_Scores.xlsx")
+    global judge_
+    if judge_:
+        judge.calculate_score("final_Scores.xlsx")
 
-
-def intra():
-    intranet.do_all(THEME, DEADLINE)
+def intra( args ):
+    intranet.do_all(THEME, DEADLINE, args)
 
 def check_defaulters():
     analyze.get_defaulters(THEME, DEADLINE)
@@ -24,7 +33,7 @@ def main( args ):
             , format = '%(asctime)s %(name)-10s %(levelname)-5s %(message)s'
             )
     logging.debug( 'Calling intra' )
-    intra()
+    intra( args )
 
 if __name__ == '__main__':
     import argparse
@@ -46,6 +55,10 @@ def main( args ):
         , dest = 'loglevel', const = logging.INFO
         , help = 'Be chatty. Like academic canteen and SLC.'
         )
+    parser.add_argument('--task', '-t'
+        , required = False, default = 'all'
+        , help = 'Which task: json|all'
+        )
     class Args: pass 
     args = Args()
     parser.parse_args(namespace=args)

retrieval/intranet.py

@@ -31,7 +31,6 @@
 from models.photography import PhotoObject as Photo
 from user_constants import *
 
-
 def read_main_page() -> list:
     """
     Read entire page. All currently uploaded photos will be here
@@ -170,11 +169,17 @@ def retrieve_pics(photos: list) -> list:
             count_text, re.sub('[^A-Za-z0-9]+', '', p2.title))
         filename = filename[
                    :20] + ".jpg"  # If name if more than 20 characters,
-        # strip it and add file extension
-        p2.file_name = filename  # Update file_name field in the PhotoObject
-        testfile = request.URLopener()  # start downloading
-        testfile.retrieve(p2.photo_url, photo_store_folder + filename)  # Save
-        file_counter += 1
+
+        # if for some reason file does not get downloaded, warn and continue. 
+        # Required for Hippo integration.
+        try:
+            # strip it and add file extension
+            p2.file_name = filename  # Update file_name field in the PhotoObject
+            testfile = request.URLopener()  # start downloading
+            testfile.retrieve(p2.photo_url, photo_store_folder + filename)  # Save
+            file_counter += 1
+        except Exception as e:
+            logging.warn( "Failed to download %s due to %s" % (p2.photo_url,e))
 
     return photos
 
@@ -195,8 +200,13 @@ def save_details(photos: list) -> None:
     # information for further process.
     all_info = {}
     for photo in photos:
-        key = ''.join(random.choices(string.ascii_uppercase + string.digits,
-                                     k=10))  # Create some random key
+
+        # This is python3.6 specific. Making a python3.5 compatible version.
+        #key = ''.join(random.choices(string.ascii_uppercase + string.digits,
+        #                             k=10))  # Create some random key
+        alphas = string.ascii_uppercase + string.digits
+        key = ''.join( [ random.choice( alphas ) for i in range(10) ] )
+
         # Create json entry
         all_info[key] = {"uid": key,
                          "url": photo.url,
@@ -211,7 +221,6 @@ def save_details(photos: list) -> None:
     # Dump to json
     with open(output_file_name + ".json", "w") as f:
         print(json.dumps(all_info), file=f)
-
     logging.info( 'Wrote %s.json' % output_file_name  )
 
 
@@ -273,14 +282,18 @@ def create_md_file(pics) -> None:
     pass
 
 
-def do_all(theme: str, last_day: str):
+def do_all(theme: str, last_day: str, args):
     """
     For lazy people. This function does entire process
     :return: Download all photos with their information and details
     """
     pics = retrieve_pics(get_all_info())
     pics.sort(key=lambda x: x.points, reverse=True)
     save_details(pics)
+    if args.task == 'json':
+        logging.warn( 'Task %s complete. Quitting' % args.task )
+        return 
+
     no_of_winners = max([2, round(len(pics) / 15)])
     selected = pics[:no_of_winners]
     last_entry_score = selected[-1].points