Process departments

create_db.py

@@ -47,7 +47,7 @@ def parse_args():
             default='communes2021.csv')
     parser.add_argument('--departments',
             help='departments raw csv file (inside source follder)',
-            default='departements2021.csv')
+            default='departement2021.csv')
     parser.add_argument('--states',
             help='states raw csv file (inside source follder)',
             default='region2021.csv')
@@ -68,11 +68,16 @@ def create_states_csv(raw_file):
     return states
 
 
-def create_adepartment_csv(raw_file):
+def create_department_csv(raw_file):
     """
     Process department files
     """
-    dep = pd.read_csv(raw_file)
+    reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}'
+    dep = pd.read_csv(raw_file,
+        usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"],
+        converters={'REG':reg_convert})
+    return dep
+
 
 if __name__ == '__main__':
     args = parse_args()
@@ -80,7 +85,7 @@ if __name__ == '__main__':
     logger = logging.getLogger()
     if args.verbose is True:
         logger.setLevel(logging.DEBUG)
-        logger.debug('Debug mode actiuvbated')
+        logger.debug('Debug mode activated')
 
     tty_handler = logging.StreamHandler()
 
@@ -88,11 +93,15 @@ if __name__ == '__main__':
     tty_handler.setFormatter(CustomFormatter())
     logger.addHandler(tty_handler)
     
-    logging.debug("Ceci est une test")
     if not os.path.exists(args.source + '/' + args.states):
         logger.critical('can\'t find source file for states')
 
     states = create_states_csv(args.source + '/' + args.states)
     print(states)
-
+    
+    if not os.path.exists(args.source + '/' + args.states):
+        logger.critical('can\'t find source file for departments')
+    departments = create_department_csv(args.source + '/' + args.departments)
+    print(departments)
+    
     sys.exit()