diff --git a/create_db.py b/create_db.py index da6b5b6..625fbb8 100755 --- a/create_db.py +++ b/create_db.py @@ -47,7 +47,7 @@ def parse_args(): default='communes2021.csv') parser.add_argument('--departments', help='departments raw csv file (inside source follder)', - default='departements2021.csv') + default='departement2021.csv') parser.add_argument('--states', help='states raw csv file (inside source follder)', default='region2021.csv') @@ -68,11 +68,16 @@ def create_states_csv(raw_file): return states -def create_adepartment_csv(raw_file): +def create_department_csv(raw_file): """ Process department files """ - dep = pd.read_csv(raw_file) + reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}' + dep = pd.read_csv(raw_file, + usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"], + converters={'REG':reg_convert}) + return dep + if __name__ == '__main__': args = parse_args() @@ -80,7 +85,7 @@ if __name__ == '__main__': logger = logging.getLogger() if args.verbose is True: logger.setLevel(logging.DEBUG) - logger.debug('Debug mode actiuvbated') + logger.debug('Debug mode activated') tty_handler = logging.StreamHandler() @@ -88,11 +93,15 @@ if __name__ == '__main__': tty_handler.setFormatter(CustomFormatter()) logger.addHandler(tty_handler) - logging.debug("Ceci est une test") if not os.path.exists(args.source + '/' + args.states): logger.critical('can\'t find source file for states') states = create_states_csv(args.source + '/' + args.states) print(states) - + + if not os.path.exists(args.source + '/' + args.states): + logger.critical('can\'t find source file for departments') + departments = create_department_csv(args.source + '/' + args.departments) + print(departments) + sys.exit()