From fa03597765ad076d07118de7155876802f17fb3f Mon Sep 17 00:00:00 2001 From: Yorick Barbanneau Date: Sun, 17 Apr 2022 22:17:19 +0200 Subject: [PATCH] Process departments --- create_db.py | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-) diff --git a/create_db.py b/create_db.py index 0fa483e..625fbb8 100755 --- a/create_db.py +++ b/create_db.py @@ -47,7 +47,7 @@ def parse_args(): default='communes2021.csv') parser.add_argument('--departments', help='departments raw csv file (inside source follder)', - default='departements2021.csv') + default='departement2021.csv') parser.add_argument('--states', help='states raw csv file (inside source follder)', default='region2021.csv') @@ -68,11 +68,16 @@ def create_states_csv(raw_file): return states -def create_adepartment_csv(raw_file): +def create_department_csv(raw_file): """ Process department files """ - dep = pd.read_csv(raw_file) + reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}' + dep = pd.read_csv(raw_file, + usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"], + converters={'REG':reg_convert}) + return dep + if __name__ == '__main__': args = parse_args() @@ -93,5 +98,10 @@ if __name__ == '__main__': states = create_states_csv(args.source + '/' + args.states) print(states) - + + if not os.path.exists(args.source + '/' + args.states): + logger.critical('can\'t find source file for departments') + departments = create_department_csv(args.source + '/' + args.departments) + print(departments) + sys.exit()