From 99e9fdaec035ba6fec21723144dc25389d725f6f Mon Sep 17 00:00:00 2001 From: Yorick Barbanneau Date: Sun, 17 Apr 2022 22:09:30 +0200 Subject: [PATCH 1/2] Reword debug --- create_db.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/create_db.py b/create_db.py index da6b5b6..0fa483e 100755 --- a/create_db.py +++ b/create_db.py @@ -80,7 +80,7 @@ if __name__ == '__main__': logger = logging.getLogger() if args.verbose is True: logger.setLevel(logging.DEBUG) - logger.debug('Debug mode actiuvbated') + logger.debug('Debug mode activated') tty_handler = logging.StreamHandler() @@ -88,7 +88,6 @@ if __name__ == '__main__': tty_handler.setFormatter(CustomFormatter()) logger.addHandler(tty_handler) - logging.debug("Ceci est une test") if not os.path.exists(args.source + '/' + args.states): logger.critical('can\'t find source file for states') From fa03597765ad076d07118de7155876802f17fb3f Mon Sep 17 00:00:00 2001 From: Yorick Barbanneau Date: Sun, 17 Apr 2022 22:17:19 +0200 Subject: [PATCH 2/2] Process departments --- create_db.py | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-) diff --git a/create_db.py b/create_db.py index 0fa483e..625fbb8 100755 --- a/create_db.py +++ b/create_db.py @@ -47,7 +47,7 @@ def parse_args(): default='communes2021.csv') parser.add_argument('--departments', help='departments raw csv file (inside source follder)', - default='departements2021.csv') + default='departement2021.csv') parser.add_argument('--states', help='states raw csv file (inside source follder)', default='region2021.csv') @@ -68,11 +68,16 @@ def create_states_csv(raw_file): return states -def create_adepartment_csv(raw_file): +def create_department_csv(raw_file): """ Process department files """ - dep = pd.read_csv(raw_file) + reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}' + dep = pd.read_csv(raw_file, + usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"], + converters={'REG':reg_convert}) + return dep + if __name__ == '__main__': args = parse_args() @@ -93,5 +98,10 @@ if __name__ == '__main__': states = create_states_csv(args.source + '/' + args.states) print(states) - + + if not os.path.exists(args.source + '/' + args.states): + logger.critical('can\'t find source file for departments') + departments = create_department_csv(args.source + '/' + args.departments) + print(departments) + sys.exit()