Process departments

This commit is contained in:
Yorick Barbanneau 2022-04-17 22:17:19 +02:00
parent 99e9fdaec0
commit fa03597765

View file

@ -47,7 +47,7 @@ def parse_args():
default='communes2021.csv') default='communes2021.csv')
parser.add_argument('--departments', parser.add_argument('--departments',
help='departments raw csv file (inside source follder)', help='departments raw csv file (inside source follder)',
default='departements2021.csv') default='departement2021.csv')
parser.add_argument('--states', parser.add_argument('--states',
help='states raw csv file (inside source follder)', help='states raw csv file (inside source follder)',
default='region2021.csv') default='region2021.csv')
@ -68,11 +68,16 @@ def create_states_csv(raw_file):
return states return states
def create_adepartment_csv(raw_file): def create_department_csv(raw_file):
""" """
Process department files Process department files
""" """
dep = pd.read_csv(raw_file) reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}'
dep = pd.read_csv(raw_file,
usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"],
converters={'REG':reg_convert})
return dep
if __name__ == '__main__': if __name__ == '__main__':
args = parse_args() args = parse_args()
@ -93,5 +98,10 @@ if __name__ == '__main__':
states = create_states_csv(args.source + '/' + args.states) states = create_states_csv(args.source + '/' + args.states)
print(states) print(states)
if not os.path.exists(args.source + '/' + args.states):
logger.critical('can\'t find source file for departments')
departments = create_department_csv(args.source + '/' + args.departments)
print(departments)
sys.exit() sys.exit()