Process departments
This commit is contained in:
parent
99e9fdaec0
commit
fa03597765
1 changed files with 14 additions and 4 deletions
18
create_db.py
18
create_db.py
|
@ -47,7 +47,7 @@ def parse_args():
|
||||||
default='communes2021.csv')
|
default='communes2021.csv')
|
||||||
parser.add_argument('--departments',
|
parser.add_argument('--departments',
|
||||||
help='departments raw csv file (inside source follder)',
|
help='departments raw csv file (inside source follder)',
|
||||||
default='departements2021.csv')
|
default='departement2021.csv')
|
||||||
parser.add_argument('--states',
|
parser.add_argument('--states',
|
||||||
help='states raw csv file (inside source follder)',
|
help='states raw csv file (inside source follder)',
|
||||||
default='region2021.csv')
|
default='region2021.csv')
|
||||||
|
@ -68,11 +68,16 @@ def create_states_csv(raw_file):
|
||||||
return states
|
return states
|
||||||
|
|
||||||
|
|
||||||
def create_adepartment_csv(raw_file):
|
def create_department_csv(raw_file):
|
||||||
"""
|
"""
|
||||||
Process department files
|
Process department files
|
||||||
"""
|
"""
|
||||||
dep = pd.read_csv(raw_file)
|
reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}'
|
||||||
|
dep = pd.read_csv(raw_file,
|
||||||
|
usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"],
|
||||||
|
converters={'REG':reg_convert})
|
||||||
|
return dep
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
args = parse_args()
|
args = parse_args()
|
||||||
|
@ -93,5 +98,10 @@ if __name__ == '__main__':
|
||||||
|
|
||||||
states = create_states_csv(args.source + '/' + args.states)
|
states = create_states_csv(args.source + '/' + args.states)
|
||||||
print(states)
|
print(states)
|
||||||
|
|
||||||
|
if not os.path.exists(args.source + '/' + args.states):
|
||||||
|
logger.critical('can\'t find source file for departments')
|
||||||
|
departments = create_department_csv(args.source + '/' + args.departments)
|
||||||
|
print(departments)
|
||||||
|
|
||||||
sys.exit()
|
sys.exit()
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue