IDI_Master/projet_INSEE
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Import towns csv

Browse source
This commit is contained in:
Yorick Barbanneau 2022-04-17 23:28:47 +02:00
parent fa03597765
commit 3ec1a6963f
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
create_db.py
View file

@ -44,7 +44,7 @@ def parse_args():
default='exports') default='exports')
parser.add_argument('--towns', parser.add_argument('--towns',
help='town raw csv file (inside source follder)', help='town raw csv file (inside source follder)',
default='communes2021.csv') default='commune2021.csv')
parser.add_argument('--departments', parser.add_argument('--departments',
help='departments raw csv file (inside source follder)', help='departments raw csv file (inside source follder)',
default='departement2021.csv') default='departement2021.csv')
@ -79,6 +79,15 @@ def create_department_csv(raw_file):
return dep return dep
def create_towns_csv(raw_file):
"""
Process department files
"""
towns = pd.read_csv(raw_file,
usecols=["COM","TYPECOM","NCC","LIBELLE","DEP"])
return towns.loc[towns['TYPECOM'] == 'COM', ['COM','NCC', 'LIBELLE', 'DEP']]
if __name__ == '__main__': if __name__ == '__main__':
args = parse_args() args = parse_args()
#logging.basicConfig(level=logging.DEBUG) #logging.basicConfig(level=logging.DEBUG)
@ -104,4 +113,9 @@ if __name__ == '__main__':
departments = create_department_csv(args.source + '/' + args.departments) departments = create_department_csv(args.source + '/' + args.departments)
print(departments) print(departments)
if not os.path.exists(args.source + '/' + args.towns):
logger.critical('can\'t find source file for departments')
towns = create_towns_csv(args.source + '/' + args.towns)
print(towns)
sys.exit() sys.exit()