IDI_Master/projet_INSEE
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Add export_csv()

Browse source 
And export dataframes to CSV
This commit is contained in:
Yorick Barbanneau 2022-04-26 00:13:45 +02:00
parent 780663a3bc
commit a5a1d29f87
1 changed files with 24 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

24
csvprocess.py
View file

@ -159,6 +159,18 @@ def get_range_date(attr):
return date[1], date[2] return date[1], date[2]
def export_csv(dataframe, path):
logger.debug('export csv from panda dataframe')
try:
dataframe.to_csv(path ,header = False, index= False)
except Exception as e:
logger.error(
'Erro when exporting Dataframe to csvfile {}. \n{}'.format(
path,
e)
)
sys.exit(1)
if __name__ == '__main__': if __name__ == '__main__':
args = parse_args() args = parse_args()
@ -291,6 +303,7 @@ if __name__ == '__main__':
temp['date_fin'].append(end) temp['date_fin'].append(end)
temp['valeur'].append(value) temp['valeur'].append(value)
consolidated_stats = pd.DataFrame.from_dict(temp)
t.stop() t.stop()
t.start('Process_town') t.start('Process_town')
@ -304,6 +317,17 @@ if __name__ == '__main__':
t.stop() t.stop()
logger.debug(towns) logger.debug(towns)
# Export all dataframes to csv
t.start('Export_CSV')
export_csv(towns, args.export + '/commune.csv')
export_csv(departments, args.export + '/departement.csv')
export_csv(states, args.export + '/region.csv')
export_csv(dep_capitals, args.export + '/cheflieudepartement.csv')
export_csv(states_capitals, args.export + '/cheflieuregion.csv')
export_csv(indicators, args.export + '/indicateur.csv')
export_csv(consolidated_stats, args.export + '/statistiques.csv')
t.stop()
t.get_total_time() t.get_total_time()
sys.exit() sys.exit()