From a5a1d29f872379c9791c3f2589d047ac49e110e5 Mon Sep 17 00:00:00 2001 From: Yorick Barbanneau Date: Tue, 26 Apr 2022 00:13:45 +0200 Subject: [PATCH] Add export_csv() And export dataframes to CSV --- csvprocess.py | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) diff --git a/csvprocess.py b/csvprocess.py index 6a7e641..1593ee8 100755 --- a/csvprocess.py +++ b/csvprocess.py @@ -159,6 +159,18 @@ def get_range_date(attr): return date[1], date[2] +def export_csv(dataframe, path): + logger.debug('export csv from panda dataframe') + try: + dataframe.to_csv(path ,header = False, index= False) + except Exception as e: + logger.error( + 'Erro when exporting Dataframe to csvfile {}. \n{}'.format( + path, + e) + ) + sys.exit(1) + if __name__ == '__main__': args = parse_args() @@ -291,6 +303,7 @@ if __name__ == '__main__': temp['date_fin'].append(end) temp['valeur'].append(value) + consolidated_stats = pd.DataFrame.from_dict(temp) t.stop() t.start('Process_town') @@ -304,6 +317,17 @@ if __name__ == '__main__': t.stop() logger.debug(towns) + # Export all dataframes to csv + t.start('Export_CSV') + export_csv(towns, args.export + '/commune.csv') + export_csv(departments, args.export + '/departement.csv') + export_csv(states, args.export + '/region.csv') + export_csv(dep_capitals, args.export + '/cheflieudepartement.csv') + export_csv(states_capitals, args.export + '/cheflieuregion.csv') + export_csv(indicators, args.export + '/indicateur.csv') + export_csv(consolidated_stats, args.export + '/statistiques.csv') + t.stop() + t.get_total_time() sys.exit()