diff --git a/csvprocess.py b/csvprocess.py index 6a7e641..1593ee8 100755 --- a/csvprocess.py +++ b/csvprocess.py @@ -159,6 +159,18 @@ def get_range_date(attr): return date[1], date[2] +def export_csv(dataframe, path): + logger.debug('export csv from panda dataframe') + try: + dataframe.to_csv(path ,header = False, index= False) + except Exception as e: + logger.error( + 'Erro when exporting Dataframe to csvfile {}. \n{}'.format( + path, + e) + ) + sys.exit(1) + if __name__ == '__main__': args = parse_args() @@ -291,6 +303,7 @@ if __name__ == '__main__': temp['date_fin'].append(end) temp['valeur'].append(value) + consolidated_stats = pd.DataFrame.from_dict(temp) t.stop() t.start('Process_town') @@ -304,6 +317,17 @@ if __name__ == '__main__': t.stop() logger.debug(towns) + # Export all dataframes to csv + t.start('Export_CSV') + export_csv(towns, args.export + '/commune.csv') + export_csv(departments, args.export + '/departement.csv') + export_csv(states, args.export + '/region.csv') + export_csv(dep_capitals, args.export + '/cheflieudepartement.csv') + export_csv(states_capitals, args.export + '/cheflieuregion.csv') + export_csv(indicators, args.export + '/indicateur.csv') + export_csv(consolidated_stats, args.export + '/statistiques.csv') + t.stop() + t.get_total_time() sys.exit()