Add export_csv()
And export dataframes to CSV
This commit is contained in:
parent
780663a3bc
commit
a5a1d29f87
1 changed files with 24 additions and 0 deletions
|
@ -159,6 +159,18 @@ def get_range_date(attr):
|
|||
|
||||
return date[1], date[2]
|
||||
|
||||
def export_csv(dataframe, path):
|
||||
logger.debug('export csv from panda dataframe')
|
||||
try:
|
||||
dataframe.to_csv(path ,header = False, index= False)
|
||||
except Exception as e:
|
||||
logger.error(
|
||||
'Erro when exporting Dataframe to csvfile {}. \n{}'.format(
|
||||
path,
|
||||
e)
|
||||
)
|
||||
sys.exit(1)
|
||||
|
||||
if __name__ == '__main__':
|
||||
args = parse_args()
|
||||
|
||||
|
@ -291,6 +303,7 @@ if __name__ == '__main__':
|
|||
temp['date_fin'].append(end)
|
||||
temp['valeur'].append(value)
|
||||
|
||||
consolidated_stats = pd.DataFrame.from_dict(temp)
|
||||
t.stop()
|
||||
|
||||
t.start('Process_town')
|
||||
|
@ -304,6 +317,17 @@ if __name__ == '__main__':
|
|||
t.stop()
|
||||
logger.debug(towns)
|
||||
|
||||
# Export all dataframes to csv
|
||||
t.start('Export_CSV')
|
||||
export_csv(towns, args.export + '/commune.csv')
|
||||
export_csv(departments, args.export + '/departement.csv')
|
||||
export_csv(states, args.export + '/region.csv')
|
||||
export_csv(dep_capitals, args.export + '/cheflieudepartement.csv')
|
||||
export_csv(states_capitals, args.export + '/cheflieuregion.csv')
|
||||
export_csv(indicators, args.export + '/indicateur.csv')
|
||||
export_csv(consolidated_stats, args.export + '/statistiques.csv')
|
||||
t.stop()
|
||||
|
||||
t.get_total_time()
|
||||
|
||||
sys.exit()
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue