IDI_Master/projet_INSEE
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Compare commits

base: IDI_Master:fa03597765ad076d07118de7155876802f17fb3f
Branches Tags
IDI_Master:main
..
compare: IDI_Master:1ed142c7fab610b24b1c26e33f771c53f04ee53f
Branches Tags
IDI_Master:main

No commits in common. "fa03597765ad076d07118de7155876802f17fb3f" and "1ed142c7fab610b24b1c26e33f771c53f04ee53f" have entirely different histories.
fa03597765 ... 1ed142c7fa

1 changed files with 6 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

19
create_db.py
View file

@ -47,7 +47,7 @@ def parse_args():
default='communes2021.csv') default='communes2021.csv')
parser.add_argument('--departments', parser.add_argument('--departments',
help='departments raw csv file (inside source follder)', help='departments raw csv file (inside source follder)',
default='departement2021.csv') default='departements2021.csv')
parser.add_argument('--states', parser.add_argument('--states',
help='states raw csv file (inside source follder)', help='states raw csv file (inside source follder)',
default='region2021.csv') default='region2021.csv')
@ -68,16 +68,11 @@ def create_states_csv(raw_file):
return states return states
def create_department_csv(raw_file): def create_adepartment_csv(raw_file):
""" """
Process department files Process department files
""" """
reg_convert= lambda x: x if len(str(x)) == 2 else f'0{x}' dep = pd.read_csv(raw_file)
dep = pd.read_csv(raw_file,
usecols=["DEP","NCC","LIBELLE","REG","CHEFLIEU"],
converters={'REG':reg_convert})
return dep
if __name__ == '__main__': if __name__ == '__main__':
args = parse_args() args = parse_args()
@ -85,7 +80,7 @@ if __name__ == '__main__':
logger = logging.getLogger() logger = logging.getLogger()
if args.verbose is True: if args.verbose is True:
logger.setLevel(logging.DEBUG) logger.setLevel(logging.DEBUG)
logger.debug('Debug mode activated') logger.debug('Debug mode actiuvbated')
tty_handler = logging.StreamHandler() tty_handler = logging.StreamHandler()
@ -93,15 +88,11 @@ if __name__ == '__main__':
tty_handler.setFormatter(CustomFormatter()) tty_handler.setFormatter(CustomFormatter())
logger.addHandler(tty_handler) logger.addHandler(tty_handler)
logging.debug("Ceci est une test")
if not os.path.exists(args.source + '/' + args.states): if not os.path.exists(args.source + '/' + args.states):
logger.critical('can\'t find source file for states') logger.critical('can\'t find source file for states')
states = create_states_csv(args.source + '/' + args.states) states = create_states_csv(args.source + '/' + args.states)
print(states) print(states)
if not os.path.exists(args.source + '/' + args.states):
logger.critical('can\'t find source file for departments')
departments = create_department_csv(args.source + '/' + args.departments)
print(departments)
sys.exit() sys.exit()