chenyh
/
MNIST_Example
mirror of https://openi.pcl.ac.cn/OpenIOSSG/MNIST_Example.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

upadate imagenetNPU

This commit is contained in:
Gitea 2022-12-15 10:00:39 +08:00
parent 41d6425c65
commit 2595bff492
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
read_imagenet.py
View File

@ -59,8 +59,13 @@ def UploadToQizhi(train_dir, obs_train_url):
EnvToObs(train_dir, obs_train_url) EnvToObs(train_dir, obs_train_url)
return return
if __name__ == "__main__": parser = argparse.ArgumentParser(description='Read big dataset ImageNet Example')
parser.add_argument('--train_url',
help='output folder to save/load',
default= '/cache/output/')
if __name__ == "__main__":
args, unknown = parser.parse_known_args()
data_path = '/cache/sfs/data/imagenet/' data_path = '/cache/sfs/data/imagenet/'
modelart_output = '/cache/output' modelart_output = '/cache/output'
if not os.path.exists(modelart_output): if not os.path.exists(modelart_output):
@ -85,4 +90,4 @@ if __name__ == "__main__":
data_info = dataset_train.to_json(filename= modelart_output + '/data_info.json') data_info = dataset_train.to_json(filename= modelart_output + '/data_info.json')
print(data_info) print(data_info)
UploadToQizhi(modelart_output, '/cache/output/') UploadToQizhi(modelart_output, args.train_url)