# global configs Global: checkpoints: null pretrained_model: null output_dir: ./output/ device: gpu save_interval: 1 eval_during_train: True eval_interval: 1 epochs: 10 print_batch_step: 10 use_visualdl: False # used for static mode and model export image_shape: [3, 224, 224] save_inference_dir: ./inference # training model under @to_static to_static: False use_dali: False # mixed precision training AMP: scale_loss: 128.0 use_dynamic_loss_scaling: True # O1: mixed fp16 level: O1 # model architecture Arch: name: "DistillationModel" class_num: &class_num 232 # if not null, its lengths should be same as models pretrained_list: # if not null, its lengths should be same as models freeze_params_list: - True - False models: - Teacher: name: ResNet101_vd class_num: *class_num pretrained: False - Student: name: PPLCNet_x1_0 class_num: *class_num pretrained: True use_ssld: True infer_model_name: "Student" # loss function config for traing/eval process Loss: Train: - DistillationDMLLoss: weight: 1.0 model_name_pairs: - ["Student", "Teacher"] Eval: - CELoss: weight: 1.0 Optimizer: name: Momentum momentum: 0.9 lr: name: Cosine learning_rate: 0.01 warmup_epoch: 5 regularizer: name: 'L2' coeff: 0.00004 # data loader for train and eval DataLoader: Train: dataset: name: ImageNetDataset image_root: ./dataset/ cls_label_path: ./dataset/traffic_sign/label_list_train_for_distillation.txt delimiter: "\t" transform_ops: - DecodeImage: to_rgb: True channel_first: False - RandCropImage: size: 224 - TimmAutoAugment: prob: 0.0 config_str: rand-m9-mstd0.5-inc1 interpolation: bicubic img_size: 224 - NormalizeImage: scale: 1.0/255.0 mean: [0.485, 0.456, 0.406] std: [0.229, 0.224, 0.225] order: '' - RandomErasing: EPSILON: 0.0 sl: 0.02 sh: 1.0/3.0 r1: 0.3 attempt: 10 use_log_aspect: True mode: pixel sampler: name: DistributedBatchSampler batch_size: 64 drop_last: False shuffle: True loader: num_workers: 8 use_shared_memory: True Eval: dataset: name: ImageNetDataset image_root: ./dataset/ cls_label_path: ./dataset/traffic_sign/label_list_test.txt delimiter: "\t" transform_ops: - DecodeImage: to_rgb: True channel_first: False - ResizeImage: resize_short: 256 - CropImage: size: 224 - NormalizeImage: scale: 1.0/255.0 mean: [0.485, 0.456, 0.406] std: [0.229, 0.224, 0.225] order: '' sampler: name: DistributedBatchSampler batch_size: 128 drop_last: False shuffle: False loader: num_workers: 8 use_shared_memory: True Infer: infer_imgs: docs/images/inference_deployment/whl_demo.jpg batch_size: 10 transforms: - DecodeImage: to_rgb: True channel_first: False - ResizeImage: resize_short: 256 - CropImage: size: 224 - NormalizeImage: scale: 1.0/255.0 mean: [0.485, 0.456, 0.406] std: [0.229, 0.224, 0.225] order: '' - ToCHWImage: PostProcess: name: Topk topk: 5 class_id_map_file: dataset/traffic_sign/label_name_id.txt Metric: Train: - DistillationTopkAcc: model_key: "Student" topk: [1, 5] Eval: - TopkAcc: topk: [1, 5]