librispeech_100h_e_branchformer

ESPnet3 asr model

Packed model bundle generated from egs3/librispeech_100/asr.

Model

• Repository: ms180/librispeech_100h_e_branchformer
• Recipe: egs3/librispeech_100/asr
• Corpus: librispeech_100
• System: asr
• Creator: someki1
• Created: 2026-08-03T13:20:59
• Branch: espnet3/recipe/ls_asr100_2
• Git: 5c53674f0f (dirty)
• Origin: [email protected]:Masao-Someki/espnet.git

Model summary

• Class: ESPnetASRModel
• Total parameters: 38,471,952
• Learnable parameters: 38,471,952 (100.0%)
• Non-trainable parameters: 0
• Parameter size: 153.89 MB
• Buffers: 20,720 (83.52 KB)
• Modules: 619 total, 497 leaf
• DType composition: torch.float32(100.1%), torch.float64(0.0%)

Usage

from espnet3.publication import InferenceModel

model = InferenceModel.from_pretrained("ms180/librispeech_100h_e_branchformer", trust_user_code=True)
result = model(sample)

Packaging

• Bundle: model_pack
• Exp dir: ./exp/training_e_branchformer
• Strategy: copy experiment outputs; include extra recipe assets; apply exclude filters

Results

Training config

<details><summary>expand</summary>

num_device: 1
num_nodes: 1
task: espnet3.systems.asr.task.ASRTask
recipe_dir: .
data_dir: ./data
exp_tag: training_e_branchformer
exp_dir: ./exp/training_e_branchformer
stats_dir: ./exp/stats
dataset_dir: /path/to/your/dataset
create_dataset:
  func: src.creating_dataset.create_dataset
  dataset_dir: /path/to/your/dataset
  recipe_dir: .
dataset:
  _target_: espnet3.components.data.data_organizer.DataOrganizer
  _recursive_: false
  recipe_dir: .
  train:
  - data_src_args:
      split: train-clean-100
  valid:
  - data_src_args:
      split: dev-clean
  - data_src_args:
      split: dev-other
  test: null
  preprocessor:
    _target_: espnet2.train.preprocessor.CommonPreprocessor
    train: true
    token_type: bpe
    token_list: ./data/bpe_5000/tokens.txt
    bpemodel: ./data/bpe_5000/bpe.model
    text_cleaner: null
    fs: 16000
    data_aug_prob: 0.667
    data_aug_effects:
    - - 0.6
      - - - 0.5
          - speed_perturb
          - factor: 0.9
        - - 0.5
          - speed_perturb
          - factor: 1.1
    _convert_: all
  _convert_: all
tokenizer:
  vocab_size: 5000
  character_coverage: 1.0
  model_type: bpe
  save_path: ./data/bpe_5000
  text_builder:
    func: src.tokenizer.gather_training_text
    recipe_dir: .
    split: train-clean-100
model:
  vocab_size: 5000
  token_list: ./data/bpe_5000/tokens.txt
  encoder: e_branchformer
  encoder_conf:
    output_size: 256
    attention_heads: 4
    attention_layer_type: rel_selfattn
    pos_enc_layer_type: rel_pos
    rel_pos_type: latest
    cgmlp_linear_units: 1024
    cgmlp_conv_kernel: 31
    use_linear_after_conv: false
    gate_activation: identity
    num_blocks: 12
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    attention_dropout_rate: 0.1
    input_layer: conv2d
    layer_drop_rate: 0.0
    linear_units: 1024
    positionwise_layer_type: linear
    use_ffn: true
    macaron_ffn: true
    merge_conv_kernel: 31
  decoder: transformer
  decoder_conf:
    attention_heads: 4
    linear_units: 2048
    num_blocks: 6
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    self_attention_dropout_rate: 0.1
    src_attention_dropout_rate: 0.1
    layer_drop_rate: 0.0
  normalize: global_mvn
  normalize_conf:
    stats_file: ./exp/stats/train/feats_stats.npz
  model_conf:
    ctc_weight: 0.3
    lsm_weight: 0.1
    length_normalized_loss: false
  frontend: default
  frontend_conf:
    n_fft: 512
    win_length: 400
    hop_length: 160
  specaug: specaug
  specaug_conf:
    apply_time_warp: true
    time_warp_window: 5
    time_warp_mode: bicubic
    apply_freq_mask: true
    freq_mask_width_range:
    - 0
    - 27
    num_freq_mask: 2
    apply_time_mask: true
    time_mask_width_ratio_range:
    - 0.0
    - 0.05
    num_time_mask: 5
optimizer:
  _target_: torch.optim.Adam
  lr: 0.002
  weight_decay: 1.0e-06
  _convert_: all
scheduler:
  _target_: espnet2.schedulers.warmup_lr.WarmupLR
  warmup_steps: 15000
  _convert_: all
scheduler_interval: step
scheduler_monitor: null
best_model_criterion:
- - valid/acc
  - 10
  - max
seed: null
init: null
parallel:
  env: local
  n_workers: 1
dataloader:
  collate_fn:
    _target_: espnet2.train.collate_fn.CommonCollateFn
    int_pad_value: -1
    _convert_: all
  train:
    total_shards: 1
    dist_world_size: 1
    iter_factory:
      _target_: espnet2.iterators.sequence_iter_factory.SequenceIterFactory
      shuffle: true
      collate_fn:
        _target_: espnet2.train.collate_fn.CommonCollateFn
        int_pad_value: -1
        _convert_: all
      batches:
        type: numel
        shape_files:
        - ./exp/stats/train/feats_shape
        batch_size: 16
        batch_bins: 12000000
      num_workers: 4
      _convert_: all
  valid:
    total_shards: 1
    dist_world_size: 1
    iter_factory:
      _target_: espnet2.iterators.sequence_iter_factory.SequenceIterFactory
      shuffle: false
      collate_fn:
        _target_: espnet2.train.collate_fn.CommonCollateFn
        int_pad_value: -1
        _convert_: all
      batches:
        type: numel
        shape_files:
        - ./exp/stats/valid/feats_shape
        batch_size: 16
        batch_bins: 12000000
      _convert_: all
trainer:
  accelerator: auto
  devices: 1
  num_nodes: 1
  accumulate_grad_batches: 4
  check_val_every_n_epoch: 1
  gradient_clip_val: 5.0
  log_every_n_steps: 100
  max_epochs: 200
  logger:
  - _target_: lightning.pytorch.loggers.TensorBoardLogger
    save_dir: ./exp/training_e_branchformer/tensorboard
    name: tb_logger
    _convert_: all
  strategy: auto
  precision: bf16-mixed
fit: {}

</details>

Citing ESPnet

@inproceedings{watanabe2018espnet,
  author={Shinji Watanabe and Takaaki Hori and Shigeki Karita and Tomoki Hayashi and
    Jiro Nishitoba and Yuya Unno and Nelson Yalta and Jahn Heymann and Matthew Wiesner
    and Nanxin Chen and Adithya Renduchintala and Tsubasa Ochiai},
  title={{ESPnet}: End-to-End Speech Processing Toolkit},
  year={2018},
  booktitle={Proceedings of Interspeech},
  pages={2207--2211},
  doi={10.21437/Interspeech.2018-1456}
}