{ "architectures": [ "BSRoformerForMaskedEstimation" ], "attention_dropout": 0.0, "auto_map": { "AutoConfig": "configuration_bs_roformer.BSRoformerConfig", "AutoModel": "modeling_bs_roformer.BSRoformerForMaskedEstimation" }, "band_proj_size": 256, "dtype": "bfloat16", "freq_transformer_depth": 1, "freqs_per_bands": [ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 6, 6, 6, 6, 6, 8, 8, 8, 8, 10, 10, 10, 12, 12, 12, 14, 16, 16, 16, 20, 20, 20, 24, 24, 28, 28, 32, 34, 36, 38, 42, 46, 50, 52, 58, 62, 68, 72, 80, 86, 92, 100, 110, 118, 130, 140, 151 ], "freqs_per_bands_out": [ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 6, 6, 6, 7, 8, 8, 8, 10, 10, 10, 12, 12, 14, 14, 16, 17, 18, 19, 21, 23, 25, 26, 29, 31, 34, 36, 40, 43, 46, 50, 55, 59, 65, 70, 76 ], "head_dim": 48, "hidden_size": 384, "initializer_range": 0.02, "intermediate_size": 1152, "model_type": "bs_roformer", "num_attention_heads": 8, "num_hidden_layers": 9, "num_input_channels": 2, "num_key_value_heads": 4, "num_stems": 4, "register_token_num": 4, "rms_norm_eps": 1e-06, "rope_base": 10000.0, "stft_hop_length": 512, "stft_n_fft": 4096, "stft_n_fft_out": 2048, "time_conv_length": 4, "time_transformer_depth": 1, "transformers_version": "4.57.3", "wave_chunk_size": 352800, "wave_sample_rate": 44100 }