BulkRNABert / jax_params /config.json
mgelard's picture
Upload 2 files
522b492 verified
raw
history blame contribute delete
549 Bytes
{"n_genes": 19062, "n_expressions_bins": 64, "embed_dim": 256, "init_gene_embed_dim": 200, "project_gene_embedding": true, "use_gene_embedding": true, "num_attention_heads": 8, "key_size": 32, "ffn_embed_dim": 512, "num_layers": 4, "use_memory_efficient_attention": false, "use_gradient_checkpointing": true, "gene2vec_weights_path": "data/gene2vec_weights_common_gene_ids.npy", "embeddings_layers_to_save": [], "attention_layers_to_save": [], "use_log_normalization": true, "use_max_normalization": true, "normalization_factor": 5.547176906585117}