VenusFactory / ckpt /demo /demo_provided.json
2dogey's picture
Upload folder using huggingface_hub
8918ac7 verified
{"hidden_size": 320, "num_attention_head": 8, "attention_probs_dropout": 0.1, "plm_model": "facebook/esm2_t6_8M_UR50D", "pooling_method": "mean", "pooling_dropout": 0.1, "dataset": "tyang816/Demo_Solubility", "dataset_config": "data/Demo/Demo_Solubility_HF.json", "normalize": null, "num_labels": 2, "problem_type": "single_label_classification", "pdb_type": null, "train_file": null, "valid_file": null, "test_file": null, "metrics": ["accuracy", "mcc", "f1", "precision", "recall", "auroc"], "seed": 3407, "learning_rate": 0.0005, "scheduler": null, "warmup_steps": 0, "num_workers": 4, "batch_size": null, "batch_token": 4000, "num_epochs": 20, "max_seq_len": -1, "gradient_accumulation_steps": 1, "max_grad_norm": -1.0, "patience": 10, "monitor": "accuracy", "monitor_strategy": "max", "training_method": "freeze", "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.1, "feedforward_modules": "w0", "lora_target_modules": ["query", "key", "value"], "structure_seq": [], "output_model_name": "demo_provided.pt", "output_root": "ckpt", "output_dir": "ckpt/demo", "wandb": false, "wandb_entity": null, "wandb_project": "VenusFactory", "wandb_run_name": null}