model = AutoAdapterModel.from_pretrained("roberta-base") config = AdapterConfig.load("houlsby") model.load_adapter("qa/squad2@ukp", config=config)
{ "ln_after": false, "ln_before": false, "mh_adapter": true, "output_adapter": true, "adapter_residual_before_ln": false, "non_linearity": null, "original_ln_after": true, "original_ln_before": false, "reduction_factor": null, "residual_before_ln": true }
Identifier | Comment | Score | Download |
---|---|---|---|
1 DEFAULT | 81.0 |
@misc{houlsby2019parameterefficient, title={Parameter-Efficient Transfer Learning for NLP}, author={Neil Houlsby and Andrei Giurgiu and Stanislaw Jastrzebski and Bruna Morrone and Quentin de Laroussilhe and Andrea Gesmundo and Mona Attariyan and Sylvain Gelly}, year={2019}, eprint={1902.00751}, archivePrefix={arXiv}, primaryClass={cs.LG} }
@misc{rajpurkar2018know, title={Know What You Don't Know: Unanswerable Questions for SQuAD}, author={Pranav Rajpurkar and Robin Jia and Percy Liang}, year={2018}, eprint={1806.03822}, archivePrefix={arXiv}, primaryClass={cs.CL} }