|
gptkbp:instanceOf
|
large language model
|
|
gptkbp:author
|
gptkb:Pengcheng_He
gptkb:Weizhu_Chen
gptkb:Xiaodong_Liu
gptkb:Jianfeng_Gao
|
|
gptkbp:availableOn
|
gptkb:Hugging_Face
|
|
gptkbp:basedOn
|
Transformer architecture
|
|
gptkbp:bench
|
gptkb:GLUE
gptkb:SuperGLUE
|
|
gptkbp:citation
|
2021
|
|
gptkbp:developedBy
|
gptkb:Microsoft
|
|
gptkbp:feature
|
disentangled attention
enhanced mask decoder
absolute and relative position embeddings
|
|
gptkbp:fineTunedWith
|
true
|
|
https://www.w3.org/2000/01/rdf-schema#label
|
DeBERTa-v2
|
|
gptkbp:improves
|
gptkb:BERT
gptkb:RoBERTa
gptkb:XLNet
|
|
gptkbp:input
|
gptkb:text
|
|
gptkbp:language
|
English
|
|
gptkbp:license
|
gptkb:MIT_License
|
|
gptkbp:notablePublication
|
gptkb:DeBERTa:_Decoding-enhanced_BERT_with_Disentangled_Attention
|
|
gptkbp:openSource
|
true
|
|
gptkbp:predecessor
|
gptkb:DeBERTa
|
|
gptkbp:publishedIn
|
gptkb:arXiv
|
|
gptkbp:releaseYear
|
2021
|
|
gptkbp:size
|
gptkb:foundation
large
xlarge
|
|
gptkbp:successor
|
gptkb:DeBERTa-v3
|
|
gptkbp:tokenizerType
|
gptkb:WordPiece
|
|
gptkbp:trainer
|
large English corpora
|
|
gptkbp:usedFor
|
question answering
natural language understanding
text classification
named entity recognition
|
|
gptkbp:bfsParent
|
gptkb:DeBERTa
|
|
gptkbp:bfsLayer
|
6
|