|
gptkbp:instanceOf
|
gptkb:convolutional_neural_network
large language model
|
|
gptkbp:application
|
natural language processing
question answering
sentence similarity
text classification
|
|
gptkbp:architecture
|
gptkb:transformation
|
|
gptkbp:author
|
gptkb:Kevin_Gimpel
gptkb:Mingda_Chen
gptkb:Piyush_Sharma
gptkb:Radu_Soricut
gptkb:Sebastian_Goodman
gptkb:Zhenzhong_Lan
|
|
gptkbp:availableOn
|
gptkb:Hugging_Face
gptkb:TensorFlow_Hub
|
|
gptkbp:basedOn
|
gptkb:BERT
|
|
gptkbp:designedFor
|
mobile devices
|
|
gptkbp:developedBy
|
gptkb:Google
|
|
gptkbp:fasterThan
|
gptkb:BERT-base
|
|
https://www.w3.org/2000/01/rdf-schema#label
|
MobileBERT
|
|
gptkbp:improves
|
gptkb:DistilBERT
gptkb:TinyBERT
|
|
gptkbp:input
|
gptkb:text
|
|
gptkbp:lowerAward
|
gptkb:BERT-base
|
|
gptkbp:notablePublication
|
gptkb:MobileBERT:_a_Compact_Task-Agnostic_BERT_for_Resource-Limited_Devices
|
|
gptkbp:openSource
|
true
|
|
gptkbp:optimizedFor
|
low-latency inference
resource-limited environments
|
|
gptkbp:parameter
|
25 million
|
|
gptkbp:publishedIn
|
gptkb:ACL_2020
|
|
gptkbp:releaseYear
|
2020
|
|
gptkbp:trainer
|
gptkb:Wikipedia
gptkb:BookCorpus
|
|
gptkbp:url
|
https://arxiv.org/abs/2004.02984
|
|
gptkbp:uses
|
distillation
bottleneck structure
|
|
gptkbp:bfsParent
|
gptkb:transformation
|
|
gptkbp:bfsLayer
|
5
|