T5 (Text-to-Text Transfer Transformer)

GPTKB entity

Predicate	Object
gptkbp:instanceOf	gptkb:model large language model
gptkbp:architecture	encoder-decoder
gptkbp:arXivID	1910.10683
gptkbp:author	gptkb:Adam_Roberts gptkb:Colin_Raffel gptkb:Katherine_Lee gptkb:Michael_Matena gptkb:Noam_Shazeer gptkb:Peter_J._Liu gptkb:Sharan_Narang gptkb:Wei_Li gptkb:Yanqi_Zhou
gptkbp:availableOn	gptkb:TensorFlow gptkb:Hugging_Face_Transformers
gptkbp:basedOn	Transformer architecture
gptkbp:bench	gptkb:GLUE gptkb:SQuAD gptkb:SuperGLUE gptkb:WMT gptkb:CNN/Daily_Mail
gptkbp:developedBy	gptkb:Google
gptkbp:fineTunedWith	true
gptkbp:format	target text task prefix + input text
https://www.w3.org/2000/01/rdf-schema#label	T5 (Text-to-Text Transfer Transformer)
gptkbp:input	gptkb:text
gptkbp:introducedIn	2019
gptkbp:language	English
gptkbp:license	Apache 2.0
gptkbp:memiliki_tugas	translator question answering summarization text generation text classification
gptkbp:notableFeature	unified text-to-text framework scalable to large model sizes
gptkbp:notablePublication	gptkb:Exploring_the_Limits_of_Transfer_Learning_with_a_Unified_Text-to-Text_Transformer
gptkbp:notableVariant	gptkb:mT5 gptkb:Flan-T5 gptkb:ByT5
gptkbp:openSource	true
gptkbp:output	gptkb:text
gptkbp:range	60 million to 11 billion
gptkbp:taskFormat	text-to-text
gptkbp:trainer	gptkb:Colossal_Clean_Crawled_Corpus_(C4)
gptkbp:trainingObjective	span corruption
gptkbp:usedFor	transfer learning
gptkbp:bfsParent	gptkb:Colin_Raffel
gptkbp:bfsLayer	7