Text-To-Text Transfer Transformer

GPTKB entity

Predicate	Object
gptkbp:instanceOf	gptkb:model
gptkbp:abbreviation	gptkb:T5
gptkbp:architecture	gptkb:transformation
gptkbp:arXivID	1910.10683
gptkbp:author	gptkb:Adam_Roberts gptkb:Colin_Raffel gptkb:Katherine_Lee gptkb:Michael_Matena gptkb:Noam_Shazeer gptkb:Peter_J._Liu gptkb:Sharan_Narang gptkb:Wei_Li gptkb:Yanqi_Zhou
gptkbp:developedBy	gptkb:Google_Research
gptkbp:fineTunedWith	yes
https://www.w3.org/2000/01/rdf-schema#label	Text-To-Text Transfer Transformer
gptkbp:implementedIn	gptkb:TensorFlow gptkb:PyTorch
gptkbp:influenced	gptkb:FLAN-T5 gptkb:UL2 gptkb:mT5
gptkbp:influencedBy	gptkb:transformation gptkb:BERT
gptkbp:input	gptkb:text
gptkbp:introducedIn	2019
gptkbp:language	English
gptkbp:license	Apache 2.0
gptkbp:memiliki_tugas	gptkb:dictionary translator question answering summarization text generation
gptkbp:notablePublication	gptkb:Exploring_the_Limits_of_Transfer_Learning_with_a_Unified_Text-to-Text_Transformer
gptkbp:notableRelease	gptkb:T5-11B gptkb:T5-3B gptkb:T5-Base gptkb:T5-Large
gptkbp:openSource	yes
gptkbp:output	gptkb:text
gptkbp:parameter	up to 11 billion
gptkbp:taskFormat	text-to-text
gptkbp:trainer	gptkb:Wikipedia gptkb:OpenWebText gptkb:Gigaword gptkb:Colossal_Clean_Crawled_Corpus gptkb:Common_Crawl gptkb:BooksCorpus Web text
gptkbp:bfsParent	gptkb:T5
gptkbp:bfsLayer	6