BERT Base

URI: https://gptkb.org/entity/BERT_Base

GPTKB entity

Predicate	Object
gptkbp:instanceOf	large language model
gptkbp:architecture	gptkb:transformation
gptkbp:arXivID	1810.04805
gptkbp:author	gptkb:Jacob_Devlin gptkb:Kenton_Lee gptkb:Ming-Wei_Chang gptkb:Kristina_Toutanova
gptkbp:developedBy	gptkb:Google_AI
gptkbp:fineTunedWith	true
gptkbp:hasVariant	gptkb:BERT_Large
gptkbp:hiddenSize	768
https://www.w3.org/2000/01/rdf-schema#label	BERT Base
gptkbp:inputSequenceLength	512
gptkbp:language	English
gptkbp:level	12
gptkbp:notablePublication	gptkb:BERT:_Pre-training_of_Deep_Bidirectional_Transformers_for_Language_Understanding
gptkbp:numberOfAttentionHeads	12
gptkbp:openSource	true
gptkbp:parameter	110 million
gptkbp:pretrainingTasks	gptkb:Masked_Language_Modeling gptkb:Next_Sentence_Prediction
gptkbp:publishedIn	gptkb:NAACL_2019
gptkbp:releaseDate	2018
gptkbp:tokenizerType	gptkb:WordPiece
gptkbp:trainer	gptkb:English_Wikipedia gptkb:BooksCorpus
gptkbp:usedFor	gptkb:Named_Entity_Recognition gptkb:Text_Classification gptkb:Natural_Language_Processing gptkb:Question_Answering Sentence Pair Classification
gptkbp:bfsParent	gptkb:BERT
gptkbp:bfsLayer	6