Artem's picture
Upload UncertaintyHead model and config
6807963
raw
history blame contribute delete
275 Bytes
head_type: claim
feature_extractor:
- name: luh.feature_extractors.basic_attention
layer_nums: all
attn_history_sz: 5
pool: false
- name: luh.feature_extractors.token_probabilities
top_n: 4
uncertainty_head:
head_dim: 256
n_layers: 2
n_heads: 16
dropout: 0.2