damerajee commited on
Commit
b2cb15a
·
verified ·
1 Parent(s): 70d4cd9

Update configuration_gpt2vision.py

Browse files
Files changed (1) hide show
  1. configuration_gpt2vision.py +3 -0
configuration_gpt2vision.py CHANGED
@@ -157,6 +157,8 @@ class GPT2Config(PretrainedConfig):
157
  use_cache=True,
158
  bos_token_id=50256,
159
  eos_token_id=50256,
 
 
160
  scale_attn_by_inverse_layer_idx=False,
161
  reorder_and_upcast_attn=False,
162
  **kwargs,
@@ -166,6 +168,7 @@ class GPT2Config(PretrainedConfig):
166
  self.n_embd = n_embd
167
  self.n_layer = n_layer
168
  self.n_head = n_head
 
169
  self.n_inner = n_inner
170
  self.activation_function = activation_function
171
  self.resid_pdrop = resid_pdrop
 
157
  use_cache=True,
158
  bos_token_id=50256,
159
  eos_token_id=50256,
160
+
161
+ pad_token_id=50257,
162
  scale_attn_by_inverse_layer_idx=False,
163
  reorder_and_upcast_attn=False,
164
  **kwargs,
 
168
  self.n_embd = n_embd
169
  self.n_layer = n_layer
170
  self.n_head = n_head
171
+ self.pad_token_id = pad_token_id
172
  self.n_inner = n_inner
173
  self.activation_function = activation_function
174
  self.resid_pdrop = resid_pdrop