update readme, cleanup
This commit is contained in:
@@ -1,5 +1,3 @@
|
||||
from random import sample
|
||||
import numpy
|
||||
import os
|
||||
from PIL import Image
|
||||
from typing import Dict
|
||||
|
@@ -36,7 +36,8 @@ class DecoderSelfAttentionTorch(AttentionTorch):
|
||||
attention_state
|
||||
)
|
||||
batch_count = decoder_state.shape[0]
|
||||
keys, values = attention_state[:batch_count], attention_state[batch_count:]
|
||||
keys = attention_state[:batch_count]
|
||||
values = attention_state[batch_count:]
|
||||
decoder_state = super().forward(keys, values, queries, attention_mask)
|
||||
return decoder_state, attention_state
|
||||
|
||||
|
Reference in New Issue
Block a user