update readme, cleanup

This commit is contained in:
Brett Kuprel
2022-06-30 07:41:31 -04:00
parent 1e18ba0ffa
commit fb97ba5e20
3 changed files with 3 additions and 4 deletions

View File

@@ -1,5 +1,3 @@
from random import sample
import numpy
import os
from PIL import Image
from typing import Dict

View File

@@ -36,7 +36,8 @@ class DecoderSelfAttentionTorch(AttentionTorch):
attention_state
)
batch_count = decoder_state.shape[0]
keys, values = attention_state[:batch_count], attention_state[batch_count:]
keys = attention_state[:batch_count]
values = attention_state[batch_count:]
decoder_state = super().forward(keys, values, queries, attention_mask)
return decoder_state, attention_state