|
|
|
|
|
|
# self.h_size |
|
|
|
# ) |
|
|
|
self.entity_embedding = EntityEmbeddings( |
|
|
|
x_self_len, entities_sizes, [40], self.n_embd # , concat_self=False |
|
|
|
x_self_len, entities_sizes, [20], self.n_embd # , concat_self=False |
|
|
|
self.transformer = ResidualSelfAttention(self.n_embd, [40]) |
|
|
|
self.transformer = ResidualSelfAttention(self.n_embd, [20]) |
|
|
|
# self.transformer = SmallestAttention(x_self_len, entities_sizes, self.h_size, self.h_size) |
|
|
|
# self.transformer = SmallestAttention(64, [64], self.h_size, self.h_size) |
|
|
|
# self.use_fc = True |
|
|
|