Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
def __init__(self):
self.self_attention = attention_spec.MultiHeadAttentionSpec(self_attention=True)
self.attention = attention_spec.MultiHeadAttentionSpec()
self.ffn = FeedForwardSpec()