titu1994

titu1994

# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,

titu1994

titu1994

graph TD
    A[Input] --> LN(Layer Norm)
    LN --> FF1("Bottleneck FeedForward - (D -> H; D >> H)")
    FF1 --> Activation[ReLU]
    Activation -->  FF2("Expansion FeedForward - (H -> D; D >> H)")
    FF2 --> Output[Output]
    A --> |Residual| Output
  

titu1994

titu1994

import numpy as np
import numba
from typing import List, Tuple

W_INS = 2
W_INS_NON = 0
W_DEL = 2
W_DEL_NON = 0
W_SUB = 1
W_MATCH = -2

titu1994

titu1994

# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,

titu1994

titu1994