@ -1,6 +1,7 @@
"""
Bloom intermediate layer
Based on https://github.com/huggingface/transformers/commit/ca2a55e9dfb245527b5e1c954fec6ffbb7aef07b
See commit history for authorship.
import math
@ -1,4 +1,8 @@
"""PyTorch BLOOM model ."""
PyTorch BLOOM model that implements several memory-efficient modes.
from typing import Tuple
Utility operations used in the the BLOOM model