Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Cleanup.

This commit is contained in:
Nicolas Patry 2023-05-15 15:21:49 +02:00
parent 8d42e1d191
commit edc9ce9beb
3 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/custom_modeling/flash_llama_modeling.py
View File

@ -28,9 +28,7 @@ from transformers.activations import ACT2FN
from typing import Optional
# Flash attention imports
import rotary_emb
import flash_attn_cuda
import dropout_layer_norm
from flash_attn.layers.rotary import RotaryEmbedding
from text_generation_server.utils.layers import (

2
server/text_generation_server/models/custom_modeling/flash_neox_modeling.py
View File

@ -30,9 +30,7 @@ from transformers.models.gpt_neox import GPTNeoXConfig
from typing import Optional
# Flash attention imports
import rotary_emb
import flash_attn_cuda
import dropout_layer_norm
from flash_attn.layers.rotary import RotaryEmbedding
from text_generation_server.utils.layers import (

1
server/text_generation_server/utils/layers.py
View File

@ -1,6 +1,7 @@
import torch
from torch import nn
import dropout_layer_norm
HAS_BITS_AND_BYTES = True
try: