hotfix: ipex fails since cuda moe kernel is not supported (#2532)
Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
parent
abd24dd385
commit
f478aa77ad
|
@ -15,7 +15,6 @@
|
|||
|
||||
from typing import List, Optional, Tuple
|
||||
|
||||
from moe_kernels.fused_moe import grouped_topk
|
||||
import torch
|
||||
import torch.distributed
|
||||
from text_generation_server.layers import (
|
||||
|
@ -41,6 +40,9 @@ from torch import nn
|
|||
from transformers.activations import ACT2FN
|
||||
from transformers.configuration_utils import PretrainedConfig
|
||||
|
||||
if SYSTEM != "ipex":
|
||||
from moe_kernels.fused_moe import grouped_topk
|
||||
|
||||
if SYSTEM == "rocm":
|
||||
try:
|
||||
from vllm import _custom_C
|
||||
|
|
Loading…
Reference in New Issue