Skip to content

Commit

Permalink
fix format
Browse files Browse the repository at this point in the history
Signed-off-by: yuwenzho <yuwen.zhou@intel.com>
  • Loading branch information
yuwenzho committed Sep 3, 2024
1 parent fc48f7e commit 2a72462
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 1 deletion.
4 changes: 3 additions & 1 deletion vllm/hpu/cache_ops.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,11 @@
# LICENSE file in the root directory of this source tree.
###############################################################################

import math

import habana_frameworks.torch as htorch
import torch
import math


def reshape_and_cache(key,
value,
Expand Down
1 change: 1 addition & 0 deletions vllm/model_executor/models/gpt_bigcode.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,7 @@

is_hpu = current_platform.is_hpu()


class GPTBigCodeAttention(nn.Module):

def __init__(
Expand Down
1 change: 1 addition & 0 deletions vllm/model_executor/models/llama.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@

is_hpu = current_platform.is_hpu()


class LlamaMLP(nn.Module):

def __init__(
Expand Down

0 comments on commit 2a72462

Please sign in to comment.