Skip to content

Commit

Permalink
hotfix: fix setup.py (flashinfer-ai#274)
Browse files Browse the repository at this point in the history
Some debug compilation configs are simplified for debugging purpose,
this PR adds them back.
  • Loading branch information
yzh119 authored Jun 1, 2024
1 parent ab92880 commit 64e935a
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions python/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,10 +64,10 @@ def get_instantiation_cu() -> List[str]:
(root / prefix).mkdir(parents=True, exist_ok=True)

group_sizes = os.environ.get("FLASHINFER_GROUP_SIZES", "1,4,6,8").split(",")
page_sizes = os.environ.get("FLASHINFER_PAGE_SIZES", "1").split(",")
head_dims = os.environ.get("FLASHINFER_HEAD_DIMS", "128").split(",")
kv_layouts = os.environ.get("FLASHINFER_KV_LAYOUTS", "0").split(",")
pos_encoding_modes = os.environ.get("FLASHINFER_POS_ENCODING_MODES", "0").split(
page_sizes = os.environ.get("FLASHINFER_PAGE_SIZES", "1,16,32").split(",")
head_dims = os.environ.get("FLASHINFER_HEAD_DIMS", "64,128,256").split(",")
kv_layouts = os.environ.get("FLASHINFER_KV_LAYOUTS", "0,1").split(",")
pos_encoding_modes = os.environ.get("FLASHINFER_POS_ENCODING_MODES", "0,1,2").split(
","
)
allow_fp16_qk_reduction_options = os.environ.get(
Expand Down

0 comments on commit 64e935a

Please sign in to comment.