-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
6 changed files
with
628 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,34 @@ | ||
| package hash | ||
|
|
||
| import "github.com/klauspost/cpuid/v2" | ||
|
|
||
| func init() { | ||
| // Check if the CPU supports AVX512 | ||
| if cpuid.CPU.Supports(cpuid.AVX512F, cpuid.AVX512DQ) { | ||
| HashVectorized = hashAVX512Vectorized | ||
| } else { | ||
| HashVectorized = hashNotVectorized | ||
| } | ||
| } | ||
|
|
||
| // HashVectorized implement many Neurlang hashes in parallel, using something like AVX-512 or similar | ||
| var HashVectorized func(out []uint32, n []uint32, s []uint32, max uint32) | ||
|
|
||
| func hashNotVectorized(out []uint32, n []uint32, s []uint32, max uint32) { | ||
| for i := range out { | ||
| out[i] = Hash(n[i], s[i], max) | ||
| } | ||
| } | ||
| func hashAVX512Vectorized(out []uint32, n []uint32, s []uint32, max uint32) { | ||
| hashVectorizedAVX512(&out[0], &n[0], &s[0], max, uint32(len(out))) | ||
| // self-checking | ||
| //for i := range out { | ||
| // var ok = Hash(n[i], s[i], max) | ||
| // if out[i] != ok { | ||
| // println("result is wrong", i, out[i], ok) | ||
| // out[i] = ok | ||
| // } | ||
| //} | ||
| } | ||
|
|
||
| func hashVectorizedAVX512(out *uint32, n *uint32, s *uint32, max, length uint32) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,130 @@ | ||
| #include "textflag.h" | ||
|
|
||
| // func hashVectorizedAVX512(out *uint32, n *uint32, s *uint32, max uint32, length uint32) | ||
| TEXT ·hashVectorizedAVX512(SB), NOSPLIT, $0-40 | ||
| MOVQ out+0(FP), DI | ||
| MOVQ n+8(FP), SI | ||
| MOVQ s+16(FP), DX | ||
| MOVL max+24(FP), R8 | ||
| MOVL len+28(FP), CX | ||
|
|
||
| // Preserve length for bounds checking | ||
| MOVL CX, R9 | ||
|
|
||
| // Broadcast max to Z31 | ||
| VPBROADCASTD R8, Z31 | ||
|
|
||
| // Check if we have at least 16 elements | ||
| CMPQ R9, $16 | ||
| JL remainder_loop | ||
|
|
||
| // Process 16 elements at a time | ||
| SHRQ $4, CX | ||
| JZ remainder_loop | ||
|
|
||
| loop: | ||
| // Load 16 elements from n and s | ||
| VMOVDQU32 (SI), Z0 | ||
| VMOVDQU32 (DX), Z1 | ||
|
|
||
| // m = n - s | ||
| VPSUBD Z1, Z0, Z2 | ||
|
|
||
| // Hashing stage | ||
| VPSLLD $2, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSLLD $3, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSRLD $5, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSRLD $7, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSLLD $11, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSLLD $13, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSRLD $17, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
| VPSLLD $19, Z2, Z3 | ||
| VPXORD Z3, Z2, Z2 | ||
|
|
||
| // m += s | ||
| VPADDD Z1, Z2, Z2 | ||
|
|
||
| // Modular reduction: (uint64(m) * uint64(max)) >> 32 | ||
| // first multiply (even lanes) | ||
| VPMULUDQ Z31, Z2, Z3 | ||
| // prepare odd lanes multiply | ||
| VPSRLQ $32, Z3, Z3 | ||
| VPSRLQ $32, Z2, Z2 | ||
| // second multiply (odd lanes) | ||
| VPMULUDQ Z31, Z2, Z2 | ||
| // clear wrong lane | ||
| VPSRLQ $32, Z2, Z2 | ||
| VPSLLQ $32, Z2, Z2 | ||
| // combine odd and even lanes | ||
| VPORQ Z2, Z3, Z3 | ||
|
|
||
| // Store result | ||
| VMOVDQU32 Z3, (DI) | ||
|
|
||
| ADDQ $64, SI | ||
| ADDQ $64, DX | ||
| ADDQ $64, DI | ||
| SUBQ $16, R9 | ||
| DECQ CX | ||
| JNZ loop | ||
|
|
||
| remainder_loop: | ||
| CMPQ R9, $0 | ||
| JE end_loop // Exit if no elements left | ||
|
|
||
| MOVL (SI), AX // Load n (scalar) | ||
| MOVL (DX), BX // Load s (scalar) | ||
| SUBL BX, AX // m = n - s | ||
|
|
||
| // Hashing stage: XOR shifts | ||
| MOVL AX, R10 | ||
| SHLL $2, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHLL $3, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHRL $5, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHRL $7, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHLL $11, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHLL $13, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHRL $17, R10 | ||
| XORL R10, AX | ||
| MOVL AX, R10 | ||
| SHLL $19, R10 | ||
| XORL R10, AX | ||
|
|
||
| // Second mixing stage: Add s | ||
| ADDL BX, AX // m += s | ||
|
|
||
| // Modular reduction using multiply-shift method | ||
| MOVL AX, R11 // Save m in R11 | ||
| MOVL $0, R10 // Clear upper 32 bits of R10:R11 | ||
| MOVL R8, AX // Move max to AX | ||
| MULL R11 // Multiply m by max, result in EDX:EAX | ||
| MOVL DX, (DI) // Store high 32 bits (EDX) to output | ||
|
|
||
| ADDQ $4, SI // Move to next n (advance pointer) | ||
| ADDQ $4, DX // Move to next s (advance pointer) | ||
| ADDQ $4, DI // Move to next out (advance pointer) | ||
| DECQ R9 // Decrease remaining element count | ||
| JNZ remainder_loop // Continue if remaining elements | ||
|
|
||
| end_loop: | ||
| VZEROUPPER // Clear upper parts of YMM registers | ||
| RET |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| package avx | ||
|
|
||
| import ( | ||
| "log" | ||
| "os" | ||
| ) | ||
|
|
||
| import "github.com/neurlang/classifier/learning" | ||
|
|
||
| // SetLogger sets the output logger file where hashtron golang code programs are written | ||
| func (h *HyperParameters) SetLogger(filename string) { | ||
| outfile, _ := os.OpenFile(filename, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666) | ||
| h.l = log.New(outfile, "", 0) | ||
| } | ||
|
|
||
| type HyperParameters struct { | ||
| learning.HyperParameters | ||
|
|
||
| AvxLanes uint32 // should be set to 16 for AVX512 | ||
| AvxSkip uint32 // should be set to 1 to not skip work, >1 to skip some possibly repeated work | ||
|
|
||
| l *log.Logger | ||
| } | ||
|
|
||
| func (h *HyperParameters) H() *learning.HyperParameters { | ||
| return &h.HyperParameters | ||
| } |
Oops, something went wrong.