perplexity : faster Winogrande via batching #7735

Job	Run time
ubuntu-focal-make	1m 51s
ubuntu-latest-cmake	2m 3s
ubuntu-latest-cmake-sanitizer (ADDRESS, Debug)	7m 41s
ubuntu-latest-cmake-sanitizer (ADDRESS, Release)	5m 39s
ubuntu-latest-cmake-sanitizer (THREAD, Debug)	23m 8s
android-build	5m 39s
ubuntu-latest-cmake-sanitizer (THREAD, Release)	9m 39s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Debug)	7m 15s
ios-xcode-build	1m 45s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Release)	4m 55s
macOS-latest-cmake	5m 7s
macOS-latest-cmake-ios	15s
macOS-latest-cmake-tvos	24s
macOS-latest-make	2m 56s
macOS-latest-swift (generic/platform=macOS)	2s
ubuntu-latest-cmake-mpi (mpich)	2m 10s
macOS-latest-swift (generic/platform=iOS)	13s
ubuntu-latest-cmake-mpi (libopenmpi-dev)	2m 19s
macOS-latest-swift (generic/platform=tvOS)	1s
windows-latest-cmake (noavx, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX=OFF -DLLAMA_A...	1m 34s
windows-latest-cmake (avx2, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=ON)	2m 4s
windows-latest-cmake-cublas (12.2.0, cublas)	9m 48s
windows-latest-cmake-cublas (11.7.1, cublas)	10m 5s
windows-latest-cmake (avx, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX2=OFF -DBUILD_SH...	2m 16s
windows-latest-cmake (avx512, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX512=ON -DBUIL...	2m 1s
windows-latest-cmake (clblast, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CLBLAST=ON -DBU...	1m 52s
windows-latest-cmake (openblas, -DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DBUIL...	1m 42s
release	0s
	1h 54m 24s

Provide feedback