Fix loongarch code dependency on O2 compilation options in ggml-quants

[junchao-loongson]

Same purpose as #7537

[github-actions]

📈 llama.cpp server for bench-server-baseline on Standard_NC4as_T4_v3 for phi-2-q4_0: 536 iterations 🚀

Expand details for performance related PR only

• Concurrent users: 8, duration: 10m
• HTTP request : avg=8762.83ms p(95)=21103.59ms fails=, finish reason: stop=479 truncated=57
• Prompt processing (pp): avg=113.06tk/s p(95)=530.32tk/s
• Token generation (tg): avg=47.24tk/s p(95)=48.86tk/s
• ggml-org/models/phi-2/ggml-model-q4_0.gguf parallel=8 ctx-size=16384 ngl=33 batch-size=2048 ubatch-size=256 pp=1024 pp+tg=2048 branch=master commit=94f4c5ce40b319772c63659591c650c6871a7e16

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 536 iterations"
    y-axis "llamacpp:prompt_tokens_seconds"
    x-axis "llamacpp:prompt_tokens_seconds" 1717064054 --> 1717064680
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 512.77, 512.77, 512.77, 512.77, 512.77, 724.03, 724.03, 724.03, 724.03, 724.03, 737.14, 737.14, 737.14, 737.14, 737.14, 784.05, 784.05, 784.05, 784.05, 784.05, 845.46, 845.46, 845.46, 845.46, 845.46, 842.84, 842.84, 842.84, 842.84, 842.84, 853.51, 853.51, 853.51, 853.51, 853.51, 864.53, 864.53, 864.53, 864.53, 864.53, 874.76, 874.76, 874.76, 874.76, 874.76, 901.75, 901.75, 901.75, 901.75, 901.75, 907.9, 907.9, 907.9, 907.9, 907.9, 909.63, 909.63, 909.63, 909.63, 909.63, 917.88, 917.88, 917.88, 917.88, 917.88, 912.8, 912.8, 912.8, 912.8, 912.8, 917.53, 917.53, 917.53, 917.53, 917.53, 908.54, 908.54, 908.54, 908.54, 908.54, 905.56, 905.56, 905.56, 905.56, 905.56, 923.82, 923.82, 923.82, 923.82, 923.82, 920.05, 920.05, 920.05, 920.05, 920.05, 915.18, 915.18, 915.18, 915.18, 915.18, 918.52, 918.52, 918.52, 918.52, 918.52, 919.23, 919.23, 919.23, 919.23, 919.23, 913.74, 913.74, 913.74, 913.74, 913.74, 910.95, 910.95, 910.95, 910.95, 910.95, 912.38, 912.38, 912.38, 912.38, 912.38, 912.77, 912.77, 912.77, 912.77, 912.77, 868.44, 868.44, 868.44, 868.44, 868.44, 865.94, 865.94, 865.94, 865.94, 865.94, 865.11, 865.11, 865.11, 865.11, 865.11, 861.86, 861.86, 861.86, 861.86, 861.86, 863.95, 863.95, 863.95, 863.95, 863.95, 862.25, 862.25, 862.25, 862.25, 862.25, 863.01, 863.01, 863.01, 863.01, 863.01, 874.29, 874.29, 874.29, 874.29, 874.29, 867.9, 867.9, 867.9, 867.9, 867.9, 875.18, 875.18, 875.18, 875.18, 875.18, 877.16, 877.16, 877.16, 877.16, 877.16, 873.68, 873.68, 873.68, 873.68, 873.68, 872.66, 872.66, 872.66, 872.66, 872.66, 876.02, 876.02, 876.02, 876.02, 876.02, 877.13, 877.13, 877.13, 877.13, 877.13, 886.82, 886.82, 886.82, 886.82, 886.82, 880.13, 880.13, 880.13, 880.13, 880.13, 864.87, 864.87, 864.87, 864.87, 864.87, 863.75, 863.75, 863.75, 863.75, 863.75, 863.46, 863.46, 863.46, 863.46, 863.46, 865.35, 865.35, 865.35, 865.35, 865.35, 864.91, 864.91, 864.91, 864.91, 864.91, 863.75, 863.75, 863.75, 863.75, 863.75, 866.71, 866.71, 866.71, 866.71, 866.71, 866.48, 866.48, 866.48, 866.48, 866.48, 868.41, 868.41, 868.41, 868.41, 868.41, 870.03, 870.03, 870.03, 870.03, 870.03, 873.72, 873.72, 873.72, 873.72, 873.72, 874.57, 874.57, 874.57, 874.57, 874.57, 874.84, 874.84, 874.84, 874.84, 874.84, 874.05, 874.05, 874.05, 874.05, 874.05, 873.62, 873.62, 873.62, 873.62, 873.62, 873.86, 873.86, 873.86, 873.86, 873.86, 874.68, 874.68, 874.68, 874.68, 874.68, 874.33, 874.33, 874.33, 874.33]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 536 iterations"
    y-axis "llamacpp:predicted_tokens_seconds"
    x-axis "llamacpp:predicted_tokens_seconds" 1717064054 --> 1717064680
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 47.09, 47.09, 47.09, 47.09, 47.09, 25.31, 25.31, 25.31, 25.31, 25.31, 26.08, 26.08, 26.08, 26.08, 26.08, 30.45, 30.45, 30.45, 30.45, 30.45, 31.41, 31.41, 31.41, 31.41, 31.41, 32.5, 32.5, 32.5, 32.5, 32.5, 33.63, 33.63, 33.63, 33.63, 33.63, 33.84, 33.84, 33.84, 33.84, 33.84, 34.36, 34.36, 34.36, 34.36, 34.36, 34.95, 34.95, 34.95, 34.95, 34.95, 34.74, 34.74, 34.74, 34.74, 34.74, 33.87, 33.87, 33.87, 33.87, 33.87, 32.84, 32.84, 32.84, 32.84, 32.84, 32.25, 32.25, 32.25, 32.25, 32.25, 30.95, 30.95, 30.95, 30.95, 30.95, 30.78, 30.78, 30.78, 30.78, 30.78, 31.09, 31.09, 31.09, 31.09, 31.09, 31.1, 31.1, 31.1, 31.1, 31.1, 30.51, 30.51, 30.51, 30.51, 30.51, 30.12, 30.12, 30.12, 30.12, 30.12, 30.06, 30.06, 30.06, 30.06, 30.06, 30.21, 30.21, 30.21, 30.21, 30.21, 30.33, 30.33, 30.33, 30.33, 30.33, 30.11, 30.11, 30.11, 30.11, 30.11, 30.17, 30.17, 30.17, 30.17, 30.17, 30.32, 30.32, 30.32, 30.32, 30.32, 30.47, 30.47, 30.47, 30.47, 30.47, 30.32, 30.32, 30.32, 30.32, 30.32, 29.97, 29.97, 29.97, 29.97, 29.97, 30.04, 30.04, 30.04, 30.04, 30.04, 30.23, 30.23, 30.23, 30.23, 30.23, 30.42, 30.42, 30.42, 30.42, 30.42, 30.52, 30.52, 30.52, 30.52, 30.52, 30.74, 30.74, 30.74, 30.74, 30.74, 30.55, 30.55, 30.55, 30.55, 30.55, 30.46, 30.46, 30.46, 30.46, 30.46, 30.28, 30.28, 30.28, 30.28, 30.28, 30.07, 30.07, 30.07, 30.07, 30.07, 30.1, 30.1, 30.1, 30.1, 30.1, 30.21, 30.21, 30.21, 30.21, 30.21, 30.4, 30.4, 30.4, 30.4, 30.4, 30.42, 30.42, 30.42, 30.42, 30.42, 30.36, 30.36, 30.36, 30.36, 30.36, 30.12, 30.12, 30.12, 30.12, 30.12, 29.63, 29.63, 29.63, 29.63, 29.63, 29.31, 29.31, 29.31, 29.31, 29.31, 29.22, 29.22, 29.22, 29.22, 29.22, 29.14, 29.14, 29.14, 29.14, 29.14, 29.09, 29.09, 29.09, 29.09, 29.09, 29.15, 29.15, 29.15, 29.15, 29.15, 29.22, 29.22, 29.22, 29.22, 29.22, 29.27, 29.27, 29.27, 29.27, 29.27, 29.23, 29.23, 29.23, 29.23, 29.23, 29.22, 29.22, 29.22, 29.22, 29.22, 29.1, 29.1, 29.1, 29.1, 29.1, 29.07, 29.07, 29.07, 29.07, 29.07, 29.15, 29.15, 29.15, 29.15, 29.15, 29.22, 29.22, 29.22, 29.22, 29.22, 29.32, 29.32, 29.32, 29.32, 29.32, 29.36, 29.36, 29.36, 29.36, 29.36, 29.41, 29.41, 29.41, 29.41]
                    

Loading

Details

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 536 iterations"
    y-axis "llamacpp:kv_cache_usage_ratio"
    x-axis "llamacpp:kv_cache_usage_ratio" 1717064054 --> 1717064680
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2, 0.2, 0.2, 0.2, 0.2, 0.28, 0.28, 0.28, 0.28, 0.28, 0.15, 0.15, 0.15, 0.15, 0.15, 0.13, 0.13, 0.13, 0.13, 0.13, 0.19, 0.19, 0.19, 0.19, 0.19, 0.11, 0.11, 0.11, 0.11, 0.11, 0.17, 0.17, 0.17, 0.17, 0.17, 0.15, 0.15, 0.15, 0.15, 0.15, 0.18, 0.18, 0.18, 0.18, 0.18, 0.2, 0.2, 0.2, 0.2, 0.2, 0.21, 0.21, 0.21, 0.21, 0.21, 0.23, 0.23, 0.23, 0.23, 0.23, 0.33, 0.33, 0.33, 0.33, 0.33, 0.3, 0.3, 0.3, 0.3, 0.3, 0.34, 0.34, 0.34, 0.34, 0.34, 0.15, 0.15, 0.15, 0.15, 0.15, 0.18, 0.18, 0.18, 0.18, 0.18, 0.27, 0.27, 0.27, 0.27, 0.27, 0.31, 0.31, 0.31, 0.31, 0.31, 0.15, 0.15, 0.15, 0.15, 0.15, 0.18, 0.18, 0.18, 0.18, 0.18, 0.17, 0.17, 0.17, 0.17, 0.17, 0.29, 0.29, 0.29, 0.29, 0.29, 0.1, 0.1, 0.1, 0.1, 0.1, 0.15, 0.15, 0.15, 0.15, 0.15, 0.13, 0.13, 0.13, 0.13, 0.13, 0.25, 0.25, 0.25, 0.25, 0.25, 0.34, 0.34, 0.34, 0.34, 0.34, 0.16, 0.16, 0.16, 0.16, 0.16, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.18, 0.18, 0.18, 0.18, 0.18, 0.14, 0.14, 0.14, 0.14, 0.14, 0.21, 0.21, 0.21, 0.21, 0.21, 0.27, 0.27, 0.27, 0.27, 0.27, 0.26, 0.26, 0.26, 0.26, 0.26, 0.32, 0.32, 0.32, 0.32, 0.32, 0.2, 0.2, 0.2, 0.2, 0.2, 0.12, 0.12, 0.12, 0.12, 0.12, 0.09, 0.09, 0.09, 0.09, 0.09, 0.14, 0.14, 0.14, 0.14, 0.14, 0.29, 0.29, 0.29, 0.29, 0.29, 0.41, 0.41, 0.41, 0.41, 0.41, 0.45, 0.45, 0.45, 0.45, 0.45, 0.3, 0.3, 0.3, 0.3, 0.3, 0.23, 0.23, 0.23, 0.23, 0.23, 0.27, 0.27, 0.27, 0.27, 0.27, 0.28, 0.28, 0.28, 0.28, 0.28, 0.15, 0.15, 0.15, 0.15, 0.15, 0.17, 0.17, 0.17, 0.17, 0.17, 0.1, 0.1, 0.1, 0.1, 0.1, 0.2, 0.2, 0.2, 0.2, 0.2, 0.26, 0.26, 0.26, 0.26, 0.26, 0.2, 0.2, 0.2, 0.2, 0.2, 0.26, 0.26, 0.26, 0.26, 0.26, 0.13, 0.13, 0.13, 0.13, 0.13, 0.14, 0.14, 0.14, 0.14, 0.14, 0.18, 0.18, 0.18, 0.18, 0.18, 0.18, 0.18, 0.18, 0.18, 0.18, 0.21, 0.21, 0.21, 0.21, 0.21, 0.17, 0.17, 0.17, 0.17]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 536 iterations"
    y-axis "llamacpp:requests_processing"
    x-axis "llamacpp:requests_processing" 1717064054 --> 1717064680
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 7.0, 7.0, 7.0, 7.0, 7.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 4.0, 4.0, 4.0, 4.0, 7.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 5.0, 7.0, 7.0, 7.0, 7.0, 7.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0]
                    

Loading