Add missing model type names

[jart]

No description provided.

[github-actions]

📈 llama.cpp server for bench-server-baseline on Standard_NC4as_T4_v3 for phi-2-q4_0: 526 iterations 🚀

Expand details for performance related PR only

• Concurrent users: 8, duration: 10m
• HTTP request : avg=8910.44ms p(95)=21681.74ms fails=, finish reason: stop=464 truncated=62
• Prompt processing (pp): avg=112.7tk/s p(95)=500.84tk/s
• Token generation (tg): avg=33.37tk/s p(95)=45.3tk/s
• ggml-org/models/phi-2/ggml-model-q4_0.gguf parallel=8 ctx-size=16384 ngl=33 batch-size=2048 ubatch-size=256 pp=1024 pp+tg=2048 branch=typenames commit=773973a2d93252dfcdf91d179c34f8e18f0b527f

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:prompt_tokens_seconds"
    x-axis "llamacpp:prompt_tokens_seconds" 1716332353 --> 1716332985
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 348.69, 348.69, 348.69, 348.69, 348.69, 773.32, 773.32, 773.32, 773.32, 773.32, 859.37, 859.37, 859.37, 859.37, 859.37, 867.83, 867.83, 867.83, 867.83, 867.83, 920.73, 920.73, 920.73, 920.73, 920.73, 934.2, 934.2, 934.2, 934.2, 934.2, 921.12, 921.12, 921.12, 921.12, 921.12, 926.7, 926.7, 926.7, 926.7, 926.7, 911.01, 911.01, 911.01, 911.01, 911.01, 899.35, 899.35, 899.35, 899.35, 899.35, 910.57, 910.57, 910.57, 910.57, 910.57, 928.43, 928.43, 928.43, 928.43, 928.43, 949.75, 949.75, 949.75, 949.75, 949.75, 949.05, 949.05, 949.05, 949.05, 949.05, 926.15, 926.15, 926.15, 926.15, 926.15, 931.6, 931.6, 931.6, 931.6, 931.6, 923.43, 923.43, 923.43, 923.43, 923.43, 912.88, 912.88, 912.88, 912.88, 912.88, 901.24, 901.24, 901.24, 901.24, 901.24, 897.38, 897.38, 897.38, 897.38, 897.38, 901.54, 901.54, 901.54, 901.54, 901.54, 898.97, 898.97, 898.97, 898.97, 898.97, 901.22, 901.22, 901.22, 901.22, 901.22, 903.85, 903.85, 903.85, 903.85, 903.85, 867.11, 867.11, 867.11, 867.11, 867.11, 865.23, 865.23, 865.23, 865.23, 865.23, 866.45, 866.45, 866.45, 866.45, 866.45, 882.9, 882.9, 882.9, 882.9, 882.9, 879.42, 879.42, 879.42, 879.42, 879.42, 877.78, 877.78, 877.78, 877.78, 877.78, 877.5, 877.5, 877.5, 877.5, 877.5, 882.22, 882.22, 882.22, 882.22, 882.22, 881.36, 881.36, 881.36, 881.36, 881.36, 880.01, 880.01, 880.01, 880.01, 880.01, 881.61, 881.61, 881.61, 881.61, 881.61, 890.86, 890.86, 890.86, 890.86, 890.86, 893.76, 893.76, 893.76, 893.76, 893.76, 899.23, 899.23, 899.23, 899.23, 899.23, 895.54, 895.54, 895.54, 895.54, 895.54, 893.85, 893.85, 893.85, 893.85, 893.85, 893.97, 893.97, 893.97, 893.97, 893.97, 891.38, 891.38, 891.38, 891.38, 891.38, 899.94, 899.94, 899.94, 899.94, 899.94, 905.69, 905.69, 905.69, 905.69, 905.69, 905.53, 905.53, 905.53, 905.53, 905.53, 905.53, 905.53, 905.53, 905.53, 905.53, 901.9, 901.9, 901.9, 901.9, 901.9, 898.97, 898.97, 898.97, 898.97, 898.97, 896.97, 896.97, 896.97, 896.97, 896.97, 893.1, 893.1, 893.1, 893.1, 893.1, 886.92, 886.92, 886.92, 886.92, 886.92, 885.11, 885.11, 885.11, 885.11, 885.11, 861.95, 861.95, 861.95, 861.95, 861.95, 862.38, 862.38, 862.38, 862.38, 862.38, 864.52, 864.52, 864.52, 864.52, 864.52, 858.25, 858.25, 858.25, 858.25, 858.25, 858.09, 858.09, 858.09, 858.09, 858.09, 854.74, 854.74, 854.74, 854.74, 854.74, 855.59, 855.59, 855.59, 855.59, 855.59, 855.65, 855.65, 855.65, 855.65, 855.65, 856.73, 856.73, 856.73, 856.73, 856.73, 856.73, 856.73]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:predicted_tokens_seconds"
    x-axis "llamacpp:predicted_tokens_seconds" 1716332353 --> 1716332985
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 29.43, 29.43, 29.43, 29.43, 29.43, 30.39, 30.39, 30.39, 30.39, 30.39, 31.19, 31.19, 31.19, 31.19, 31.19, 33.2, 33.2, 33.2, 33.2, 33.2, 33.03, 33.03, 33.03, 33.03, 33.03, 32.7, 32.7, 32.7, 32.7, 32.7, 33.06, 33.06, 33.06, 33.06, 33.06, 33.33, 33.33, 33.33, 33.33, 33.33, 33.37, 33.37, 33.37, 33.37, 33.37, 33.48, 33.48, 33.48, 33.48, 33.48, 33.75, 33.75, 33.75, 33.75, 33.75, 33.52, 33.52, 33.52, 33.52, 33.52, 32.7, 32.7, 32.7, 32.7, 32.7, 32.43, 32.43, 32.43, 32.43, 32.43, 32.0, 32.0, 32.0, 32.0, 32.0, 30.77, 30.77, 30.77, 30.77, 30.77, 29.16, 29.16, 29.16, 29.16, 29.16, 28.93, 28.93, 28.93, 28.93, 28.93, 29.45, 29.45, 29.45, 29.45, 29.45, 29.48, 29.48, 29.48, 29.48, 29.48, 29.59, 29.59, 29.59, 29.59, 29.59, 29.71, 29.71, 29.71, 29.71, 29.71, 29.78, 29.78, 29.78, 29.78, 29.78, 29.9, 29.9, 29.9, 29.9, 29.9, 29.84, 29.84, 29.84, 29.84, 29.84, 30.09, 30.09, 30.09, 30.09, 30.09, 30.14, 30.14, 30.14, 30.14, 30.14, 29.98, 29.98, 29.98, 29.98, 29.98, 30.01, 30.01, 30.01, 30.01, 30.01, 30.18, 30.18, 30.18, 30.18, 30.18, 30.32, 30.32, 30.32, 30.32, 30.32, 30.39, 30.39, 30.39, 30.39, 30.39, 30.54, 30.54, 30.54, 30.54, 30.54, 30.65, 30.65, 30.65, 30.65, 30.65, 30.63, 30.63, 30.63, 30.63, 30.63, 30.43, 30.43, 30.43, 30.43, 30.43, 30.31, 30.31, 30.31, 30.31, 30.31, 29.95, 29.95, 29.95, 29.95, 29.95, 29.97, 29.97, 29.97, 29.97, 29.97, 30.03, 30.03, 30.03, 30.03, 30.03, 30.15, 30.15, 30.15, 30.15, 30.15, 30.34, 30.34, 30.34, 30.34, 30.34, 30.23, 30.23, 30.23, 30.23, 30.23, 30.06, 30.06, 30.06, 30.06, 30.06, 30.06, 30.06, 30.06, 30.06, 30.06, 29.04, 29.04, 29.04, 29.04, 29.04, 28.16, 28.16, 28.16, 28.16, 28.16, 28.09, 28.09, 28.09, 28.09, 28.09, 28.13, 28.13, 28.13, 28.13, 28.13, 28.14, 28.14, 28.14, 28.14, 28.14, 28.2, 28.2, 28.2, 28.2, 28.2, 28.26, 28.26, 28.26, 28.26, 28.26, 28.41, 28.41, 28.41, 28.41, 28.41, 28.48, 28.48, 28.48, 28.48, 28.48, 28.46, 28.46, 28.46, 28.46, 28.46, 28.54, 28.54, 28.54, 28.54, 28.54, 28.52, 28.52, 28.52, 28.52, 28.52, 28.54, 28.54, 28.54, 28.54, 28.54, 28.71, 28.71, 28.71, 28.71, 28.71, 28.83, 28.83, 28.83, 28.83, 28.83, 28.88, 28.88]
                    

Loading

Details

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:kv_cache_usage_ratio"
    x-axis "llamacpp:kv_cache_usage_ratio" 1716332353 --> 1716332985
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.07, 0.07, 0.07, 0.07, 0.07, 0.3, 0.3, 0.3, 0.3, 0.3, 0.27, 0.27, 0.27, 0.27, 0.27, 0.14, 0.14, 0.14, 0.14, 0.14, 0.2, 0.2, 0.2, 0.2, 0.2, 0.25, 0.25, 0.25, 0.25, 0.25, 0.16, 0.16, 0.16, 0.16, 0.16, 0.19, 0.19, 0.19, 0.19, 0.19, 0.2, 0.2, 0.2, 0.2, 0.2, 0.11, 0.11, 0.11, 0.11, 0.11, 0.12, 0.12, 0.12, 0.12, 0.12, 0.18, 0.18, 0.18, 0.18, 0.18, 0.3, 0.3, 0.3, 0.3, 0.3, 0.25, 0.25, 0.25, 0.25, 0.25, 0.31, 0.31, 0.31, 0.31, 0.31, 0.5, 0.5, 0.5, 0.5, 0.5, 0.43, 0.43, 0.43, 0.43, 0.43, 0.33, 0.33, 0.33, 0.33, 0.33, 0.15, 0.15, 0.15, 0.15, 0.15, 0.11, 0.11, 0.11, 0.11, 0.11, 0.2, 0.2, 0.2, 0.2, 0.2, 0.19, 0.19, 0.19, 0.19, 0.19, 0.2, 0.2, 0.2, 0.2, 0.2, 0.15, 0.15, 0.15, 0.15, 0.15, 0.31, 0.31, 0.31, 0.31, 0.31, 0.13, 0.13, 0.13, 0.13, 0.13, 0.12, 0.12, 0.12, 0.12, 0.12, 0.31, 0.31, 0.31, 0.31, 0.31, 0.21, 0.21, 0.21, 0.21, 0.21, 0.09, 0.09, 0.09, 0.09, 0.09, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.23, 0.23, 0.23, 0.23, 0.23, 0.12, 0.12, 0.12, 0.12, 0.12, 0.18, 0.18, 0.18, 0.18, 0.18, 0.35, 0.35, 0.35, 0.35, 0.35, 0.17, 0.17, 0.17, 0.17, 0.17, 0.33, 0.33, 0.33, 0.33, 0.33, 0.21, 0.21, 0.21, 0.21, 0.21, 0.15, 0.15, 0.15, 0.15, 0.15, 0.09, 0.09, 0.09, 0.09, 0.09, 0.12, 0.12, 0.12, 0.12, 0.12, 0.23, 0.23, 0.23, 0.23, 0.23, 0.52, 0.52, 0.52, 0.52, 0.52, 0.59, 0.59, 0.59, 0.59, 0.59, 0.68, 0.68, 0.68, 0.68, 0.68, 0.63, 0.63, 0.63, 0.63, 0.63, 0.36, 0.36, 0.36, 0.36, 0.36, 0.23, 0.23, 0.23, 0.23, 0.23, 0.23, 0.23, 0.23, 0.23, 0.23, 0.2, 0.2, 0.2, 0.2, 0.2, 0.19, 0.19, 0.19, 0.19, 0.19, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.15, 0.3, 0.3, 0.3, 0.3, 0.3, 0.14, 0.14, 0.14, 0.14, 0.14, 0.26, 0.26, 0.26, 0.26, 0.26, 0.23, 0.23, 0.23, 0.23, 0.23, 0.12, 0.12, 0.12, 0.12, 0.12, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.13, 0.19, 0.19]
                    

Loading

More

---
config:
    xyChart:
        titleFontSize: 12
        width: 900
        height: 600
    themeVariables:
        xyChart:
            titleColor: "#000000"
---
xychart-beta
    title "llama.cpp bench-server-baseline on Standard_NC4as_T4_v3
 duration=10m 526 iterations"
    y-axis "llamacpp:requests_processing"
    x-axis "llamacpp:requests_processing" 1716332353 --> 1716332985
    line [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 4.0, 4.0, 4.0, 4.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 5.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 7.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 6.0, 8.0, 8.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 5.0, 7.0, 7.0, 7.0, 7.0, 7.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 7.0, 7.0, 7.0, 7.0, 7.0, 4.0, 4.0, 4.0, 4.0, 4.0, 6.0, 6.0, 6.0, 6.0, 6.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 2.0, 2.0]
                    

Loading

[compilade]

Good catch. These were existing type names without an actual string name defined.