ggerganov / llama.cpp

LLM inference in C/C++
MIT License
66.91k stars 9.61k forks source link

Update to latest "ggml" version #5716

Closed paulocoutinhox closed 6 months ago

paulocoutinhox commented 8 months ago

Prerequisites

Please answer the following questions for yourself before submitting an issue.

Feature Description

Can you please update to latest GGML?

Motivation

When use latest GGML, example commit "f8e262f4391c9eb55b32b34a9021db1d66d858fe" from today, we get a lot of errors:

image
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:34: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:34:50: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
    state->opt->params = ggml_opt_default_params(GGML_OPT_TYPE_ADAM);
                                                 ^~~~~~~~~~~~~~~~~~
                                                 GGML_OPT_ADAM
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/../../ggml/include/ggml/ggml.h:1954:9: note: 'GGML_OPT_ADAM' declared here
        GGML_OPT_ADAM,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:559: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:559:28: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
        opt->params.type = GGML_OPT_TYPE_ADAM;
                           ^~~~~~~~~~~~~~~~~~
                           GGML_OPT_ADAM
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/../../ggml/include/ggml/ggml.h:1954:9: note: 'GGML_OPT_ADAM' declared here
        GGML_OPT_ADAM,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:571: error: use of undeclared identifier 'GGML_OPT_TYPE_LBFGS'; did you mean 'GGML_OPT_LBFGS'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:571:28: error: use of undeclared identifier 'GGML_OPT_TYPE_LBFGS'; did you mean 'GGML_OPT_LBFGS'?
        opt->params.type = GGML_OPT_TYPE_LBFGS;
                           ^~~~~~~~~~~~~~~~~~~
                           GGML_OPT_LBFGS
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/../../ggml/include/ggml/ggml.h:1955:9: note: 'GGML_OPT_LBFGS' declared here
        GGML_OPT_LBFGS,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:606: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:606:14: error: use of undeclared identifier 'GGML_OPT_TYPE_ADAM'; did you mean 'GGML_OPT_ADAM'?
        case GGML_OPT_TYPE_ADAM:
             ^~~~~~~~~~~~~~~~~~
             GGML_OPT_ADAM
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/../../ggml/include/ggml/ggml.h:1954:9: note: 'GGML_OPT_ADAM' declared here
        GGML_OPT_ADAM,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:625: error: use of undeclared identifier 'GGML_OPT_TYPE_LBFGS'; did you mean 'GGML_OPT_LBFGS'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/train.cpp:625:14: error: use of undeclared identifier 'GGML_OPT_TYPE_LBFGS'; did you mean 'GGML_OPT_LBFGS'?
        case GGML_OPT_TYPE_LBFGS:
             ^~~~~~~~~~~~~~~~~~~
             GGML_OPT_LBFGS
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/../../ggml/include/ggml/ggml.h:1955:9: note: 'GGML_OPT_LBFGS' declared here
        GGML_OPT_LBFGS,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.h:5: error: 'ggml-backend.h' file not found
In file included from /Users/paulo/Developer/workspaces/cpp/ai-kit/cxx/custom/src/xplpc/custom/NativePlatformProxy.cpp:1:
In file included from /Users/paulo/Developer/workspaces/cpp/ai-kit/cxx/custom/include/xplpc/custom/Mapping.hpp:7:
In file included from /Users/paulo/Developer/workspaces/cpp/ai-kit/cxx/custom/include/xplpc/custom/MappingLlama.hpp:3:
In file included from /Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/common/common.h:5:
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.h:5:10: fatal error: 'ggml-backend.h' file not found
#include "ggml-backend.h"
         ^~~~~~~~~~~~~~~~
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:2548: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:2548:22: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
                case GGML_TYPE_IQ3_S:   ftype = LLAMA_FTYPE_MOSTLY_IQ3_S;   break;
                     ^~~~~~~~~~~~~~~
                     GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:2548: error: duplicate case value 'GGML_TYPE_IQ1_S'
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:2548:22: error: duplicate case value 'GGML_TYPE_IQ1_S'
                case GGML_TYPE_IQ3_S:   ftype = LLAMA_FTYPE_MOSTLY_IQ3_S;   break;
                     ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:2546:22: note: previous case defined here
                case GGML_TYPE_IQ1_S:   ftype = LLAMA_FTYPE_MOSTLY_IQ1_S;   break;
                     ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10697: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10697:91: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
        new_type == GGML_TYPE_IQ3_XXS || ftype == LLAMA_FTYPE_MOSTLY_IQ1_S || new_type == GGML_TYPE_IQ3_S) {
                                                                                          ^~~~~~~~~~~~~~~
                                                                                          GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10712: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10712:18: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
            case GGML_TYPE_IQ3_S:
                 ^~~~~~~~~~~~~~~
                 GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10713: error: duplicate case value 'GGML_TYPE_IQ1_S'
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10713:18: error: duplicate case value 'GGML_TYPE_IQ1_S'
            case GGML_TYPE_IQ1_S:
                 ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10712:18: note: previous case defined here
            case GGML_TYPE_IQ3_S:
                 ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10744: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10744:59: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
        case LLAMA_FTYPE_MOSTLY_Q3_K_XS: quantized_type = GGML_TYPE_IQ3_S;   break;
                                                          ^~~~~~~~~~~~~~~
                                                          GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10758: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10758:59: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
        case LLAMA_FTYPE_MOSTLY_IQ3_S:   quantized_type = GGML_TYPE_IQ3_S;   break;
                                                          ^~~~~~~~~~~~~~~
                                                          GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10759: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/llama.cpp:10759:59: error: use of undeclared identifier 'GGML_TYPE_IQ3_S'; did you mean 'GGML_TYPE_IQ1_S'?
        case LLAMA_FTYPE_MOSTLY_IQ3_M:   quantized_type = GGML_TYPE_IQ3_S;   break;
                                                          ^~~~~~~~~~~~~~~
                                                          GGML_TYPE_IQ1_S
/Users/paulo/Developer/workspaces/cpp/ai-kit/vendor/llama/../ggml/include/ggml/ggml.h:351:9: note: 'GGML_TYPE_IQ1_S' declared here
        GGML_TYPE_IQ1_S   = 19,
        ^

Possible Implementation

Update to latest GGML.

Thanks.

github-actions[bot] commented 6 months ago

This issue was closed because it has been inactive for 14 days since being marked as stale.