From fdb560b8e511cf4e29694e56be6d395b5b5c8799 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 17 Dec 2024 10:10:37 +0100 Subject: [PATCH 1/2] chore(model gallery): add qwq-lcot-7b-instruct (#4419) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 99c0e9a31a97..ff4969ca0968 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2127,6 +2127,20 @@ - filename: Qwen2-7B-Multilingual-RP.Q4_K_M.gguf sha256: 31756c58fd135f2deb59b2d9b142f39134dc8d1a6eaa02f388dda7491fc95ccc uri: huggingface://QuantFactory/Qwen2-7B-Multilingual-RP-GGUF/Qwen2-7B-Multilingual-RP.Q4_K_M.gguf +- !!merge <<: *qwen25 + name: "qwq-lcot-7b-instruct" + urls: + - https://huggingface.co/prithivMLmods/QwQ-LCoT-7B-Instruct + - https://huggingface.co/bartowski/QwQ-LCoT-7B-Instruct-GGUF + description: | + The QwQ-LCoT-7B-Instruct is a fine-tuned language model designed for advanced reasoning and instruction-following tasks. It leverages the Qwen2.5-7B base model and has been fine-tuned on the amphora/QwQ-LongCoT-130K dataset, focusing on chain-of-thought (CoT) reasoning. + overrides: + parameters: + model: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf + files: + - filename: QwQ-LCoT-7B-Instruct-Q4_K_M.gguf + sha256: 1df2e4ff0093a9632687b73969153442776b0ffc1c3c68e7f559472f9cea1945 + uri: huggingface://bartowski/QwQ-LCoT-7B-Instruct-GGUF/QwQ-LCoT-7B-Instruct-Q4_K_M.gguf - &smollm ## SmolLM url: "github:mudler/LocalAI/gallery/chatml.yaml@master" From fc920cc58a6476d79f1f533322592202e0a6845b Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Tue, 17 Dec 2024 23:15:14 +0100 Subject: [PATCH 2/2] chore: :arrow_up: Update ggerganov/llama.cpp to `081b29bd2a3d91e7772e3910ce223dd63b8d7d26` (#4421) :arrow_up: Update ggerganov/llama.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index 4226c5d7fab5..5902c09ee45a 100644 --- a/Makefile +++ b/Makefile @@ -8,7 +8,7 @@ DETECT_LIBS?=true # llama.cpp versions GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be -CPPLLAMA_VERSION?=08ea539df211e46bb4d0dd275e541cb591d5ebc8 +CPPLLAMA_VERSION?=081b29bd2a3d91e7772e3910ce223dd63b8d7d26 # whisper.cpp version WHISPER_REPO?=https://github.com/ggerganov/whisper.cpp