code update

Author: Vaijanath Rao

.github/workflows/ci.yml

@@ -8,6 +8,8 @@ env:
   MODEL_NAME: codellama-7b.Q2_K.gguf
   RERANKING_MODEL_URL: https://huggingface.co/gpustack/jina-reranker-v1-tiny-en-GGUF/resolve/main/jina-reranker-v1-tiny-en-Q4_0.gguf
   RERANKING_MODEL_NAME: jina-reranker-v1-tiny-en-Q4_0.gguf
+  TOOL_CALLING_MODEL_URL: https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q8_0.gguf
+  TOOL_CALLING_MODEL_NAME:Llama-3.2-3B-Instruct-Q8_0.gguf 
 jobs:
 
   build-and-test-linux:
@@ -27,6 +29,8 @@ jobs:
         run: curl -L ${MODEL_URL} --create-dirs -o models/${MODEL_NAME}
       - name: Download reranking model 
         run: curl -L ${RERANKING_MODEL_URL} --create-dirs -o models/${RERANKING_MODEL_NAME}
+      - name: Download tool calling model
+        run: curl -L ${TOOL_CALLING_MODEL_URL} --create-dirs -o models/${TOOL_CALLING_MODEL_NAME}
       - name: List files in models directory
         run: ls -l models/
       - name: Run tests
@@ -63,6 +67,8 @@ jobs:
         run: curl -L ${MODEL_URL} --create-dirs -o models/${MODEL_NAME}
       - name: Download reranking model 
         run: curl -L ${RERANKING_MODEL_URL} --create-dirs -o models/${RERANKING_MODEL_NAME}
+      - name: Download tool calling  model
+        run: curl -L ${TOOL_CALLING_MODEL_URL} --create-dirs -o models/${TOOL_CALLING_MODEL_NAME}
       - name: List files in models directory
         run: ls -l models/
       - name: Run tests
@@ -91,6 +97,8 @@ jobs:
         run: curl -L $env:MODEL_URL --create-dirs -o models/$env:MODEL_NAME
       - name: Download reranking model 
         run: curl -L $env:RERANKING_MODEL_URL --create-dirs -o models/$env:RERANKING_MODEL_NAME
+      - name: Download tool calling  model
+        run: curl -L $env:TOOL_CALLING_MODEL_URL --create-dirs -o models/$env:TOOL_CALLING_MODEL_NAME
       - name: List files in models directory
         run: ls -l models/
       - name: Run tests

.github/workflows/release.yaml

@@ -13,6 +13,8 @@ env:
   MODEL_NAME: "codellama-7b.Q2_K.gguf"
   RERANKING_MODEL_URL: "https://huggingface.co/gpustack/jina-reranker-v1-tiny-en-GGUF/resolve/main/jina-reranker-v1-tiny-en-Q4_0.gguf"
   RERANKING_MODEL_NAME: "jina-reranker-v1-tiny-en-Q4_0.gguf"
+  TOOL_CALLING_MODEL_URL: "https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q8_0.gguf"
+  TOOL_CALLING_MODEL_NAME:"Llama-3.2-3B-Instruct-Q8_0.gguf"
 jobs:
 
 # todo: doesn't work with the newest llama.cpp version
@@ -150,6 +152,8 @@ jobs:
         run: curl -L ${MODEL_URL} --create-dirs -o models/${MODEL_NAME}
       - name: Download reranking model 
         run: curl -L ${RERANKING_MODEL_URL} --create-dirs -o models/${RERANKING_MODEL_NAME}
+      - name: Download tool calling  model
+        run: curl -L ${TOOL_CALLING_MODEL_URL} --create-dirs -o models/${TOOL_CALLING_MODEL_NAME}
       - uses: actions/setup-java@v4
         with:
           distribution: 'zulu'

pom.xml

@@ -65,6 +65,17 @@
 			<version>24.1.0</version>
 			<scope>compile</scope>
 		</dependency>
+
+		<!--
+		https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-databind -->
+		<dependency>
+			<groupId>com.fasterxml.jackson.core</groupId>
+			<artifactId>jackson-databind</artifactId>
+			<version>2.18.3</version>
+		</dependency>
+
+
+	
 	</dependencies>
 
 	<build>