Add interface for using generic CoreML LLMs

This PR adds an interface for adding any CoreML LLM to the CoreML encoder.

Models can be added by following the steps in adding_new_model.md. Once they are added, they can be accessed through the LLMEmbeddings object or the CoreMLEncoder object using a string identifier.

The PR makes changes to the CoreMLEncoder and LLMEmbeddings (FKA MiniLMEmbeddings) classes to support the use of any model. This is done through the added macros, which generate interfaces for interacting with models and code to validate model string identifiers & configure the LLMEmbeddings class to use the correct model for prediction.

The test in AllMiniLM_sampleTest.swift was enabled as part of this change, in order to validate that the interfaces work with multiple models and to provide an example of how to use the LLMEmbeddings object.

.gitlab-ci.yml

@@ -6,9 +6,7 @@ stages:
 #  - archive
 #  - deploy
 
-build-macOS:
-  stage: build
-
+.compile_models: &compile_models
   script:
     - xcrun coremlcompiler compile Sources/SwiftNLP/Resources/all-MiniLM-L6-v2.mlpackage/ Sources/SwiftNLP/Models
     - xcrun coremlcompiler generate Sources/SwiftNLP/Resources/all-MiniLM-L6-v2.mlpackage/ --language Swift Sources/SwiftNLP/Resources
@@ -16,6 +14,12 @@ build-macOS:
     - xcrun coremlcompiler compile Sources/SwiftNLP/Resources/float32_model.mlpackage/ Sources/SwiftNLP/Models
     - xcrun coremlcompiler generate Sources/SwiftNLP/Resources/float32_model.mlpackage/ --language Swift Sources/SwiftNLP/Resources
     - mv Sources/SwiftNLP/Resources/float32_model.swift Sources/SwiftNLP/2.\ Encoding
+
+build-macOS:
+  stage: build
+
+  script:
+    - *compile_models
     - swift build
   
   tags:
@@ -23,25 +27,20 @@ build-macOS:
 
 test-macOS:
   stage: test
+
   script:
-     - xcrun coremlcompiler compile Sources/SwiftNLP/Resources/all-MiniLM-L6-v2.mlpackage/ Sources/SwiftNLP/Models
-     - xcrun coremlcompiler generate Sources/SwiftNLP/Resources/all-MiniLM-L6-v2.mlpackage/ --language Swift Sources/SwiftNLP/Resources
-     - mv Sources/SwiftNLP/Resources/all-MiniLM-L6-v2.swift Sources/SwiftNLP/2.\ Encoding
-     - xcrun coremlcompiler compile Sources/SwiftNLP/Resources/float32_model.mlpackage/ Sources/SwiftNLP/Models
-     - xcrun coremlcompiler generate Sources/SwiftNLP/Resources/float32_model.mlpackage/ --language Swift Sources/SwiftNLP/Resources
-     - mv Sources/SwiftNLP/Resources/float32_model.swift Sources/SwiftNLP/2.\ Encoding
-     - swift test -c release -Xswiftc -enable-testing
-#    - swift test --sanitize=address -c release -Xswiftc -enable-testing
-#    - swift test --sanitize=thread -c release -Xswiftc -enable-testing
+    - *compile_models
+    - swift test -c release -Xswiftc -enable-testing
+
   tags:
     - macOS
 
-
 build-linux:
   stage: build
 
   script:
     - swiftly install latest
+    - *compile_models
     - swift build -c release -Xswiftc -cross-module-optimization
   tags:
     - linux
@@ -50,8 +49,10 @@ build-linux:
 
 test-linux:
   stage: test
+
   script:
-     - swift test -c release -Xswiftc -enable-testing
+    - *compile_models
+    - swift test -c release -Xswiftc -enable-testing
 #    - swift test --sanitize=address -c release -Xswiftc -enable-testing
 #    - swift test --sanitize=thread -c release -Xswiftc -enable-testing
   tags: