From 28e5c854cd9629dfc1f77eba2b16eeac4c6c6b4f Mon Sep 17 00:00:00 2001
From: Mingchung Xia <mingchung.xia@gmail.com>
Date: Tue, 13 Feb 2024 22:26:44 -0500
Subject: [PATCH] Added DataHandler boilerplate
---
.../HNSWCorpusDataHandler.swift | 27 +++++++++++++++++++
.../2. Encoding/ContextFreeEncoder.swift | 2 +-
2 files changed, 28 insertions(+), 1 deletion(-)
create mode 100644 Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift
diff --git a/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift b/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift
new file mode 100644
index 00000000..7035dbf6
--- /dev/null
+++ b/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift
@@ -0,0 +1,27 @@
+//
+// HNSWCorpusDataHandler.swift
+//
+//
+// Created by Mingchung Xia on 2024-02-13.
+//
+
+import Foundation
+
+final class HNSWCorpusDataHandler<Scalar: BinaryFloatingPoint & Codable> {
+ private var corpus: HNSWCorpus<Scalar>
+ private var mmapURL: URL? // set default URL
+
+ init(corpus: HNSWCorpus<Scalar>) {
+ self.corpus = corpus
+ }
+}
+
+extension HNSWCorpusDataHandler {
+ func saveMemoryMap() {
+
+ }
+
+ func loadMemoryMap() {
+
+ }
+}
diff --git a/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift b/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift
index 3a67bd62..295c144d 100644
--- a/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift
+++ b/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift
@@ -69,7 +69,7 @@ class ContextFreeEncoder<Scalar: BinaryFloatingPoint & Codable>: SNLPEncoder {
return
}
dictionary = ContextFreeEncoder<Scalar>.readDictionaryFromFile(url)
- hnsw = ContextFreeEncoder<Scalar>.readHNSWFromFile(url)
+// hnsw = ContextFreeEncoder<Scalar>.readHNSWFromFile(url)
}
subscript(_ token: String) -> [Scalar] {
--
GitLab