diff --git a/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift b/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift new file mode 100644 index 0000000000000000000000000000000000000000..7035dbf62011a4a604a1b7f66bb45869e43e5288 --- /dev/null +++ b/Sources/SwiftNLP/1. Data Collection/HNSWCorpusDataHandler.swift @@ -0,0 +1,27 @@ +// +// HNSWCorpusDataHandler.swift +// +// +// Created by Mingchung Xia on 2024-02-13. +// + +import Foundation + +final class HNSWCorpusDataHandler<Scalar: BinaryFloatingPoint & Codable> { + private var corpus: HNSWCorpus<Scalar> + private var mmapURL: URL? // set default URL + + init(corpus: HNSWCorpus<Scalar>) { + self.corpus = corpus + } +} + +extension HNSWCorpusDataHandler { + func saveMemoryMap() { + + } + + func loadMemoryMap() { + + } +} diff --git a/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift b/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift index 3a67bd6270d7ac7a7c1cf042268b4c85ca90d9e9..295c144d94c9a89ca8355de3ef8298accbb19e05 100644 --- a/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift +++ b/Sources/SwiftNLP/2. Encoding/ContextFreeEncoder.swift @@ -69,7 +69,7 @@ class ContextFreeEncoder<Scalar: BinaryFloatingPoint & Codable>: SNLPEncoder { return } dictionary = ContextFreeEncoder<Scalar>.readDictionaryFromFile(url) - hnsw = ContextFreeEncoder<Scalar>.readHNSWFromFile(url) +// hnsw = ContextFreeEncoder<Scalar>.readHNSWFromFile(url) } subscript(_ token: String) -> [Scalar] {