This broke the release forward phonemization

neurlang · Feb 1, 2025 · edacf01 · edacf01
1 parent aa65db3
commit edacf01
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/dicts/dicts.go b/dicts/dicts.go
@@ -95,10 +95,12 @@ func (DictGetter) GetDict(lang, filename string) ([]byte, error) {
 	return GetDict(lang, filename)
 }
 
+// XXX: Doesn't work
 func (DictGetter) IsOldFormat(magic []byte) bool {
 	if len(magic) < 2 {
 		return false
 	}
+	println(magic[0], magic[1])
 	// LZW
 	return (magic[0] == 0x1F && magic[1] == 0x9D) || (magic[0] == 0x1F && magic[1] == 0xA0)
 }

diff --git a/repo/hashtron_phonemizer_repo.go b/repo/hashtron_phonemizer_repo.go
@@ -333,17 +333,19 @@ func (r *HashtronPhonemizerRepository) LoadLanguage(isReverse bool, lang string)
 			continue
 		}
 
-		if !isReverse && (*r.getter).IsOldFormat(compressedData) {
+		if !isReverse /* doesnt work: && (*r.getter).IsOldFormat(compressedData)*/ {
 			bytesReader := bytes.NewReader(compressedData)
 			r.mut.Lock()
-			(*r.nets)[lang+reverse].ReadCompressedWeights(bytesReader)
+			err := (*r.nets)[lang+reverse].ReadCompressedWeights(bytesReader)
 			r.mut.Unlock()
+			log.Error0(err)
 			return
 		} else if isReverse && (*r.getter).IsNewFormat(compressedData) {
 			bytesReader := bytes.NewReader(compressedData)
 			r.mut.Lock()
-			(*r.nets)[lang+reverse].ReadZlibWeights(bytesReader)
+			err := (*r.nets)[lang+reverse].ReadZlibWeights(bytesReader)
 			r.mut.Unlock()
+			log.Error0(err)
 			return
 		}
 	}