160 lines
3.1 KiB
Go
160 lines
3.1 KiB
Go
package rime
|
|
|
|
import (
|
|
"bufio"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"strings"
|
|
"unicode/utf8"
|
|
)
|
|
|
|
// 临时用的或一次性的方法集
|
|
|
|
func Temp() {
|
|
defer os.Exit(1)
|
|
|
|
enFile, err := os.Open(EnPath)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer enFile.Close()
|
|
|
|
file, err := os.Create("1.txt")
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer file.Close()
|
|
|
|
sc := bufio.NewScanner(enFile)
|
|
isMark := false
|
|
for sc.Scan() {
|
|
line := sc.Text()
|
|
|
|
if !isMark {
|
|
if strings.HasPrefix(line, "# +_+") {
|
|
isMark = true
|
|
}
|
|
continue
|
|
}
|
|
|
|
parts := strings.Split(line, "\t")
|
|
s := fmt.Sprintf("%s\t_%s_\t-1\n", parts[0], parts[1])
|
|
file.WriteString(s)
|
|
}
|
|
file.Sync()
|
|
}
|
|
|
|
func dictsDifference(dict1, dict2 string) {
|
|
file1Set := readToSet(dict1)
|
|
file2Set := readToSet(dict2)
|
|
set := file1Set.Difference(file2Set)
|
|
fmt.Println(set.ToSlice())
|
|
fmt.Println(set.Cardinality())
|
|
}
|
|
|
|
func dictsIntersect(dict1, dict2 string) {
|
|
file1Set := readToSet(dict1)
|
|
file2Set := readToSet(dict2)
|
|
set := file1Set.Intersect(file2Set)
|
|
fmt.Println(set.ToSlice())
|
|
fmt.Println(set.Cardinality())
|
|
}
|
|
|
|
func enDictsIntersect(dict1, dict2 string) {
|
|
file1Set := readEnToSet(dict1)
|
|
file2Set := readEnToSet(dict2)
|
|
set := file1Set.Difference(file2Set)
|
|
// fmt.Println(set.ToSlice())
|
|
fmt.Println(set.Cardinality())
|
|
file, err := os.OpenFile("rime/1.txt", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer file.Close()
|
|
for _, word := range set.ToSlice() {
|
|
_, err := file.WriteString(word + "\t" + word + "\n")
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
err = file.Sync()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
|
|
// 处理一个 Rime 词库，去除掉它两个字及以下的词汇
|
|
func processNewDict(dictPath string) {
|
|
file, _ := os.Open(dictPath)
|
|
defer file.Close()
|
|
|
|
outFile, _ := os.OpenFile("/Users/dvel/Downloads/1.dict.yaml", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644)
|
|
defer outFile.Close()
|
|
|
|
sc := bufio.NewScanner(file)
|
|
isMark := false
|
|
for sc.Scan() {
|
|
line := sc.Text()
|
|
if !isMark {
|
|
if line == "..." {
|
|
isMark = true
|
|
}
|
|
continue
|
|
}
|
|
|
|
text := strings.Split(line, "\t")[0]
|
|
if utf8.RuneCountInString(text) <= 2 {
|
|
continue
|
|
}
|
|
outFile.WriteString(line+"\n")
|
|
}
|
|
outFile.Sync()
|
|
}
|
|
|
|
func get字表汉字拼音映射() {
|
|
file, err := os.Open(HanziPath)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer file.Close()
|
|
|
|
HanPinYinMap := make(map[string][]string)
|
|
keys := make([]string, 0) // ordered map
|
|
isMark := false
|
|
sc := bufio.NewScanner(file)
|
|
for sc.Scan() {
|
|
line := sc.Text()
|
|
if !isMark {
|
|
if strings.Contains(line, mark) {
|
|
isMark = true
|
|
}
|
|
continue
|
|
}
|
|
parts := strings.Split(line, "\t")
|
|
text, code := parts[0], parts[1]
|
|
if !contains(keys, text) {
|
|
keys = append(keys, text)
|
|
}
|
|
HanPinYinMap[text] = append(HanPinYinMap[text], code)
|
|
}
|
|
|
|
tempTXT, err := os.OpenFile("rime/temp.txt", os.O_CREATE|os.O_TRUNC|os.O_RDWR, 0644)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
defer tempTXT.Close()
|
|
|
|
for _, key := range keys {
|
|
s := key + " " + strings.Join(HanPinYinMap[key], " ") + "\n"
|
|
_, err := tempTXT.WriteString(s)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
err = tempTXT.Sync()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|