package rime import ( "bufio" "fmt" "log" "os" "strings" "unicode/utf8" ) // 临时用的或一次性的方法集 func Temp() { } func dictsDifference(dict1, dict2 string) { file1Set := readToSet(dict1) file2Set := readToSet(dict2) set := file1Set.Difference(file2Set) fmt.Println(set.ToSlice()) fmt.Println(set.Cardinality()) } func dictsIntersect(dict1, dict2 string) { file1Set := readToSet(dict1) file2Set := readToSet(dict2) set := file1Set.Intersect(file2Set) fmt.Println(set.ToSlice()) fmt.Println(set.Cardinality()) } func enDictsIntersect(dict1, dict2 string) { file1Set := readEnToSet(dict1) file2Set := readEnToSet(dict2) set := file1Set.Difference(file2Set) // fmt.Println(set.ToSlice()) fmt.Println(set.Cardinality()) file, err := os.OpenFile("rime/1.txt", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644) if err != nil { log.Fatal(err) } defer file.Close() for _, word := range set.ToSlice() { _, err := file.WriteString(word + "\t" + word + "\n") if err != nil { log.Fatal(err) } } err = file.Sync() if err != nil { log.Fatal(err) } } // 处理一个 Rime 词库,去除掉它两个字及以下的词汇 func processNewDict(dictPath string) { file, _ := os.Open(dictPath) defer file.Close() outFile, _ := os.OpenFile("/Users/dvel/Downloads/1.dict.yaml", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644) defer outFile.Close() sc := bufio.NewScanner(file) isMark := false for sc.Scan() { line := sc.Text() if !isMark { if line == "..." { isMark = true } continue } text := strings.Split(line, "\t")[0] if utf8.RuneCountInString(text) <= 2 { continue } outFile.WriteString(line+"\n") } outFile.Sync() } func get字表汉字拼音映射() { file, err := os.Open(HanziPath) if err != nil { log.Fatal(err) } defer file.Close() HanPinYinMap := make(map[string][]string) keys := make([]string, 0) // ordered map isMark := false sc := bufio.NewScanner(file) for sc.Scan() { line := sc.Text() if !isMark { if strings.Contains(line, mark) { isMark = true } continue } parts := strings.Split(line, "\t") text, code := parts[0], parts[1] if !contains(keys, text) { keys = append(keys, text) } HanPinYinMap[text] = append(HanPinYinMap[text], code) } tempTXT, err := os.OpenFile("rime/temp.txt", os.O_CREATE|os.O_TRUNC|os.O_RDWR, 0644) if err != nil { log.Fatal(err) } defer tempTXT.Close() for _, key := range keys { s := key + " " + strings.Join(HanPinYinMap[key], " ") + "\n" _, err := tempTXT.WriteString(s) if err != nil { log.Fatal(err) } } err = tempTXT.Sync() if err != nil { log.Fatal(err) } }