server.go

/*

gse 分词服务器同时提供了两种模式：

	"/"	分词演示网页
	"/add" 把词语添加到字典中
		输入 text, freq, pos 参数
		输出 JSON :
			{"code":200,"text":"ok"}
	"/json"	JSON 格式的 RPC 服务
		输入：
			POST 或 GET 模式输入 text 参数
		输出 JSON 格式：
			{
				segments:[
					{"text":"服务器", "pos":"n"},
					{"text":"指令", "pos":"n"},
					...
				]
			}


测试服务器

*/

package main

import (
	"flag"
	"fmt"
	"io"
	"log"
	"runtime"
	"strconv"

	"encoding/json"
	"net/http"

	"github.com/go-ego/gse"
)

var (
	seg = gse.Segmenter{}

	host = flag.String("host", "", "HTTP服务器主机名")
	port = flag.Int("port", 8080, "HTTP服务器端口")

	hmm          = flag.Bool("hmm", false, "use hmm")
	dict         = flag.String("dict", "../data/dict/dictionary.txt", "词典文件")
	staticFolder = flag.String("static_folder", "static", "静态页面存放的目录")
)

// JsonResponse []*segments json response
type JsonResponse struct {
	Segments []*Segment `json:"segments"`
	Err      error      `json:"err"`
}

// Segment segment json struct
type Segment struct {
	Text string `json:"text"`
	Pos  string `json:"pos"`
}

// JsonResp json response return []string
type JsonResp struct {
	Seg []string
}

// Resp http response
type Resp struct {
	Code int    `json:"code"`
	Text string `json:"text"`
}

// JsonRpcServer start json rpc server
func JsonRpcServer(w http.ResponseWriter, req *http.Request) {
	// 得到要分词的文本
	text := req.URL.Query().Get("text")
	if text == "" {
		text = req.PostFormValue("text")
	}

	if *hmm {
		segs := seg.Cut(text, true)
		response, _ := json.Marshal(&JsonResp{Seg: segs})

		w.Header().Set("Content-Type", "application/json")
		io.WriteString(w, string(response))

		return
	}

	// 分词
	segs := seg.Segment([]byte(text))

	// 整理为输出格式
	ss := []*Segment{}
	for _, segment := range segs {
		ss = append(ss, &Segment{
			Text: segment.Token().Text(), Pos: segment.Token().Pos()})
	}
	response, _ := json.Marshal(&JsonResponse{Segments: ss})

	w.Header().Set("Content-Type", "application/json")
	io.WriteString(w, string(response))
}

func addToken(w http.ResponseWriter, req *http.Request) {
	text := req.URL.Query().Get("text")
	freq, _ := strconv.ParseFloat(req.URL.Query().Get("freq"), 64)
	pos := req.URL.Query().Get("pos")
	seg.AddTokenForce(text, freq, pos)

	response, _ := json.Marshal(&Resp{Code: 200, Text: "ok"})
	w.Header().Set("Content-Type", "application/json")
	io.WriteString(w, string(response))
}

func main() {
	flag.Parse()

	// 将线程数设置为 CPU数
	runtime.GOMAXPROCS(runtime.NumCPU())

	// 初始化分词器
	seg.LoadDict(*dict)

	http.HandleFunc("/add", addToken)
	http.HandleFunc("/json", JsonRpcServer)
	http.Handle("/", http.FileServer(http.Dir(*staticFolder)))

	log.Printf("%s %s:%d \n", "Server listen: ", *host, *port)
	http.ListenAndServe(fmt.Sprintf("%s:%d", *host, *port), nil)
}