msb-public
/
go-fly
mirror of https://github.com/taoshihan1991/go-fly.git
1
0
Code Issues Projects Releases Wiki Activity

实现兼容gbk编码格式

Browse Source
pull/30/head
陶士涵 4 years ago
parent d00525e887
commit 7795a04129
7 changed files with 173 additions and 156 deletions
Show Stats Download Patch File Download Diff File

111
server.go
Unescape View File

@ -12,8 +12,8 @@ import (
"sync" "sync"
) )
const PAGE_SIZE = 20
const PAGE_SIZE=20
func main() { func main() {
log.Println("listen on 8080...") log.Println("listen on 8080...")
http.HandleFunc("/", index) http.HandleFunc("/", index)
@ -28,7 +28,7 @@ func main() {
//首页跳转 //首页跳转
func index(w http.ResponseWriter, r *http.Request) { func index(w http.ResponseWriter, r *http.Request) {
if r.URL.RequestURI()=="/favicon.ico"{ if r.URL.RequestURI() == "/favicon.ico" {
return return
} }
@ -48,64 +48,63 @@ func index(w http.ResponseWriter, r *http.Request) {
//输出列表 //输出列表
func list(w http.ResponseWriter, r *http.Request) { func list(w http.ResponseWriter, r *http.Request) {
values:=r.URL.Query() values := r.URL.Query()
fid:="" fid := ""
currentPage:=0 currentPage := 0
if len(values["fid"])!=0{ if len(values["fid"]) != 0 {
fid=values["fid"][0] fid = values["fid"][0]
} }
if len(values["page"])!=0{ if len(values["page"]) != 0 {
currentPage,_=strconv.Atoi(values["page"][0]) currentPage, _ = strconv.Atoi(values["page"][0])
} }
if fid==""{ if fid == "" {
fid="INBOX" fid = "INBOX"
} }
if currentPage==0{ if currentPage == 0 {
currentPage=1 currentPage = 1
} }
auth := getCookie(r, "auth") auth := getCookie(r, "auth")
authStrings := strings.Split(auth, "|") authStrings := strings.Split(auth, "|")
render := new(tools.IndexData) render := new(tools.IndexData)
render.CurrentPage = currentPage render.CurrentPage = currentPage
var prePage int var prePage int
if(currentPage-1) <=0 { if (currentPage - 1) <= 0 {
prePage=1 prePage = 1
}else{ } else {
prePage=currentPage-1 prePage = currentPage - 1
} }
render.PrePage = fmt.Sprintf("/list?fid=%s&page=%d",fid,prePage) render.PrePage = fmt.Sprintf("/list?fid=%s&page=%d", fid, prePage)
render.NextPage = fmt.Sprintf("/list?fid=%s&page=%d",fid,currentPage+1) render.NextPage = fmt.Sprintf("/list?fid=%s&page=%d", fid, currentPage+1)
var wg sync.WaitGroup var wg sync.WaitGroup
wg.Add(2) wg.Add(2)
go func() { go func() {
defer wg.Done() defer wg.Done()
folders :=tools.GetFolders(authStrings[0], authStrings[1], authStrings[2],fid) folders := tools.GetFolders(authStrings[0], authStrings[1], authStrings[2], fid)
render.Folders = folders render.Folders = folders
render.Fid = fid render.Fid = fid
//PageCount:= render.Folders[fid]/PAGE_SIZE //PageCount:= render.Folders[fid]/PAGE_SIZE
numPages:="" numPages := ""
start:=currentPage-5 start := currentPage - 5
if start <=0 { if start <= 0 {
start=1 start = 1
} }
end:=start+11 end := start + 11
//if end>=PageCount{ //if end>=PageCount{
// end=PageCount // end=PageCount
//} //}
for i:=start;i<end;i++{ for i := start; i < end; i++ {
active:="" active := ""
if currentPage==i{ if currentPage == i {
active="active" active = "active"
} }
numPages+=fmt.Sprintf("<li class=\"page-item %s\"><a class=\"page-link\" href=\"/list?fid=%s&page=%d\">%d</a></li>",active,fid,i,i) numPages += fmt.Sprintf("<li class=\"page-item %s\"><a class=\"page-link\" href=\"/list?fid=%s&page=%d\">%d</a></li>", active, fid, i, i)
} }
render.NumPages=template.HTML(numPages) render.NumPages = template.HTML(numPages)
}() }()
go func() { go func() {
defer wg.Done() defer wg.Done()
@ -114,50 +113,51 @@ func list(w http.ResponseWriter, r *http.Request) {
}() }()
wg.Wait() wg.Wait()
tmpl.RenderList(w,render) tmpl.RenderList(w, render)
} }
//详情界面 //详情界面
func view(w http.ResponseWriter, r *http.Request) { func view(w http.ResponseWriter, r *http.Request) {
values:=r.URL.Query() values := r.URL.Query()
fid:="" fid := ""
if len(values["fid"])!=0{ if len(values["fid"]) != 0 {
fid=values["fid"][0] fid = values["fid"][0]
}else{ } else {
fid="INBOX" fid = "INBOX"
} }
var id uint32 var id uint32
if len(values["id"])!=0{ if len(values["id"]) != 0 {
i,_:=strconv.Atoi(values["id"][0]) i, _ := strconv.Atoi(values["id"][0])
id=uint32(i) id = uint32(i)
}else{ } else {
id=0 id = 0
} }
auth := getCookie(r, "auth") auth := getCookie(r, "auth")
authStrings := strings.Split(auth, "|") authStrings := strings.Split(auth, "|")
var wg sync.WaitGroup var wg sync.WaitGroup
var render=new(tools.ViewData) var render = new(tools.ViewData)
wg.Add(1) wg.Add(1)
go func() { go func() {
defer wg.Done() defer wg.Done()
folders :=tools.GetFolders(authStrings[0], authStrings[1], authStrings[2],fid) folders := tools.GetFolders(authStrings[0], authStrings[1], authStrings[2], fid)
render.Folders = folders render.Folders = folders
render.Fid = fid render.Fid = fid
}() }()
wg.Add(1) wg.Add(1)
go func() { go func() {
defer wg.Done() defer wg.Done()
mail:=tools.GetMessage(authStrings[0], authStrings[1], authStrings[2],fid,id) mail := tools.GetMessage(authStrings[0], authStrings[1], authStrings[2], fid, id)
render.From=mail.From render.From = mail.From
render.To=mail.To render.To = mail.To
render.Subject=mail.Subject render.Subject = mail.Subject
render.Date=mail.Date render.Date = mail.Date
render.HtmlBody=template.HTML(mail.Body) render.HtmlBody = template.HTML(mail.Body)
}() }()
wg.Wait() wg.Wait()
tmpl.RenderView(w,render) tmpl.RenderView(w, render)
} }
//登陆界面 //登陆界面
func login(w http.ResponseWriter, r *http.Request) { func login(w http.ResponseWriter, r *http.Request) {
email := r.PostFormValue("email") email := r.PostFormValue("email")
@ -168,7 +168,7 @@ func login(w http.ResponseWriter, r *http.Request) {
res := tools.CheckEmailPassword(server, email, password) res := tools.CheckEmailPassword(server, email, password)
if !res { if !res {
errStr = "连接或验证失败" errStr = "连接或验证失败"
tmpl.RenderLogin(w,errStr) tmpl.RenderLogin(w, errStr)
} else { } else {
auth := fmt.Sprintf("%s|%s|%s", server, email, password) auth := fmt.Sprintf("%s|%s|%s", server, email, password)
cookie := http.Cookie{ cookie := http.Cookie{
@ -179,9 +179,10 @@ func login(w http.ResponseWriter, r *http.Request) {
http.Redirect(w, r, "/", 302) http.Redirect(w, r, "/", 302)
} }
} else { } else {
tmpl.RenderLogin(w,errStr) tmpl.RenderLogin(w, errStr)
} }
} }
//加密cookie //加密cookie
//func authCookie(){ //func authCookie(){
// //

2
tmpl/index.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http" "net/http"
) )
func RenderList(w http.ResponseWriter,render interface{}){ func RenderList(w http.ResponseWriter, render interface{}) {
const html = ` const html = `
<!doctype html> <!doctype html>
<html lang="cn"> <html lang="cn">

2
tmpl/login.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http" "net/http"
) )
func RenderLogin(w http.ResponseWriter,render interface{}){ func RenderLogin(w http.ResponseWriter, render interface{}) {
const html = ` const html = `
<!doctype html> <!doctype html>
<html lang="cn"> <html lang="cn">

4
tmpl/view.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http" "net/http"
) )
func RenderView(w http.ResponseWriter,render interface{}){ func RenderView(w http.ResponseWriter, render interface{}) {
const html = ` const html = `
<!doctype html> <!doctype html>
<html lang="cn"> <html lang="cn">
@ -43,7 +43,7 @@ func RenderView(w http.ResponseWriter,render interface{}){
<table class="table table-hover"> <table class="table table-hover">
<tbody> <tbody>
<tr> <tr>
<th scope="row">日期:</th> <th scope="row" width="100">日期:</th>
<td>{{.Date}}</td> <td>{{.Date}}</td>
</tr> </tr>
<tr> <tr>

152
tools/imap.go
Unescape View File

@ -14,6 +14,7 @@ import (
"strconv" "strconv"
"strings" "strings"
) )
//验证邮箱密码 //验证邮箱密码
func CheckEmailPassword(server string, email string, password string) bool { func CheckEmailPassword(server string, email string, password string) bool {
if !strings.Contains(server, ":") { if !strings.Contains(server, ":") {
@ -30,14 +31,15 @@ func CheckEmailPassword(server string, email string, password string) bool {
//defer c.Logout() //defer c.Logout()
// 登陆 // 登陆
c=connect(server,email,password) c = connect(server, email, password)
if c==nil{ if c == nil {
return false return false
} }
return true return true
} }
//获取连接 //获取连接
func connect(server string, email string, password string)*client.Client{ func connect(server string, email string, password string) *client.Client {
var c *client.Client var c *client.Client
var err error var err error
serverSlice := strings.Split(server, ":") serverSlice := strings.Split(server, ":")
@ -61,12 +63,13 @@ func connect(server string, email string, password string)*client.Client{
} }
return c return c
} }
//获取邮件夹 //获取邮件夹
func GetFolders(server string, email string, password string,folder string)map[string]int{ func GetFolders(server string, email string, password string, folder string) map[string]int {
var c *client.Client var c *client.Client
//defer c.Logout() //defer c.Logout()
c=connect(server,email,password) c = connect(server, email, password)
if c==nil{ if c == nil {
return nil return nil
} }
// 列邮箱 // 列邮箱
@ -76,12 +79,12 @@ func GetFolders(server string, email string, password string,folder string)map[s
done <- c.List("", "*", mailboxes) done <- c.List("", "*", mailboxes)
}() }()
// 存储邮件夹 // 存储邮件夹
var folders =make(map[string]int) var folders = make(map[string]int)
for m := range mailboxes { for m := range mailboxes {
folders[m.Name]=0 folders[m.Name] = 0
} }
for m,_ := range folders { for m, _ := range folders {
if m==folder { if m == folder {
mbox, _ := c.Select(m, true) mbox, _ := c.Select(m, true)
if mbox != nil { if mbox != nil {
folders[m] = int(mbox.Messages) folders[m] = int(mbox.Messages)
@ -94,19 +97,19 @@ func GetFolders(server string, email string, password string,folder string)map[s
} }
//获取邮件夹邮件 //获取邮件夹邮件
func GetFolderMail(server string, email string, password string,folder string,currentPage int,pagesize int)[]*MailItem{ func GetFolderMail(server string, email string, password string, folder string, currentPage int, pagesize int) []*MailItem {
var c *client.Client var c *client.Client
//defer c.Logout() //defer c.Logout()
c=connect(server,email,password) c = connect(server, email, password)
if c==nil{ if c == nil {
return nil return nil
} }
mbox, _ := c.Select(folder, true) mbox, _ := c.Select(folder, true)
to := mbox.Messages-uint32((currentPage-1)*pagesize) to := mbox.Messages - uint32((currentPage-1)*pagesize)
from := to-uint32(pagesize) from := to - uint32(pagesize)
if to <=uint32(pagesize){ if to <= uint32(pagesize) {
from=1 from = 1
} }
seqset := new(imap.SeqSet) seqset := new(imap.SeqSet)
@ -117,31 +120,31 @@ func GetFolderMail(server string, email string, password string,folder string,cu
go func() { go func() {
done <- c.Fetch(seqset, []imap.FetchItem{imap.FetchEnvelope}, messages) done <- c.Fetch(seqset, []imap.FetchItem{imap.FetchEnvelope}, messages)
}() }()
var mailPagelist=new(MailPageList) var mailPagelist = new(MailPageList)
dec :=GetDecoder() dec := GetDecoder()
for msg:=range messages{ for msg := range messages {
ret,err:=dec.Decode(msg.Envelope.Subject) ret, err := dec.Decode(msg.Envelope.Subject)
if err!=nil{ if err != nil {
ret,_=dec.DecodeHeader(msg.Envelope.Subject) ret, _ = dec.DecodeHeader(msg.Envelope.Subject)
} }
var mailitem =new(MailItem) var mailitem = new(MailItem)
log.Println(msg.SeqNum) log.Println(msg.SeqNum)
mailitem.Subject=ret mailitem.Subject = ret
mailitem.Id=msg.SeqNum mailitem.Id = msg.SeqNum
mailitem.Fid=folder mailitem.Fid = folder
mailPagelist.MailItems=append(mailPagelist.MailItems,mailitem) mailPagelist.MailItems = append(mailPagelist.MailItems, mailitem)
} }
return mailPagelist.MailItems return mailPagelist.MailItems
} }
func GetMessage(server string, email string, password string,folder string,id uint32)*MailItem{ func GetMessage(server string, email string, password string, folder string, id uint32) *MailItem {
var c *client.Client var c *client.Client
//defer c.Logout() //defer c.Logout()
c=connect(server,email,password) c = connect(server, email, password)
if c==nil{ if c == nil {
//return nil //return nil
} }
// Select INBOX // Select INBOX
@ -184,46 +187,45 @@ func GetMessage(server string, email string, password string,folder string,id ui
//log.Fatal(err) //log.Fatal(err)
} }
var mailitem =new(MailItem) var mailitem = new(MailItem)
// Print some info about the message // Print some info about the message
header := mr.Header header := mr.Header
if date, err := header.Date(); err == nil { log.Println(header)
log.Println("Date:", date) date, _ := header.Date()
mailitem.Date=date.String() log.Println("Date:", date)
} mailitem.Date = date.String()
var f string var f string
dec:=GetDecoder() dec := GetDecoder()
if from, err := header.AddressList("From"); err == nil { if from, err := header.AddressList("From"); err == nil {
log.Println("From:", from) log.Println("From:", from)
for _,address:=range from{ for _, address := range from {
fromStr:=strings.ToLower(address.String()) fromStr := address.String()
temp,_:=dec.DecodeHeader(fromStr) temp, _ := dec.DecodeHeader(fromStr)
f+=" "+temp f += " " + temp
} }
} }
mailitem.From=f mailitem.From = f
var t string var t string
if to, err := header.AddressList("To"); err == nil { if to, err := header.AddressList("To"); err == nil {
log.Println("To:", to) log.Println("To:", to)
for _,address:=range to{ for _, address := range to {
toStr:=strings.ToLower(address.String()) toStr := address.String()
temp,_:=dec.DecodeHeader(toStr) temp, _ := dec.DecodeHeader(toStr)
t+=" "+temp t += " " + temp
} }
} }
mailitem.To=t mailitem.To = t
if subject, err := header.Subject(); err == nil { subject, _ := header.Subject()
subject=strings.ToLower(subject) s, err := dec.Decode(subject)
s,err:=dec.Decode(subject) if err != nil {
if err!=nil{ s, _ = dec.DecodeHeader(subject)
s,_=dec.DecodeHeader(subject)
}
log.Println("Subject:", s)
mailitem.Subject=s
} }
log.Println("Subject:", s)
mailitem.Subject = s
// Process each message's part // Process each message's part
for { for {
p, err := mr.NextPart() p, err := mr.NextPart()
@ -236,21 +238,23 @@ func GetMessage(server string, email string, password string,folder string,id ui
case *mail.InlineHeader: case *mail.InlineHeader:
// This is the message's text (can be plain-text or HTML) // This is the message's text (can be plain-text or HTML)
b, _ := ioutil.ReadAll(p.Body) b, _ := ioutil.ReadAll(p.Body)
mailitem.Body+=string(b) mailitem.Body += string(b)
//body,_:=dec.Decode(string(b)) //body,_:=dec.Decode(string(b))
case *mail.AttachmentHeader: case *mail.AttachmentHeader:
// This is an attachment // This is an attachment
filename, _ := h.Filename() filename, _ := h.Filename()
log.Println("Got attachment: ", filename) log.Println("Got attachment: ", filename)
} }
mailitem.Body=Encoding(mailitem.Body) ct,_,_:=header.ContentType()
log.Println(ct)
mailitem.Body = Encoding(mailitem.Body,ct)
} }
return mailitem return mailitem
} }
func GetDecoder()*mime.WordDecoder{ func GetDecoder() *mime.WordDecoder {
dec :=new(mime.WordDecoder) dec := new(mime.WordDecoder)
dec.CharsetReader= func(charset string, input io.Reader) (io.Reader, error) { dec.CharsetReader = func(charset string, input io.Reader) (io.Reader, error) {
charset=strings.ToLower(charset) charset = strings.ToLower(charset)
switch charset { switch charset {
case "gb2312": case "gb2312":
content, err := ioutil.ReadAll(input) content, err := ioutil.ReadAll(input)
@ -260,8 +264,8 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content) //ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder()) //ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8") utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t:=bytes.NewReader([]byte(utf8str)) t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t) //ret:=utf8.DecodeRune(t)
//log.Println(ret) //log.Println(ret)
return t, nil return t, nil
@ -273,8 +277,8 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content) //ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder()) //ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8") utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t:=bytes.NewReader([]byte(utf8str)) t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t) //ret:=utf8.DecodeRune(t)
//log.Println(ret) //log.Println(ret)
return t, nil return t, nil
@ -286,24 +290,26 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content) //ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder()) //ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8") utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t:=bytes.NewReader([]byte(utf8str)) t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t) //ret:=utf8.DecodeRune(t)
//log.Println(ret) //log.Println(ret)
return t, nil return t, nil
default: default:
return nil,fmt.Errorf("unhandle charset:%s",charset) return nil, fmt.Errorf("unhandle charset:%s", charset)
} }
} }
return dec return dec
} }
// 任意编码转特定编码 // 任意编码转特定编码
func ConvertToStr(src string, srcCode string, tagCode string) string { func ConvertToStr(src string, srcCode string, tagCode string) string {
srcCoder := mahonia.NewDecoder(srcCode) result := mahonia.NewDecoder(srcCode).ConvertString(src)
srcResult := srcCoder.ConvertString(src) //srcCoder := mahonia.NewDecoder(srcCode)
tagCoder := mahonia.NewDecoder(tagCode) //srcResult := srcCoder.ConvertString(src)
_, cdata, _ := tagCoder.Translate([]byte(srcResult), true) //tagCoder := mahonia.NewDecoder(tagCode)
result := string(cdata) //_, cdata, _ := tagCoder.Translate([]byte(srcResult), true)
//result := string(cdata)
return result return result
} }

23
tools/stringutil.go
Unescape View File

@ -3,6 +3,8 @@ package tools
import ( import (
"golang.org/x/net/html/charset" "golang.org/x/net/html/charset"
"golang.org/x/text/encoding"
"golang.org/x/text/encoding/unicode"
"golang.org/x/text/transform" "golang.org/x/text/transform"
"io/ioutil" "io/ioutil"
"log" "log"
@ -17,14 +19,23 @@ func Reverse(s string) string {
} }
return string(r) return string(r)
} }
//转换编码 //转换编码
func Encoding(html string)string { func Encoding(html string,ct string) string {
e,_,_ :=charset.DetermineEncoding([]byte(html),"") e,name:=DetermineEncoding(html)
r:=strings.NewReader(html) if name!="utf-8"{
log.Println(r); html=ConvertToStr(html,"gbk","utf-8")
e=unicode.UTF8
}
r := strings.NewReader(html)
utf8Reader := transform.NewReader(r,e.NewDecoder()) utf8Reader := transform.NewReader(r, e.NewDecoder())
//将其他编码的reader转换为常用的utf8reader //将其他编码的reader转换为常用的utf8reader
all,_ := ioutil.ReadAll(utf8Reader) all, _ := ioutil.ReadAll(utf8Reader)
log.Println(string(all))
return string(all) return string(all)
} }
func DetermineEncoding(html string) (encoding.Encoding,string) {
e, name, _ := charset.DetermineEncoding([]byte(html), "")
return e,name
}

33
tools/types.go
Unescape View File

@ -3,29 +3,28 @@ package tools
import "html/template" import "html/template"
type IndexData struct { type IndexData struct {
Folders map[string]int Folders map[string]int
Mails interface{} Mails interface{}
MailPagelist []*MailItem MailPagelist []*MailItem
CurrentPage int CurrentPage int
Fid string Fid string
NextPage,PrePage string NextPage, PrePage string
NumPages template.HTML NumPages template.HTML
} }
type ViewData struct { type ViewData struct {
Folders map[string]int Folders map[string]int
HtmlBody template.HTML HtmlBody template.HTML
MailItem MailItem
} }
type MailItem struct{ type MailItem struct {
Subject string Subject string
Fid string Fid string
Id uint32 Id uint32
From string From string
To string To string
Body string Body string
Date string Date string
} }
type MailPageList struct{ type MailPageList struct {
MailItems []*MailItem MailItems []*MailItem
} }

Write Preview
Loading…
Cancel
Save