msb-public
/
go-fly
mirror of https://github.com/taoshihan1991/go-fly.git
1
0
Code Issues Projects Releases Wiki Activity

实现兼容gbk编码格式

Browse Source
pull/30/head
陶士涵 4 years ago
parent d00525e887
commit 7795a04129
7 changed files with 173 additions and 156 deletions
Show Stats Download Patch File Download Diff File

111
server.go
Unescape View File

@ -12,8 +12,8 @@ import (
"sync"
)
const PAGE_SIZE = 20
const PAGE_SIZE=20
func main() {
log.Println("listen on 8080...")
http.HandleFunc("/", index)
@ -28,7 +28,7 @@ func main() {
//首页跳转
func index(w http.ResponseWriter, r *http.Request) {
if r.URL.RequestURI()=="/favicon.ico"{
if r.URL.RequestURI() == "/favicon.ico" {
return
}
@ -48,64 +48,63 @@ func index(w http.ResponseWriter, r *http.Request) {
//输出列表
func list(w http.ResponseWriter, r *http.Request) {
values:=r.URL.Query()
fid:=""
currentPage:=0
if len(values["fid"])!=0{
fid=values["fid"][0]
values := r.URL.Query()
fid := ""
currentPage := 0
if len(values["fid"]) != 0 {
fid = values["fid"][0]
}
if len(values["page"])!=0{
currentPage,_=strconv.Atoi(values["page"][0])
if len(values["page"]) != 0 {
currentPage, _ = strconv.Atoi(values["page"][0])
}
if fid==""{
fid="INBOX"
if fid == "" {
fid = "INBOX"
}
if currentPage==0{
currentPage=1
if currentPage == 0 {
currentPage = 1
}
auth := getCookie(r, "auth")
authStrings := strings.Split(auth, "|")
render := new(tools.IndexData)
render.CurrentPage = currentPage
var prePage int
if(currentPage-1) <=0 {
prePage=1
}else{
prePage=currentPage-1
if (currentPage - 1) <= 0 {
prePage = 1
} else {
prePage = currentPage - 1
}
render.PrePage = fmt.Sprintf("/list?fid=%s&page=%d",fid,prePage)
render.NextPage = fmt.Sprintf("/list?fid=%s&page=%d",fid,currentPage+1)
render.PrePage = fmt.Sprintf("/list?fid=%s&page=%d", fid, prePage)
render.NextPage = fmt.Sprintf("/list?fid=%s&page=%d", fid, currentPage+1)
var wg sync.WaitGroup
wg.Add(2)
go func() {
defer wg.Done()
folders :=tools.GetFolders(authStrings[0], authStrings[1], authStrings[2],fid)
folders := tools.GetFolders(authStrings[0], authStrings[1], authStrings[2], fid)
render.Folders = folders
render.Fid = fid
//PageCount:= render.Folders[fid]/PAGE_SIZE
numPages:=""
start:=currentPage-5
if start <=0 {
start=1
numPages := ""
start := currentPage - 5
if start <= 0 {
start = 1
}
end:=start+11
end := start + 11
//if end>=PageCount{
// end=PageCount
//}
for i:=start;i<end;i++{
active:=""
if currentPage==i{
active="active"
for i := start; i < end; i++ {
active := ""
if currentPage == i {
active = "active"
}
numPages+=fmt.Sprintf("<li class=\"page-item %s\"><a class=\"page-link\" href=\"/list?fid=%s&page=%d\">%d</a></li>",active,fid,i,i)
numPages += fmt.Sprintf("<li class=\"page-item %s\"><a class=\"page-link\" href=\"/list?fid=%s&page=%d\">%d</a></li>", active, fid, i, i)
}
render.NumPages=template.HTML(numPages)
render.NumPages = template.HTML(numPages)
}()
go func() {
defer wg.Done()
@ -114,50 +113,51 @@ func list(w http.ResponseWriter, r *http.Request) {
}()
wg.Wait()
tmpl.RenderList(w,render)
tmpl.RenderList(w, render)
}
//详情界面
func view(w http.ResponseWriter, r *http.Request) {
values:=r.URL.Query()
fid:=""
if len(values["fid"])!=0{
fid=values["fid"][0]
}else{
fid="INBOX"
values := r.URL.Query()
fid := ""
if len(values["fid"]) != 0 {
fid = values["fid"][0]
} else {
fid = "INBOX"
}
var id uint32
if len(values["id"])!=0{
i,_:=strconv.Atoi(values["id"][0])
id=uint32(i)
}else{
id=0
if len(values["id"]) != 0 {
i, _ := strconv.Atoi(values["id"][0])
id = uint32(i)
} else {
id = 0
}
auth := getCookie(r, "auth")
authStrings := strings.Split(auth, "|")
var wg sync.WaitGroup
var render=new(tools.ViewData)
var render = new(tools.ViewData)
wg.Add(1)
go func() {
defer wg.Done()
folders :=tools.GetFolders(authStrings[0], authStrings[1], authStrings[2],fid)
folders := tools.GetFolders(authStrings[0], authStrings[1], authStrings[2], fid)
render.Folders = folders
render.Fid = fid
}()
wg.Add(1)
go func() {
defer wg.Done()
mail:=tools.GetMessage(authStrings[0], authStrings[1], authStrings[2],fid,id)
render.From=mail.From
render.To=mail.To
render.Subject=mail.Subject
render.Date=mail.Date
render.HtmlBody=template.HTML(mail.Body)
mail := tools.GetMessage(authStrings[0], authStrings[1], authStrings[2], fid, id)
render.From = mail.From
render.To = mail.To
render.Subject = mail.Subject
render.Date = mail.Date
render.HtmlBody = template.HTML(mail.Body)
}()
wg.Wait()
tmpl.RenderView(w,render)
tmpl.RenderView(w, render)
}
//登陆界面
func login(w http.ResponseWriter, r *http.Request) {
email := r.PostFormValue("email")
@ -168,7 +168,7 @@ func login(w http.ResponseWriter, r *http.Request) {
res := tools.CheckEmailPassword(server, email, password)
if !res {
errStr = "连接或验证失败"
tmpl.RenderLogin(w,errStr)
tmpl.RenderLogin(w, errStr)
} else {
auth := fmt.Sprintf("%s|%s|%s", server, email, password)
cookie := http.Cookie{
@ -179,9 +179,10 @@ func login(w http.ResponseWriter, r *http.Request) {
http.Redirect(w, r, "/", 302)
}
} else {
tmpl.RenderLogin(w,errStr)
tmpl.RenderLogin(w, errStr)
}
}
//加密cookie
//func authCookie(){
//

2
tmpl/index.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http"
)
func RenderList(w http.ResponseWriter,render interface{}){
func RenderList(w http.ResponseWriter, render interface{}) {
const html = `
<!doctype html>
<html lang="cn">

2
tmpl/login.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http"
)
func RenderLogin(w http.ResponseWriter,render interface{}){
func RenderLogin(w http.ResponseWriter, render interface{}) {
const html = `
<!doctype html>
<html lang="cn">

4
tmpl/view.go
Unescape View File

@ -5,7 +5,7 @@ import (
"net/http"
)
func RenderView(w http.ResponseWriter,render interface{}){
func RenderView(w http.ResponseWriter, render interface{}) {
const html = `
<!doctype html>
<html lang="cn">
@ -43,7 +43,7 @@ func RenderView(w http.ResponseWriter,render interface{}){
<table class="table table-hover">
<tbody>
<tr>
<th scope="row">日期:</th>
<th scope="row" width="100">日期:</th>
<td>{{.Date}}</td>
</tr>
<tr>

154
tools/imap.go
Unescape View File

@ -14,6 +14,7 @@ import (
"strconv"
"strings"
)
//验证邮箱密码
func CheckEmailPassword(server string, email string, password string) bool {
if !strings.Contains(server, ":") {
@ -30,14 +31,15 @@ func CheckEmailPassword(server string, email string, password string) bool {
//defer c.Logout()
// 登陆
c=connect(server,email,password)
if c==nil{
c = connect(server, email, password)
if c == nil {
return false
}
return true
}
//获取连接
func connect(server string, email string, password string)*client.Client{
func connect(server string, email string, password string) *client.Client {
var c *client.Client
var err error
serverSlice := strings.Split(server, ":")
@ -61,12 +63,13 @@ func connect(server string, email string, password string)*client.Client{
}
return c
}
//获取邮件夹
func GetFolders(server string, email string, password string,folder string)map[string]int{
func GetFolders(server string, email string, password string, folder string) map[string]int {
var c *client.Client
//defer c.Logout()
c=connect(server,email,password)
if c==nil{
c = connect(server, email, password)
if c == nil {
return nil
}
// 列邮箱
@ -76,12 +79,12 @@ func GetFolders(server string, email string, password string,folder string)map[s
done <- c.List("", "*", mailboxes)
}()
// 存储邮件夹
var folders =make(map[string]int)
var folders = make(map[string]int)
for m := range mailboxes {
folders[m.Name]=0
folders[m.Name] = 0
}
for m,_ := range folders {
if m==folder {
for m, _ := range folders {
if m == folder {
mbox, _ := c.Select(m, true)
if mbox != nil {
folders[m] = int(mbox.Messages)
@ -94,19 +97,19 @@ func GetFolders(server string, email string, password string,folder string)map[s
}
//获取邮件夹邮件
func GetFolderMail(server string, email string, password string,folder string,currentPage int,pagesize int)[]*MailItem{
func GetFolderMail(server string, email string, password string, folder string, currentPage int, pagesize int) []*MailItem {
var c *client.Client
//defer c.Logout()
c=connect(server,email,password)
if c==nil{
c = connect(server, email, password)
if c == nil {
return nil
}
mbox, _ := c.Select(folder, true)
to := mbox.Messages-uint32((currentPage-1)*pagesize)
from := to-uint32(pagesize)
if to <=uint32(pagesize){
from=1
to := mbox.Messages - uint32((currentPage-1)*pagesize)
from := to - uint32(pagesize)
if to <= uint32(pagesize) {
from = 1
}
seqset := new(imap.SeqSet)
@ -117,31 +120,31 @@ func GetFolderMail(server string, email string, password string,folder string,cu
go func() {
done <- c.Fetch(seqset, []imap.FetchItem{imap.FetchEnvelope}, messages)
}()
var mailPagelist=new(MailPageList)
var mailPagelist = new(MailPageList)
dec :=GetDecoder()
dec := GetDecoder()
for msg:=range messages{
for msg := range messages {
ret,err:=dec.Decode(msg.Envelope.Subject)
if err!=nil{
ret,_=dec.DecodeHeader(msg.Envelope.Subject)
ret, err := dec.Decode(msg.Envelope.Subject)
if err != nil {
ret, _ = dec.DecodeHeader(msg.Envelope.Subject)
}
var mailitem =new(MailItem)
var mailitem = new(MailItem)
log.Println(msg.SeqNum)
mailitem.Subject=ret
mailitem.Id=msg.SeqNum
mailitem.Fid=folder
mailPagelist.MailItems=append(mailPagelist.MailItems,mailitem)
mailitem.Subject = ret
mailitem.Id = msg.SeqNum
mailitem.Fid = folder
mailPagelist.MailItems = append(mailPagelist.MailItems, mailitem)
}
return mailPagelist.MailItems
}
func GetMessage(server string, email string, password string,folder string,id uint32)*MailItem{
func GetMessage(server string, email string, password string, folder string, id uint32) *MailItem {
var c *client.Client
//defer c.Logout()
c=connect(server,email,password)
if c==nil{
c = connect(server, email, password)
if c == nil {
//return nil
}
// Select INBOX
@ -184,46 +187,45 @@ func GetMessage(server string, email string, password string,folder string,id ui
//log.Fatal(err)
}
var mailitem =new(MailItem)
var mailitem = new(MailItem)
// Print some info about the message
header := mr.Header
if date, err := header.Date(); err == nil {
log.Println("Date:", date)
mailitem.Date=date.String()
}
log.Println(header)
date, _ := header.Date()
log.Println("Date:", date)
mailitem.Date = date.String()
var f string
dec:=GetDecoder()
dec := GetDecoder()
if from, err := header.AddressList("From"); err == nil {
log.Println("From:", from)
for _,address:=range from{
fromStr:=strings.ToLower(address.String())
temp,_:=dec.DecodeHeader(fromStr)
f+=" "+temp
for _, address := range from {
fromStr := address.String()
temp, _ := dec.DecodeHeader(fromStr)
f += " " + temp
}
}
mailitem.From=f
mailitem.From = f
var t string
if to, err := header.AddressList("To"); err == nil {
log.Println("To:", to)
for _,address:=range to{
toStr:=strings.ToLower(address.String())
temp,_:=dec.DecodeHeader(toStr)
t+=" "+temp
for _, address := range to {
toStr := address.String()
temp, _ := dec.DecodeHeader(toStr)
t += " " + temp
}
}
mailitem.To=t
mailitem.To = t
if subject, err := header.Subject(); err == nil {
subject=strings.ToLower(subject)
s,err:=dec.Decode(subject)
if err!=nil{
s,_=dec.DecodeHeader(subject)
}
log.Println("Subject:", s)
mailitem.Subject=s
subject, _ := header.Subject()
s, err := dec.Decode(subject)
if err != nil {
s, _ = dec.DecodeHeader(subject)
}
log.Println("Subject:", s)
mailitem.Subject = s
// Process each message's part
for {
p, err := mr.NextPart()
@ -236,21 +238,23 @@ func GetMessage(server string, email string, password string,folder string,id ui
case *mail.InlineHeader:
// This is the message's text (can be plain-text or HTML)
b, _ := ioutil.ReadAll(p.Body)
mailitem.Body+=string(b)
mailitem.Body += string(b)
//body,_:=dec.Decode(string(b))
case *mail.AttachmentHeader:
// This is an attachment
filename, _ := h.Filename()
log.Println("Got attachment: ", filename)
}
mailitem.Body=Encoding(mailitem.Body)
ct,_,_:=header.ContentType()
log.Println(ct)
mailitem.Body = Encoding(mailitem.Body,ct)
}
return mailitem
}
func GetDecoder()*mime.WordDecoder{
dec :=new(mime.WordDecoder)
dec.CharsetReader= func(charset string, input io.Reader) (io.Reader, error) {
charset=strings.ToLower(charset)
func GetDecoder() *mime.WordDecoder {
dec := new(mime.WordDecoder)
dec.CharsetReader = func(charset string, input io.Reader) (io.Reader, error) {
charset = strings.ToLower(charset)
switch charset {
case "gb2312":
content, err := ioutil.ReadAll(input)
@ -260,8 +264,8 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8")
t:=bytes.NewReader([]byte(utf8str))
utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t)
//log.Println(ret)
return t, nil
@ -273,8 +277,8 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8")
t:=bytes.NewReader([]byte(utf8str))
utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t)
//log.Println(ret)
return t, nil
@ -286,24 +290,26 @@ func GetDecoder()*mime.WordDecoder{
//ret:=bytes.NewReader(content)
//ret:=transform.NewReader(bytes.NewReader(content), simplifiedchinese.HZGB2312.NewEncoder())
utf8str:=ConvertToStr(string(content),"gbk","utf-8")
t:=bytes.NewReader([]byte(utf8str))
utf8str := ConvertToStr(string(content), "gbk", "utf-8")
t := bytes.NewReader([]byte(utf8str))
//ret:=utf8.DecodeRune(t)
//log.Println(ret)
return t, nil
default:
return nil,fmt.Errorf("unhandle charset:%s",charset)
return nil, fmt.Errorf("unhandle charset:%s", charset)
}
}
return dec
}
// 任意编码转特定编码
func ConvertToStr(src string, srcCode string, tagCode string) string {
srcCoder := mahonia.NewDecoder(srcCode)
srcResult := srcCoder.ConvertString(src)
tagCoder := mahonia.NewDecoder(tagCode)
_, cdata, _ := tagCoder.Translate([]byte(srcResult), true)
result := string(cdata)
result := mahonia.NewDecoder(srcCode).ConvertString(src)
//srcCoder := mahonia.NewDecoder(srcCode)
//srcResult := srcCoder.ConvertString(src)
//tagCoder := mahonia.NewDecoder(tagCode)
//_, cdata, _ := tagCoder.Translate([]byte(srcResult), true)
//result := string(cdata)
return result
}
}

23
tools/stringutil.go
Unescape View File

@ -3,6 +3,8 @@ package tools
import (
"golang.org/x/net/html/charset"
"golang.org/x/text/encoding"
"golang.org/x/text/encoding/unicode"
"golang.org/x/text/transform"
"io/ioutil"
"log"
@ -17,14 +19,23 @@ func Reverse(s string) string {
}
return string(r)
}
//转换编码
func Encoding(html string)string {
e,_,_ :=charset.DetermineEncoding([]byte(html),"")
r:=strings.NewReader(html)
log.Println(r);
func Encoding(html string,ct string) string {
e,name:=DetermineEncoding(html)
if name!="utf-8"{
html=ConvertToStr(html,"gbk","utf-8")
e=unicode.UTF8
}
r := strings.NewReader(html)
utf8Reader := transform.NewReader(r,e.NewDecoder())
utf8Reader := transform.NewReader(r, e.NewDecoder())
//将其他编码的reader转换为常用的utf8reader
all,_ := ioutil.ReadAll(utf8Reader)
all, _ := ioutil.ReadAll(utf8Reader)
log.Println(string(all))
return string(all)
}
func DetermineEncoding(html string) (encoding.Encoding,string) {
e, name, _ := charset.DetermineEncoding([]byte(html), "")
return e,name
}

33
tools/types.go
Unescape View File

@ -3,29 +3,28 @@ package tools
import "html/template"
type IndexData struct {
Folders map[string]int
Mails interface{}
MailPagelist []*MailItem
CurrentPage int
Fid string
NextPage,PrePage string
NumPages template.HTML
Folders map[string]int
Mails interface{}
MailPagelist []*MailItem
CurrentPage int
Fid string
NextPage, PrePage string
NumPages template.HTML
}
type ViewData struct {
Folders map[string]int
Folders map[string]int
HtmlBody template.HTML
MailItem
}
type MailItem struct{
type MailItem struct {
Subject string
Fid string
Id uint32
From string
To string
Body string
Date string
Fid string
Id uint32
From string
To string
Body string
Date string
}
type MailPageList struct{
type MailPageList struct {
MailItems []*MailItem
}

Write Preview
Loading…
Cancel
Save