forked from TruthHun/DocHub
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathhelper.go
860 lines (787 loc) · 23.7 KB
/
helper.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
package helper
import (
"encoding/hex"
"fmt"
"html/template"
"math/rand"
"crypto/md5"
"time"
"strconv"
"os"
"io"
"strings"
"crypto/sha1"
"net/url"
"os/exec"
"io/ioutil"
"regexp"
"errors"
"net/http"
"path/filepath"
"github.com/PuerkitoBio/goquery"
"github.com/TruthHun/DocHub/helper/crawl"
"github.com/astaxie/beego"
"github.com/astaxie/beego/cache"
"github.com/huichen/sego"
"rsc.io/pdf"
)
func init() {
//如果存在配置文件,则表示程序已经安装
if _, err := os.Stat("conf/app.conf"); err == nil {
IsInstalled = true
}
setDefaultConfig()
exts := strings.Split(beego.AppConfig.DefaultString("StaticExt", DEFAULT_STATIC_EXT), ",")
for _, ext := range exts {
StaticExt[strings.ToLower(strings.TrimSpace(ext))] = true
}
}
//比较两个内容的字符串类型是否相等
func Equal(itf1, itf2 interface{}) bool {
return fmt.Sprintf("%v", itf1) == fmt.Sprintf("%v", itf2)
}
//xmd5加密,扩展加密
//@param md5str MD5字符串
func Xmd5(md5str interface{}) string {
return fmt.Sprintf("%v", md5str)
}
//语言国际化,目前默认为中文
func I18n(tag string, lang ...string) string {
if len(lang) == 0 {
lang[0] = "zh-CN"
}
return beego.AppConfig.DefaultString(fmt.Sprintf("%v::%v", lang[0], tag), fmt.Sprintf("{%v}", tag))
}
//MD5加密函数
//@str string 需要进行加密的字符串
func MyMD5(str string) string {
h := md5.New()
h.Write([]byte(str))
return hex.EncodeToString(h.Sum(nil))
}
//时间戳格式化
//@timestamp int 时间戳
//@format string 时间格式,如:"2006-01-02 15:04:05"
func TimestampFormat(timestamp int, format ...string) string {
formats := "2006-01-02 15:04:05"
if len(format) > 0 {
formats = format[0]
}
return time.Unix(int64(timestamp), 0).Format(formats)
}
//将字符串或者其他可转化数字的内容格式化成int数字类型返回
//@param a interface{} 需要转化成数字的内容
func Interface2Int(a interface{}) int {
i, _ := strconv.Atoi(fmt.Sprintf("%v", a))
return i
}
//生成url链接
//@param prefix 前缀
//@param params 参数
//@return urlstr 返回组装后的url
func BuildURL(prefix string, params ...interface{}) (urlstr string) {
var (
l int
url []string
)
url = append(url, "/"+strings.Trim(prefix, "/"))
l = len(params)
if l != (l/2)*2 {
l = (l / 2) * 2
}
if l > 0 {
for i := 0; i < l; {
k := fmt.Sprintf("%v", params[i])
v := fmt.Sprintf("%v", params[i+1])
if len(k) > 0 && v != "0" {
url = append(url, fmt.Sprintf("%v/%v", k, v))
}
i += 2
}
}
urlstr = strings.TrimRight(strings.Join(url, "/"), "/")
//fmt.Println("BuildURL:", prefix, params, len(params), url)
return
}
//图片文件信息
type Info struct {
Width, Height int //图片宽高
Size int64 //图片文件大小
Md5 string //图片md5
ModTime int //图片修改时间戳
Ext string //图片后缀
}
//判断文件路径判断文件是否是符合要求的图片格式,jpeg,jpg,gif,png,bmp,tif,tiff
//@path string 文件路径
func IsImage(path string) bool {
slice := strings.Split(path, ".")
ext := strings.ToLower(strings.TrimSpace(slice[len(slice)-1]))
exts := map[string]string{"jpeg": "jpeg", "jpg": "jpg", "gif": "gif", "png": "png", "bmp": "bmp", "tif": "tif", "tiff": "tiff"}
_, ok := exts[ext]
return ok
}
//获取文件的MD5
//@path string 文件路径
func FileMd5(path string) (string, error) {
var md5str string
var err error
var file *os.File
file, err = os.Open(path)
defer file.Close()
if err != nil {
return md5str, err
}
md5h := md5.New()
_, err = io.Copy(md5h, file)
if err == nil {
md5str = fmt.Sprintf("%x", md5h.Sum(nil))
}
return md5str, err
}
//根据字符串后缀,比如根据文件路径获取后缀等
//@str string 字符串或者文件路径
//@seg string 分隔符
func GetSuffix(str, seg string) string {
slice := strings.Split(str, seg)
l := len(slice)
if l > 1 {
return slice[(l - 1)]
}
return ""
}
//将interface{}转为字符串,适合bool,数字等
//@v interface{} 需要转化为字符串的值
func Interface2String(v interface{}) string {
return fmt.Sprintf("%v", v)
}
//整型计算
func CalcInt(num1 interface{}, oper string, num2 interface{}) int {
val := 0
n1 := Interface2Int(num1)
n2 := Interface2Int(num2)
switch oper {
case "+":
val = n1 + n2
case "-":
val = n1 - n2
case "*":
val = n1 * n2
case "%":
if n2 != 0 {
val = n1 % n2
}
case "/":
if n2 != 0 {
val = n1 / n2
}
}
return val
}
//根据切片或数组下表,移除元素
func DelSlice(slice []interface{}, index int) []interface{} {
return append(slice[:index], slice[index+1:]...)
}
//sha1加密
//@param str string 需要加密的字符串
//@return string 加密后的字符串
func MySha1(str string) string {
return fmt.Sprintf("%x", sha1.New().Sum([]byte(str)))
}
//设置缓存
func CacheSet(key string, value interface{}, t time.Duration) error {
bc, err := cache.NewCache("file", CACHE_CONF)
if err == nil {
return bc.Put(key, value, t)
}
return err
}
//获取缓存
func CacheGet(key string) (interface{}, error) {
bc, err := cache.NewCache("file", CACHE_CONF)
if err == nil && bc.IsExist(key) {
return bc.Get(key), nil
}
return nil, err
}
//生成默认值
//@param val interface{} 值
//@param defVal interface{} 默认值
//@param preventZero ...bool 是否保留0值
func Default(val, defVal interface{}, preventZero ...bool) string {
v := fmt.Sprintf("%v", val)
dv := fmt.Sprintf("%v", defVal)
if v == "" {
return dv
}
//保留0值
if len(preventZero) > 0 {
if v != "0" {
return dv
}
}
return v
}
//获取指定个数的随机字符串
//@param size int 指定的字符串个数
//@param kind int 0,纯数字;1,小写字母;2,大写字母;3,数字+大小写字母
//@return string 返回生成的随机字符串
func RandStr(size int, kind int) string {
ikind, kinds, result := kind, [][]int{[]int{10, 48}, []int{26, 97}, []int{26, 65}}, make([]byte, size)
isAll := kind > 2 || kind < 0
rand.Seed(time.Now().UnixNano())
for i := 0; i < size; i++ {
if isAll { // random ikind
ikind = rand.Intn(3)
}
scope, base := kinds[ikind][0], kinds[ikind][1]
result[i] = uint8(base + rand.Intn(scope))
}
return string(result)
}
//转换字节大小
func FormatByte(size int) string {
fsize := float64(size)
//字节单位
units := [6]string{"B", "KB", "MB", "GB", "TB", "PB"}
var i int
for i = 0; fsize >= 1024 && i < 5; i++ {
fsize /= 1024
}
num := fmt.Sprintf("%.2f", fsize)
return string(num) + " " + units[i]
}
//获取文档扩展名分类以及扩展名分类对应的catenum数字
//@param ext 扩展名
//@return extCate 文档类型(字符串)
//@return extNum 文档类型(整型)
func GetExtCate(ext string) (extCate string, extNum int) {
ext = strings.ToLower(strings.TrimLeft(ext, "."))
extNum = EXT_NUM_OTHER
switch ext {
case "doc", "docx", "rtf", "wps", "odt":
extCate = EXT_CATE_WORD
extNum = EXT_NUM_WORD
case "ppt", "pptx", "pps", "ppsx", "dps", "odp", "pot":
extCate = EXT_CATE_PPT
extNum = EXT_NUM_PPT
case "xls", "xlsx", "et", "ods":
extCate = EXT_CATE_EXCEL
extNum = EXT_NUM_EXCEL
case "pdf":
extCate = EXT_CATE_PDF
extNum = EXT_NUM_PDF
case "txt":
extCate = EXT_CATE_TEXT
extNum = EXT_NUM_TEXT
case EXT_CATE_OTHER_UMD, EXT_CATE_OTHER_CHM, EXT_CATE_OTHER_EPUB, EXT_CATE_OTHER_MOBI: // cate other
extCate = ext
}
return
}
//获取文档扩展名分类以及扩展名分类对应的catenum数字
//@param ext 扩展名
//@return extCate 文档类型(字符串)
//@return extNum 文档类型(整型)
func GetExtCateByExtNum(num int) (extCate string) {
switch num {
case EXT_NUM_WORD:
extCate = EXT_CATE_WORD
case EXT_NUM_PPT:
extCate = EXT_CATE_PPT
case EXT_NUM_EXCEL:
extCate = EXT_CATE_EXCEL
case EXT_NUM_PDF:
extCate = EXT_CATE_PDF
case EXT_NUM_TEXT:
extCate = EXT_CATE_TEXT
case EXT_NUM_OTHER:
extCate = EXT_CATE_OTHER
}
return
}
//PdfProcedure专用
type PdfRet struct {
Cover string //封面路径文件
Preview string //
Total int
Err error
}
//获取pdf文件的页数
//@param file pdf文件
//@return pages pdf文件页码
//@return err 错误
func GetPdfPagesNum(file string) (pages int, err error) {
defer func() {
if r := recover(); r != nil {
err = errors.New(fmt.Sprintf("%v", r))
return
}
}()
if reader, err := pdf.Open(file); err == nil {
pages = reader.NumPage()
}
return
}
//将PDF文件转成jpg图片格式。注意:如果pdf只有一页,则文件后缀不会出现"-0.jpg"这种情况,否则会出现"-0.jpg,-1.jpg"等
//@param coverFile imagick可以转化成jpg的封面文件,如svg、pdf文件
//@param removeFile 最后是否删除原文件
//@return cover 封面文件
//@return err 错误
func ConvertToJpeg(pdffile string, removeFile bool) (cover string, err error) {
//convert := beego.AppConfig.DefaultString("imagick", "convert")
convert := GetConfig("depend", "imagemagick", "convert")
cover = pdffile + ".jpg"
cmd := exec.Command(convert, "-density", "150", "-quality", "100", pdffile, cover)
if Debug {
beego.Debug("转化封面图片:", cmd.Args)
}
err = cmd.Run()
if err == nil && removeFile {
os.Remove(pdffile)
}
return cover, err
}
//office文档转pdf,返回转化后的文档路径和错误
func OfficeToPdf(office string) (err error) {
// soffice --headless --invisible --convert-to pdf doctest.docx
//soffice := beego.AppConfig.DefaultString("soffice", "soffice")
soffice := GetConfig("depend", "soffice", "soffice")
dir_slice := strings.Split(office, "/")
dir := strings.Join(dir_slice[0:(len(dir_slice)-1)], "/")
cmd := exec.Command(soffice, "--headless", "--invisible", "--convert-to", "pdf", office, "--outdir", dir)
if Debug {
Logger.Debug("office 文档转 PDF:", cmd.Args)
}
go func() { //超时关闭程序
expire := GetConfigInt64("depend", "soffice-expire")
if expire <= 0 {
expire = 1800
}
time.Sleep(time.Duration(expire) * time.Second)
cmd.Process.Kill()
}()
err = cmd.Run()
return
}
//非office文档(.txt,.mobi,.epub)转pdf文档
func UnofficeToPdf(file string) (pdfFile string, err error) {
//calibre := beego.AppConfig.DefaultString("calibre", "ebook-convert")
calibre := GetConfig("depend", "calibre", "ebook-convert")
pdfFile = filepath.Dir(file) + "/" + strings.TrimSuffix(filepath.Base(file), filepath.Ext(file)) + ".pdf"
args := []string{
file,
pdfFile,
"--paper-size", "a4",
"--pdf-default-font-size", "16",
"--pdf-page-margin-bottom", "36",
"--pdf-page-margin-left", "36",
"--pdf-page-margin-right", "36",
"--pdf-page-margin-top", "36",
}
cmd := exec.Command(calibre, args...)
if Debug {
beego.Debug("非Office文档转成PDF:", cmd.Args)
}
err = cmd.Run()
return
}
//解析svg的原始宽高
//@param file svg文件
func ParseSvgWidthAndHeight(file string) (width, height int) {
if bs, err := ioutil.ReadFile(file); err == nil {
if doc, err := goquery.NewDocumentFromReader(strings.NewReader(string(bs))); err == nil {
sel := doc.Find("svg")
if w, ok := sel.Attr("width"); ok {
if slice := strings.Split(strings.TrimRight(w, "pt"), "."); len(slice) > 0 {
width = Interface2Int(slice[0])
}
}
if h, ok := sel.Attr("height"); ok {
if slice := strings.Split(strings.TrimRight(h, "pt"), "."); len(slice) > 0 {
height = Interface2Int(slice[0])
}
}
}
} else {
Logger.Error(err.Error())
}
return
}
//压缩svg文件
//@param file 需要压缩的svg文件
//@return err 错误
func CompressSvg(file string) (err error) {
var b []byte
if b, err = ioutil.ReadFile(file); err == nil {
str := string(b)
str = strings.Replace(str, "\t", "", -1)
str = strings.Replace(str, "\n", "", -1)
str = strings.Replace(str, "\r", "", -1)
//去除标签之间的空格,如果是存在代码预览的页面,不要替换空格,否则预览的代码会错乱
r, _ := regexp.Compile(">\\s{1,}<")
str = r.ReplaceAllString(str, "><")
//多个空格替换成一个空格
r2, _ := regexp.Compile("\\s{1,}")
str = r2.ReplaceAllString(str, " ")
err = ioutil.WriteFile(file, []byte(str), os.ModePerm)
}
return
}
//解析svg的原始宽高(TODO:水印效果不是很好,待优化)
//@param file svg文件
//@param text 水印文字
//@param x x轴线位置
//@param y y轴位置
//@return err 错误
func SvgTextWatermark(file, text string, x, y int) (err error) {
if Debug {
beego.Debug("svg添加水印", file, text, "位置", x, y)
}
if text != "" {
var b []byte
watermark := []string{}
watermark = append(watermark, fmt.Sprintf(`<text x="%v" y="%v" style="fill:rgba(0,0,0,0.2)" transform="scale(2)">%v</text>`, x, y, text))
if b, err = ioutil.ReadFile(file); err == nil {
str := string(b)
str = strings.Replace(str, "</svg>", strings.Join(watermark, "")+"</svg>", -1)
err = ioutil.WriteFile(file, []byte(str), os.ModePerm)
}
}
return
}
//扫描目录目录中的文件
func ScanDir(dir string) (files []string) {
dir = strings.TrimSuffix(dir, "/")
if infos, err := ioutil.ReadDir(dir); err == nil {
for _, info := range infos {
file := dir + "/" + info.Name()
if info.IsDir() {
files = append(files, ScanDir(file)...)
} else {
files = append(files, file)
}
}
} else {
Logger.Error(err.Error())
}
return
}
//统计PDF的页数
//@param filepath 文件路径
//@return pagenum 页码,当返回错误时,页码为0
//@return err 错误
func CountPdfPages(filepath string) (pagenum int, err error) {
if bs, err := ioutil.ReadFile(filepath); err != nil {
return pagenum, err
} else {
content := string(bs)
arr := strings.Split(content, "/Pages")
l := len(arr)
if l > 0 {
arr = strings.Split(arr[l-1], "endobj")
if l = len(arr); l > 0 {
return len(strings.Split(arr[0], "0 R")) - 1, nil
} else {
return 0, errors.New(fmt.Sprintf(`%v:"endobj"分割时失败`, filepath))
}
} else {
return 0, errors.New(fmt.Sprintf(`%v:"/Pages"分割时失败`, filepath))
}
}
}
//文档评分处理
//score:文档评分
//IsScore:是否返回处理后的评分,true:返回评分,如“4.5”,false返回css的星,如"45"
func StarVal(score int, IsScore bool) string {
if IsScore {
return fmt.Sprintf("%1.1f", float32(score)/10000.0)
}
return fmt.Sprintf("%d", score/1000)
}
//分页函数
//rollPage:展示分页的个数
//totalRows:总记录
//currentPage:每页显示记录数
//urlPrefix:url链接前缀
//urlParams:url键值对参数
func Paginations(rollPage, totalRows, listRows, currentPage int, urlPrefix string, urlParams ...interface{}) string {
var (
htmlPage, path string
pages []int
params []string
)
if listRows <= 0 {
listRows = 10
}
//总页数
totalPage := totalRows / listRows
if totalRows%listRows > 0 {
totalPage += 1
}
//只有1页的时候,不分页
if totalPage < 2 {
return ""
}
params_len := len(urlParams)
if params_len > 0 {
if params_len%2 > 0 {
params_len = params_len - 1
}
for i := 0; i < params_len; {
key := strings.TrimSpace(fmt.Sprintf("%v", urlParams[i]))
val := strings.TrimSpace(fmt.Sprintf("%v", urlParams[i+1]))
//键存在,同时值不为0也不为空
if len(key) > 0 && len(val) > 0 && val != "0" {
params = append(params, key, val)
}
i = i + 2
}
}
path = strings.Trim(urlPrefix, "/")
if len(params) > 0 {
path = path + "/" + strings.Trim(strings.Join(params, "/"), "/")
}
//最后再处理一次“/”,是为了防止urlPrifix参数为空时,出现多余的“/”
path = "/" + strings.Trim(path, "/") + "/p/"
if currentPage > totalPage {
currentPage = totalPage
}
if currentPage < 1 {
currentPage = 1
}
index := 0
rp := rollPage * 2
for i := rp; i > 0; i-- {
p := currentPage + rollPage - i
if p > 0 && p <= totalPage {
pages = append(pages, p)
}
}
for k, v := range pages {
if v == currentPage {
index = k
}
}
pages_len := len(pages)
if currentPage > 1 {
htmlPage += fmt.Sprintf(`<li><a class="num" href="`+path+`1">1..</a></li><li><a class="num" href="`+path+`%d"><<</a></li>`, currentPage-1)
}
if pages_len <= rollPage {
for _, v := range pages {
if v == currentPage {
htmlPage += fmt.Sprintf(`<li class="active"><a href="javascript:void(0);">%d</a></li>`, v)
} else {
htmlPage += fmt.Sprintf(`<li><a class="num" href="`+path+`%d">%d</a></li>`, v, v)
}
}
} else {
index_min := index - rollPage/2
index_max := index + rollPage/2
page_slice := make([]int, 0)
if index_min > 0 && index_max < pages_len { //切片索引未越界
page_slice = pages[index_min:index_max]
} else {
if index_min < 0 {
page_slice = pages[0:rollPage]
} else if index_max > pages_len {
page_slice = pages[(pages_len - rollPage):pages_len]
} else {
page_slice = pages[index_min:index_max]
}
}
for _, v := range page_slice {
if v == currentPage {
htmlPage += fmt.Sprintf(`<li class="active"><a href="javascript:void(0);">%d</a></li>`, v)
} else {
htmlPage += fmt.Sprintf(`<li><a class="num" href="`+path+`%d">%d</a></li>`, v, v)
}
}
}
if currentPage < totalPage {
htmlPage += fmt.Sprintf(`<li><a class="num" href="`+path+`%d">>></a></li><li><a class="num" href="`+path+`%d">..%d</a></li>`, currentPage+1, totalPage, totalPage)
}
return htmlPage
}
//将字符串切片转成interface切片
func StringSliceToInterfaceSlice(slice []string) (ret []interface{}) {
for _, v := range slice {
ret = append(ret, v)
}
return ret
}
//将字符串切片数组转成map
func StringSliceToMap(slice []string) (maps map[string]string) {
maps = make(map[string]string)
for _, v := range slice {
maps[v] = v
}
return maps
}
//分词
//@param str 需要分词的文字
func SegWord(str interface{}) (wds string) {
//如果已经成功加载字典
if Segmenter.Dictionary() != nil {
wds = sego.SegmentsToString(Segmenter.Segment([]byte(fmt.Sprintf("%v", str))), true)
var wdslice []string
slice := strings.Split(wds, " ")
for _, wd := range slice {
w := strings.Split(wd, "/")[0]
if (strings.Count(w, "") - 1) >= 2 {
if Interface2Int(w) == 0 { //如果为0,则表示非数字
wdslice = append(wdslice, w)
}
}
}
wds = strings.Join(wdslice, ",")
}
return
}
//url请求处理
func UrlEscape(str string) string {
return strings.TrimSpace(url.QueryEscape(strings.Replace(str, "/", " ", -1)))
}
//高亮,主要用于搜索结果高亮
func HeightLight(title string, words []string) template.HTML {
//注意:不能直接高亮,比如title里面有span标签作为关键字的时候就出现问题了
for _, wd := range words {
r, _ := regexp.Compile(fmt.Sprintf("(?i:%v)", wd))
title = r.ReplaceAllString(title, fmt.Sprintf("<wenku.it>%v</wenku.it>", wd))
}
for _, wd := range words {
r, _ := regexp.Compile(fmt.Sprintf("(?i:%v)", fmt.Sprintf("<wenku.it>%v</wenku.it>", wd)))
title = r.ReplaceAllString(title, fmt.Sprintf(`<span class="text-danger">%v</span>`, wd))
}
return template.HTML(title)
}
//字符串截取
func SubStr(str interface{}, start, length int) string {
v := fmt.Sprintf("%v", str)
if start < 0 {
start = 0
}
slice := strings.Split(v, "")
l := len(slice)
if l == 0 || start > l {
return ""
}
if start+length+1 > l {
return strings.Join(slice[start:], "")
}
return strings.Join(slice[start:length], "")
}
//文件下载,这里只是简单的文档下载,复杂点的,需要根据Content-Type去做处理
//@param fileUrl 文件下载URL连接
//@param savePath 文件存放文件夹
//@param cookies COOKIE
//@return md5str 文档的md5
//@return localFile 本地存放文件,err为nil时才需要处理文件,否则不需要处理
//@return filename 文件下载时的文件名
//@return err 错误
func DownFile(fileUrl, savePath string, cookies string) (md5str, localFile, filename string, err error) {
var (
resp *http.Response //响应内容
ext string //文件扩展名
)
//创建HTTP请求
req := crawl.BuildRequest("get", fileUrl, "", cookies, "mac", true, false)
resp, err = req.DoRequest()
if err != nil {
return
}
if resp.StatusCode >= 300 {
err = errors.New(fmt.Sprintf("HTTP响应头错误:%v。文件下载地址:%v", resp.Status, fileUrl))
return
}
if attachmentArr := strings.Split(resp.Header.Get("Content-Disposition"), "="); len(attachmentArr) == 2 {
filename = strings.Trim(attachmentArr[1], `"'`)
ext = filepath.Ext(filename)
}
if len(ext) == 0 {
filepath.Ext(fileUrl)
}
ext = strings.ToLower(ext)
os.MkdirAll(savePath, 0777)
tmpFile := strings.TrimSuffix(savePath, "/") + "/" + MyMD5(filename) + ext
if err = req.ToFile(tmpFile); err != nil {
return
}
//计算文档md5
if md5str, err = FileMd5(tmpFile); err != nil {
return
}
//重命名文档
localFile = strings.TrimSuffix(savePath, "/") + "/" + md5str + ext
err = os.Rename(tmpFile, localFile) //重命名文件
return
}
//
////给SVG加文字水印
////@param svgfile svg文件
////@param text 水印文字
////@return err nil时表示添加水印成功
//func WatermarkByText(svgfile, text string) (err error) {
// return
//}
//数字变化范围
//@param val int 需要处理的参数数字
//@param min int 最小值
//@param max int 最大值
//@return int 返回最大值与最小值之间的值
func NumberRange(val, min, max int) int {
if val < min {
return min
}
if val > max {
return max
}
return val
}
//首字母大写
func UpperFirst(str string) string {
if len(str) > 0 {
strings.Replace(str, str[0:1], strings.ToUpper(str[0:1]), 1)
}
return str
}
//获取PDF中指定页面的文本内容
//@param file PDF文件
//@param from 起始页
//@param to 截止页
func ExtractPdfText(file string, from, to int) (content string) {
//pdftotext := beego.AppConfig.DefaultString("pdftotext", "pdftotext")
pdftotext := GetConfig("depend", "pdftotext")
textfile := file + ".txt"
defer os.Remove(textfile)
args := []string{"-f", strconv.Itoa(from), "-l", strconv.Itoa(to), file, textfile}
if err := exec.Command(pdftotext, args...).Run(); err != nil {
Logger.Error(err.Error())
} else {
if b, err := ioutil.ReadFile(textfile); err == nil {
content = string(b)
content = strings.Replace(content, "\t", " ", -1)
content = strings.Replace(content, "\n", " ", -1)
content = strings.Replace(content, "\r", " ", -1)
} else {
Logger.Error(err.Error())
}
}
return
}
//页数处理,处理页数为0或者页数为空的时候的显示
func HandlePageNum(PageNum interface{}) string {
pn := strings.TrimSpace(fmt.Sprintf("%v", PageNum))
if pn == "0" || pn == "" {
return " -- "
}
return pn
}
//使用SVGO压缩svg文件
//@param input 需要压缩的原文件
//@param output 压缩后的文件路径
//@param err 压缩错误
func SvgoCompress(input, output string) (err error) {
svgo := GetConfig("depend", "svgo", "svgo")
args := []string{input, "-o", output}
return exec.Command(svgo, args...).Run()
}