nps/lib/common/util.go

464 lines
8.8 KiB
Go
Raw Normal View History

2019-02-09 09:07:47 +00:00
package common
2019-01-09 12:33:00 +00:00
import (
2019-02-09 09:07:47 +00:00
"bytes"
2019-01-09 12:33:00 +00:00
"encoding/base64"
2019-02-09 09:07:47 +00:00
"encoding/binary"
"errors"
2019-03-07 10:07:53 +00:00
"html/template"
2019-02-23 15:29:48 +00:00
"io"
"io/ioutil"
2019-01-09 12:33:00 +00:00
"net"
"net/http"
"os"
2019-01-09 12:33:00 +00:00
"regexp"
"strconv"
"strings"
2019-03-29 07:21:30 +00:00
"sync"
2019-08-10 03:15:25 +00:00
2020-01-08 13:57:14 +00:00
"ehang.io/nps/lib/crypt"
2019-01-09 12:33:00 +00:00
)
2019-02-09 09:07:47 +00:00
//Get the corresponding IP address through domain name
2019-01-15 12:59:50 +00:00
func GetHostByName(hostname string) string {
2019-01-09 12:33:00 +00:00
if !DomainCheck(hostname) {
return hostname
}
ips, _ := net.LookupIP(hostname)
if ips != nil {
for _, v := range ips {
if v.To4() != nil {
return v.String()
}
}
}
return ""
}
2019-02-09 09:07:47 +00:00
//Check the legality of domain
2019-01-09 12:33:00 +00:00
func DomainCheck(domain string) bool {
var match bool
IsLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}(/)"
NotLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}"
match, _ = regexp.MatchString(IsLine, domain)
if !match {
match, _ = regexp.MatchString(NotLine, domain)
}
return match
}
2019-02-09 09:07:47 +00:00
//Check if the Request request is validated
2019-01-09 12:33:00 +00:00
func CheckAuth(r *http.Request, user, passwd string) bool {
s := strings.SplitN(r.Header.Get("Authorization"), " ", 2)
if len(s) != 2 {
2019-12-16 14:18:49 +00:00
s = strings.SplitN(r.Header.Get("Proxy-Authorization"), " ", 2)
if len(s) != 2 {
return false
}
2019-01-09 12:33:00 +00:00
}
b, err := base64.StdEncoding.DecodeString(s[1])
if err != nil {
return false
}
pair := strings.SplitN(string(b), ":", 2)
if len(pair) != 2 {
return false
}
return pair[0] == user && pair[1] == passwd
}
//get bool by str
func GetBoolByStr(s string) bool {
switch s {
case "1", "true":
return true
}
return false
}
//get str by bool
func GetStrByBool(b bool) string {
if b {
return "1"
}
return "0"
}
//int
2019-01-15 12:59:50 +00:00
func GetIntNoErrByStr(str string) int {
2019-03-15 06:03:49 +00:00
i, _ := strconv.Atoi(strings.TrimSpace(str))
2019-01-09 12:33:00 +00:00
return i
}
2019-02-09 09:07:47 +00:00
//Get verify value
2019-01-09 12:33:00 +00:00
func Getverifyval(vkey string) string {
2019-02-09 09:07:47 +00:00
return crypt.Md5(vkey)
2019-01-09 12:33:00 +00:00
}
2019-01-12 16:09:12 +00:00
2019-02-09 09:07:47 +00:00
//Change headers and host of request
2020-01-13 10:31:03 +00:00
func ChangeHostAndHeader(r *http.Request, host string, header string, addr string,addOrigin bool) {
2019-01-12 16:09:12 +00:00
if host != "" {
r.Host = host
}
if header != "" {
h := strings.Split(header, "\n")
for _, v := range h {
hd := strings.Split(v, ":")
if len(hd) == 2 {
r.Header.Set(hd[0], hd[1])
}
}
}
addr = strings.Split(addr, ":")[0]
if prior, ok := r.Header["X-Forwarded-For"]; ok {
2019-12-01 18:15:13 +00:00
addr = strings.Join(prior, ", ") + ", " + addr
}
2020-01-13 10:31:03 +00:00
if addOrigin {
r.Header.Set("X-Forwarded-For", addr)
r.Header.Set("X-Real-IP", addr)
}
2019-01-12 16:09:12 +00:00
}
2019-02-09 09:07:47 +00:00
//Read file content by file path
func ReadAllFromFile(filePath string) ([]byte, error) {
f, err := os.Open(filePath)
if err != nil {
return nil, err
}
2019-11-19 00:57:25 +00:00
defer f.Close()
return ioutil.ReadAll(f)
}
2019-02-02 16:54:43 +00:00
// FileExists reports whether the named file or directory exists.
func FileExists(name string) bool {
if _, err := os.Stat(name); err != nil {
if os.IsNotExist(err) {
return false
}
}
return true
2019-02-05 16:35:23 +00:00
}
2019-02-09 09:07:47 +00:00
//Judge whether the TCP port can open normally
func TestTcpPort(port int) bool {
l, err := net.ListenTCP("tcp", &net.TCPAddr{net.ParseIP("0.0.0.0"), port, ""})
2019-02-12 19:54:00 +00:00
defer func() {
if l != nil {
l.Close()
}
}()
2019-02-09 09:07:47 +00:00
if err != nil {
return false
2019-02-05 16:35:23 +00:00
}
2019-02-09 09:07:47 +00:00
return true
2019-02-05 16:35:23 +00:00
}
2019-02-09 09:07:47 +00:00
//Judge whether the UDP port can open normally
func TestUdpPort(port int) bool {
l, err := net.ListenUDP("udp", &net.UDPAddr{net.ParseIP("0.0.0.0"), port, ""})
2019-02-12 19:54:00 +00:00
defer func() {
if l != nil {
l.Close()
}
}()
2019-02-05 16:35:23 +00:00
if err != nil {
return false
}
return true
}
2019-02-09 09:07:47 +00:00
//Write length and individual byte data
//Length prevents sticking
//# Characters are used to separate data
func BinaryWrite(raw *bytes.Buffer, v ...string) {
2019-04-21 15:03:58 +00:00
b := GetWriteStr(v...)
binary.Write(raw, binary.LittleEndian, int32(len(b)))
binary.Write(raw, binary.LittleEndian, b)
}
// get seq str
func GetWriteStr(v ...string) []byte {
2019-02-09 09:07:47 +00:00
buffer := new(bytes.Buffer)
var l int32
for _, v := range v {
2019-02-12 19:54:00 +00:00
l += int32(len([]byte(v))) + int32(len([]byte(CONN_DATA_SEQ)))
2019-02-09 09:07:47 +00:00
binary.Write(buffer, binary.LittleEndian, []byte(v))
2019-02-12 19:54:00 +00:00
binary.Write(buffer, binary.LittleEndian, []byte(CONN_DATA_SEQ))
2019-02-09 09:07:47 +00:00
}
2019-04-21 15:03:58 +00:00
return buffer.Bytes()
2019-02-09 09:07:47 +00:00
}
2019-02-12 19:54:00 +00:00
//inArray str interface
2019-02-17 17:05:05 +00:00
func InStrArr(arr []string, val string) bool {
2019-02-12 19:54:00 +00:00
for _, v := range arr {
if v == val {
return true
}
}
return false
}
//inArray int interface
2019-02-12 19:54:00 +00:00
func InIntArr(arr []int, val int) bool {
for _, v := range arr {
if v == val {
return true
}
}
return false
2019-02-15 14:59:28 +00:00
}
//format ports str to a int array
2019-02-15 14:59:28 +00:00
func GetPorts(p string) []int {
var ps []int
arr := strings.Split(p, ",")
for _, v := range arr {
fw := strings.Split(v, "-")
if len(fw) == 2 {
if IsPort(fw[0]) && IsPort(fw[1]) {
start, _ := strconv.Atoi(fw[0])
end, _ := strconv.Atoi(fw[1])
for i := start; i <= end; i++ {
ps = append(ps, i)
}
} else {
continue
}
} else if IsPort(v) {
p, _ := strconv.Atoi(v)
ps = append(ps, p)
}
}
return ps
}
2019-02-17 17:05:05 +00:00
2019-04-08 09:01:08 +00:00
//is the string a port
2019-02-15 14:59:28 +00:00
func IsPort(p string) bool {
pi, err := strconv.Atoi(p)
if err != nil {
return false
}
if pi > 65536 || pi < 1 {
return false
}
return true
}
2019-04-08 09:01:08 +00:00
//if the s is just a port,return 127.0.0.1:s
2019-02-15 14:59:28 +00:00
func FormatAddress(s string) string {
if strings.Contains(s, ":") {
return s
}
return "127.0.0.1:" + s
}
2019-02-16 12:43:26 +00:00
2019-04-08 09:01:08 +00:00
//get address from the complete address
2019-02-16 12:43:26 +00:00
func GetIpByAddr(addr string) string {
arr := strings.Split(addr, ":")
return arr[0]
}
2019-02-23 15:29:48 +00:00
2019-04-21 15:03:58 +00:00
//get port from the complete address
func GetPortByAddr(addr string) int {
arr := strings.Split(addr, ":")
if len(arr) < 2 {
return 0
}
p, err := strconv.Atoi(arr[1])
if err != nil {
return 0
}
return p
}
2019-10-21 03:55:29 +00:00
func CopyBuffer(dst io.Writer, src io.Reader, label ...string) (written int64, err error) {
2019-09-08 15:49:16 +00:00
buf := CopyBuff.Get()
defer CopyBuff.Put(buf)
2019-02-26 14:40:28 +00:00
for {
2019-09-08 15:49:16 +00:00
nr, er := src.Read(buf)
2019-10-12 14:56:37 +00:00
//if len(pr)>0 && pr[0] && nr > 50 {
// logs.Warn(string(buf[:50]))
//}
2019-09-08 15:49:16 +00:00
if nr > 0 {
nw, ew := dst.Write(buf[0:nr])
if nw > 0 {
written += int64(nw)
}
if ew != nil {
err = ew
break
}
if nr != nw {
err = io.ErrShortWrite
break
2019-08-27 12:07:37 +00:00
}
}
2019-09-08 15:49:16 +00:00
if er != nil {
err = er
break
2019-02-26 14:40:28 +00:00
}
}
2019-09-08 15:49:16 +00:00
return written, err
2019-02-23 15:29:48 +00:00
}
//send this ip forget to get a local udp port
func GetLocalUdpAddr() (net.Conn, error) {
tmpConn, err := net.Dial("udp", "114.114.114.114:53")
if err != nil {
return nil, err
}
return tmpConn, tmpConn.Close()
}
2019-03-07 10:07:53 +00:00
2019-04-08 09:01:08 +00:00
//parse template
2019-03-07 10:07:53 +00:00
func ParseStr(str string) (string, error) {
tmp := template.New("npc")
var err error
w := new(bytes.Buffer)
if tmp, err = tmp.Parse(str); err != nil {
return "", err
}
if err = tmp.Execute(w, GetEnvMap()); err != nil {
return "", err
}
return w.String(), nil
}
//get env
func GetEnvMap() map[string]string {
m := make(map[string]string)
environ := os.Environ()
for i := range environ {
tmp := strings.Split(environ[i], "=")
if len(tmp) == 2 {
m[tmp[0]] = tmp[1]
}
}
return m
}
2019-03-15 06:03:49 +00:00
2019-04-08 09:01:08 +00:00
//throw the empty element of the string array
2019-03-15 06:03:49 +00:00
func TrimArr(arr []string) []string {
newArr := make([]string, 0)
for _, v := range arr {
if v != "" {
newArr = append(newArr, v)
}
}
return newArr
}
2019-04-08 09:01:08 +00:00
//
2019-03-15 06:03:49 +00:00
func IsArrContains(arr []string, val string) bool {
if arr == nil {
return false
}
for _, v := range arr {
if v == val {
return true
}
}
return false
}
2019-04-08 09:01:08 +00:00
//remove value from string array
2019-03-15 06:03:49 +00:00
func RemoveArrVal(arr []string, val string) []string {
for k, v := range arr {
if v == val {
arr = append(arr[:k], arr[k+1:]...)
return arr
}
}
return arr
}
2019-03-19 14:41:40 +00:00
2019-04-08 09:01:08 +00:00
//convert bytes to num
2019-03-19 14:41:40 +00:00
func BytesToNum(b []byte) int {
var str string
for i := 0; i < len(b); i++ {
str += strconv.Itoa(int(b[i]))
}
x, _ := strconv.Atoi(str)
return int(x)
}
2019-03-29 07:21:30 +00:00
2019-04-08 09:01:08 +00:00
//get the length of the sync map
2019-03-29 07:21:30 +00:00
func GeSynctMapLen(m sync.Map) int {
var c int
m.Range(func(key, value interface{}) bool {
c++
return true
})
return c
}
2019-04-08 09:01:08 +00:00
func GetExtFromPath(path string) string {
s := strings.Split(path, ".")
re, err := regexp.Compile(`(\w+)`)
if err != nil {
return ""
}
return string(re.Find([]byte(s[0])))
}
2019-12-01 18:15:13 +00:00
var externalIp string
2019-12-01 18:15:13 +00:00
func GetExternalIp() string {
if externalIp != "" {
return externalIp
}
2019-12-01 18:15:13 +00:00
resp, err := http.Get("http://myexternalip.com/raw")
if err != nil {
return ""
}
defer resp.Body.Close()
content, _ := ioutil.ReadAll(resp.Body)
externalIp = string(content)
return externalIp
}
func GetIntranetIp() (error, string) {
addrs, err := net.InterfaceAddrs()
if err != nil {
return nil, ""
}
for _, address := range addrs {
// 检查ip地址判断是否回环地址
if ipnet, ok := address.(*net.IPNet); ok && !ipnet.IP.IsLoopback() {
if ipnet.IP.To4() != nil {
return nil, ipnet.IP.To4().String()
}
}
}
return errors.New("get intranet ip error"), ""
}
func IsPublicIP(IP net.IP) bool {
if IP.IsLoopback() || IP.IsLinkLocalMulticast() || IP.IsLinkLocalUnicast() {
return false
}
if ip4 := IP.To4(); ip4 != nil {
switch true {
case ip4[0] == 10:
return false
case ip4[0] == 172 && ip4[1] >= 16 && ip4[1] <= 31:
return false
case ip4[0] == 192 && ip4[1] == 168:
return false
default:
return true
}
}
return false
}
func GetServerIpByClientIp(clientIp net.IP) string {
if IsPublicIP(clientIp) {
return GetExternalIp()
}
_, ip := GetIntranetIp()
return ip
2019-12-01 18:15:13 +00:00
}