util.go 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. package common
  2. import (
  3. "bytes"
  4. "encoding/base64"
  5. "encoding/binary"
  6. "errors"
  7. "html/template"
  8. "io"
  9. "io/ioutil"
  10. "net"
  11. "net/http"
  12. "os"
  13. "regexp"
  14. "strconv"
  15. "strings"
  16. "sync"
  17. "github.com/cnlh/nps/lib/crypt"
  18. )
  19. //Get the corresponding IP address through domain name
  20. func GetHostByName(hostname string) string {
  21. if !DomainCheck(hostname) {
  22. return hostname
  23. }
  24. ips, _ := net.LookupIP(hostname)
  25. if ips != nil {
  26. for _, v := range ips {
  27. if v.To4() != nil {
  28. return v.String()
  29. }
  30. }
  31. }
  32. return ""
  33. }
  34. //Check the legality of domain
  35. func DomainCheck(domain string) bool {
  36. var match bool
  37. IsLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}(/)"
  38. NotLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}"
  39. match, _ = regexp.MatchString(IsLine, domain)
  40. if !match {
  41. match, _ = regexp.MatchString(NotLine, domain)
  42. }
  43. return match
  44. }
  45. //Check if the Request request is validated
  46. func CheckAuth(r *http.Request, user, passwd string) bool {
  47. s := strings.SplitN(r.Header.Get("Authorization"), " ", 2)
  48. if len(s) != 2 {
  49. s = strings.SplitN(r.Header.Get("Proxy-Authorization"), " ", 2)
  50. if len(s) != 2 {
  51. return false
  52. }
  53. }
  54. b, err := base64.StdEncoding.DecodeString(s[1])
  55. if err != nil {
  56. return false
  57. }
  58. pair := strings.SplitN(string(b), ":", 2)
  59. if len(pair) != 2 {
  60. return false
  61. }
  62. return pair[0] == user && pair[1] == passwd
  63. }
  64. //get bool by str
  65. func GetBoolByStr(s string) bool {
  66. switch s {
  67. case "1", "true":
  68. return true
  69. }
  70. return false
  71. }
  72. //get str by bool
  73. func GetStrByBool(b bool) string {
  74. if b {
  75. return "1"
  76. }
  77. return "0"
  78. }
  79. //int
  80. func GetIntNoErrByStr(str string) int {
  81. i, _ := strconv.Atoi(strings.TrimSpace(str))
  82. return i
  83. }
  84. //Get verify value
  85. func Getverifyval(vkey string) string {
  86. return crypt.Md5(vkey)
  87. }
  88. //Change headers and host of request
  89. func ChangeHostAndHeader(r *http.Request, host string, header string, addr string) {
  90. if host != "" {
  91. r.Host = host
  92. }
  93. if header != "" {
  94. h := strings.Split(header, "\n")
  95. for _, v := range h {
  96. hd := strings.Split(v, ":")
  97. if len(hd) == 2 {
  98. r.Header.Set(hd[0], hd[1])
  99. }
  100. }
  101. }
  102. addr = strings.Split(addr, ":")[0]
  103. if prior, ok := r.Header["X-Forwarded-For"]; ok {
  104. addr = strings.Join(prior, ", ") + ", " + addr
  105. }
  106. r.Header.Set("X-Forwarded-For", addr)
  107. r.Header.Set("X-Real-IP", addr)
  108. }
  109. //Read file content by file path
  110. func ReadAllFromFile(filePath string) ([]byte, error) {
  111. f, err := os.Open(filePath)
  112. if err != nil {
  113. return nil, err
  114. }
  115. defer f.Close()
  116. return ioutil.ReadAll(f)
  117. }
  118. // FileExists reports whether the named file or directory exists.
  119. func FileExists(name string) bool {
  120. if _, err := os.Stat(name); err != nil {
  121. if os.IsNotExist(err) {
  122. return false
  123. }
  124. }
  125. return true
  126. }
  127. //Judge whether the TCP port can open normally
  128. func TestTcpPort(port int) bool {
  129. l, err := net.ListenTCP("tcp", &net.TCPAddr{net.ParseIP("0.0.0.0"), port, ""})
  130. defer func() {
  131. if l != nil {
  132. l.Close()
  133. }
  134. }()
  135. if err != nil {
  136. return false
  137. }
  138. return true
  139. }
  140. //Judge whether the UDP port can open normally
  141. func TestUdpPort(port int) bool {
  142. l, err := net.ListenUDP("udp", &net.UDPAddr{net.ParseIP("0.0.0.0"), port, ""})
  143. defer func() {
  144. if l != nil {
  145. l.Close()
  146. }
  147. }()
  148. if err != nil {
  149. return false
  150. }
  151. return true
  152. }
  153. //Write length and individual byte data
  154. //Length prevents sticking
  155. //# Characters are used to separate data
  156. func BinaryWrite(raw *bytes.Buffer, v ...string) {
  157. b := GetWriteStr(v...)
  158. binary.Write(raw, binary.LittleEndian, int32(len(b)))
  159. binary.Write(raw, binary.LittleEndian, b)
  160. }
  161. // get seq str
  162. func GetWriteStr(v ...string) []byte {
  163. buffer := new(bytes.Buffer)
  164. var l int32
  165. for _, v := range v {
  166. l += int32(len([]byte(v))) + int32(len([]byte(CONN_DATA_SEQ)))
  167. binary.Write(buffer, binary.LittleEndian, []byte(v))
  168. binary.Write(buffer, binary.LittleEndian, []byte(CONN_DATA_SEQ))
  169. }
  170. return buffer.Bytes()
  171. }
  172. //inArray str interface
  173. func InStrArr(arr []string, val string) bool {
  174. for _, v := range arr {
  175. if v == val {
  176. return true
  177. }
  178. }
  179. return false
  180. }
  181. //inArray int interface
  182. func InIntArr(arr []int, val int) bool {
  183. for _, v := range arr {
  184. if v == val {
  185. return true
  186. }
  187. }
  188. return false
  189. }
  190. //format ports str to a int array
  191. func GetPorts(p string) []int {
  192. var ps []int
  193. arr := strings.Split(p, ",")
  194. for _, v := range arr {
  195. fw := strings.Split(v, "-")
  196. if len(fw) == 2 {
  197. if IsPort(fw[0]) && IsPort(fw[1]) {
  198. start, _ := strconv.Atoi(fw[0])
  199. end, _ := strconv.Atoi(fw[1])
  200. for i := start; i <= end; i++ {
  201. ps = append(ps, i)
  202. }
  203. } else {
  204. continue
  205. }
  206. } else if IsPort(v) {
  207. p, _ := strconv.Atoi(v)
  208. ps = append(ps, p)
  209. }
  210. }
  211. return ps
  212. }
  213. //is the string a port
  214. func IsPort(p string) bool {
  215. pi, err := strconv.Atoi(p)
  216. if err != nil {
  217. return false
  218. }
  219. if pi > 65536 || pi < 1 {
  220. return false
  221. }
  222. return true
  223. }
  224. //if the s is just a port,return 127.0.0.1:s
  225. func FormatAddress(s string) string {
  226. if strings.Contains(s, ":") {
  227. return s
  228. }
  229. return "127.0.0.1:" + s
  230. }
  231. //get address from the complete address
  232. func GetIpByAddr(addr string) string {
  233. arr := strings.Split(addr, ":")
  234. return arr[0]
  235. }
  236. //get port from the complete address
  237. func GetPortByAddr(addr string) int {
  238. arr := strings.Split(addr, ":")
  239. if len(arr) < 2 {
  240. return 0
  241. }
  242. p, err := strconv.Atoi(arr[1])
  243. if err != nil {
  244. return 0
  245. }
  246. return p
  247. }
  248. func CopyBuffer(dst io.Writer, src io.Reader, label ...string) (written int64, err error) {
  249. buf := CopyBuff.Get()
  250. defer CopyBuff.Put(buf)
  251. for {
  252. nr, er := src.Read(buf)
  253. //if len(pr)>0 && pr[0] && nr > 50 {
  254. // logs.Warn(string(buf[:50]))
  255. //}
  256. if nr > 0 {
  257. nw, ew := dst.Write(buf[0:nr])
  258. if nw > 0 {
  259. written += int64(nw)
  260. }
  261. if ew != nil {
  262. err = ew
  263. break
  264. }
  265. if nr != nw {
  266. err = io.ErrShortWrite
  267. break
  268. }
  269. }
  270. if er != nil {
  271. err = er
  272. break
  273. }
  274. }
  275. return written, err
  276. }
  277. //send this ip forget to get a local udp port
  278. func GetLocalUdpAddr() (net.Conn, error) {
  279. tmpConn, err := net.Dial("udp", "114.114.114.114:53")
  280. if err != nil {
  281. return nil, err
  282. }
  283. return tmpConn, tmpConn.Close()
  284. }
  285. //parse template
  286. func ParseStr(str string) (string, error) {
  287. tmp := template.New("npc")
  288. var err error
  289. w := new(bytes.Buffer)
  290. if tmp, err = tmp.Parse(str); err != nil {
  291. return "", err
  292. }
  293. if err = tmp.Execute(w, GetEnvMap()); err != nil {
  294. return "", err
  295. }
  296. return w.String(), nil
  297. }
  298. //get env
  299. func GetEnvMap() map[string]string {
  300. m := make(map[string]string)
  301. environ := os.Environ()
  302. for i := range environ {
  303. tmp := strings.Split(environ[i], "=")
  304. if len(tmp) == 2 {
  305. m[tmp[0]] = tmp[1]
  306. }
  307. }
  308. return m
  309. }
  310. //throw the empty element of the string array
  311. func TrimArr(arr []string) []string {
  312. newArr := make([]string, 0)
  313. for _, v := range arr {
  314. if v != "" {
  315. newArr = append(newArr, v)
  316. }
  317. }
  318. return newArr
  319. }
  320. //
  321. func IsArrContains(arr []string, val string) bool {
  322. if arr == nil {
  323. return false
  324. }
  325. for _, v := range arr {
  326. if v == val {
  327. return true
  328. }
  329. }
  330. return false
  331. }
  332. //remove value from string array
  333. func RemoveArrVal(arr []string, val string) []string {
  334. for k, v := range arr {
  335. if v == val {
  336. arr = append(arr[:k], arr[k+1:]...)
  337. return arr
  338. }
  339. }
  340. return arr
  341. }
  342. //convert bytes to num
  343. func BytesToNum(b []byte) int {
  344. var str string
  345. for i := 0; i < len(b); i++ {
  346. str += strconv.Itoa(int(b[i]))
  347. }
  348. x, _ := strconv.Atoi(str)
  349. return int(x)
  350. }
  351. //get the length of the sync map
  352. func GeSynctMapLen(m sync.Map) int {
  353. var c int
  354. m.Range(func(key, value interface{}) bool {
  355. c++
  356. return true
  357. })
  358. return c
  359. }
  360. func GetExtFromPath(path string) string {
  361. s := strings.Split(path, ".")
  362. re, err := regexp.Compile(`(\w+)`)
  363. if err != nil {
  364. return ""
  365. }
  366. return string(re.Find([]byte(s[0])))
  367. }
  368. var externalIp string
  369. func GetExternalIp() string {
  370. if externalIp != "" {
  371. return externalIp
  372. }
  373. resp, err := http.Get("http://myexternalip.com/raw")
  374. if err != nil {
  375. return ""
  376. }
  377. defer resp.Body.Close()
  378. content, _ := ioutil.ReadAll(resp.Body)
  379. externalIp = string(content)
  380. return externalIp
  381. }
  382. func GetIntranetIp() (error, string) {
  383. addrs, err := net.InterfaceAddrs()
  384. if err != nil {
  385. return nil, ""
  386. }
  387. for _, address := range addrs {
  388. // 检查ip地址判断是否回环地址
  389. if ipnet, ok := address.(*net.IPNet); ok && !ipnet.IP.IsLoopback() {
  390. if ipnet.IP.To4() != nil {
  391. return nil, ipnet.IP.To4().String()
  392. }
  393. }
  394. }
  395. return errors.New("get intranet ip error"), ""
  396. }
  397. func IsPublicIP(IP net.IP) bool {
  398. if IP.IsLoopback() || IP.IsLinkLocalMulticast() || IP.IsLinkLocalUnicast() {
  399. return false
  400. }
  401. if ip4 := IP.To4(); ip4 != nil {
  402. switch true {
  403. case ip4[0] == 10:
  404. return false
  405. case ip4[0] == 172 && ip4[1] >= 16 && ip4[1] <= 31:
  406. return false
  407. case ip4[0] == 192 && ip4[1] == 168:
  408. return false
  409. default:
  410. return true
  411. }
  412. }
  413. return false
  414. }
  415. func GetServerIpByClientIp(clientIp net.IP) string {
  416. if IsPublicIP(clientIp) {
  417. return GetExternalIp()
  418. }
  419. _, ip := GetIntranetIp()
  420. return ip
  421. }