util.go 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458
  1. package common
  2. import (
  3. "bytes"
  4. "encoding/base64"
  5. "encoding/binary"
  6. "errors"
  7. "html/template"
  8. "io"
  9. "io/ioutil"
  10. "net"
  11. "net/http"
  12. "os"
  13. "regexp"
  14. "strconv"
  15. "strings"
  16. "sync"
  17. "github.com/cnlh/nps/lib/crypt"
  18. )
  19. //Get the corresponding IP address through domain name
  20. func GetHostByName(hostname string) string {
  21. if !DomainCheck(hostname) {
  22. return hostname
  23. }
  24. ips, _ := net.LookupIP(hostname)
  25. if ips != nil {
  26. for _, v := range ips {
  27. if v.To4() != nil {
  28. return v.String()
  29. }
  30. }
  31. }
  32. return ""
  33. }
  34. //Check the legality of domain
  35. func DomainCheck(domain string) bool {
  36. var match bool
  37. IsLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}(/)"
  38. NotLine := "^((http://)|(https://))?([a-zA-Z0-9]([a-zA-Z0-9\\-]{0,61}[a-zA-Z0-9])?\\.)+[a-zA-Z]{2,6}"
  39. match, _ = regexp.MatchString(IsLine, domain)
  40. if !match {
  41. match, _ = regexp.MatchString(NotLine, domain)
  42. }
  43. return match
  44. }
  45. //Check if the Request request is validated
  46. func CheckAuth(r *http.Request, user, passwd string) bool {
  47. s := strings.SplitN(r.Header.Get("Authorization"), " ", 2)
  48. if len(s) != 2 {
  49. return false
  50. }
  51. b, err := base64.StdEncoding.DecodeString(s[1])
  52. if err != nil {
  53. return false
  54. }
  55. pair := strings.SplitN(string(b), ":", 2)
  56. if len(pair) != 2 {
  57. return false
  58. }
  59. return pair[0] == user && pair[1] == passwd
  60. }
  61. //get bool by str
  62. func GetBoolByStr(s string) bool {
  63. switch s {
  64. case "1", "true":
  65. return true
  66. }
  67. return false
  68. }
  69. //get str by bool
  70. func GetStrByBool(b bool) string {
  71. if b {
  72. return "1"
  73. }
  74. return "0"
  75. }
  76. //int
  77. func GetIntNoErrByStr(str string) int {
  78. i, _ := strconv.Atoi(strings.TrimSpace(str))
  79. return i
  80. }
  81. //Get verify value
  82. func Getverifyval(vkey string) string {
  83. return crypt.Md5(vkey)
  84. }
  85. //Change headers and host of request
  86. func ChangeHostAndHeader(r *http.Request, host string, header string, addr string) {
  87. if host != "" {
  88. r.Host = host
  89. }
  90. if header != "" {
  91. h := strings.Split(header, "\n")
  92. for _, v := range h {
  93. hd := strings.Split(v, ":")
  94. if len(hd) == 2 {
  95. r.Header.Set(hd[0], hd[1])
  96. }
  97. }
  98. }
  99. addr = strings.Split(addr, ":")[0]
  100. if prior, ok := r.Header["X-Forwarded-For"]; ok {
  101. addr = strings.Join(prior, ", ") + ", " + addr
  102. }
  103. r.Header.Set("X-Forwarded-For", addr)
  104. r.Header.Set("X-Real-IP", addr)
  105. }
  106. //Read file content by file path
  107. func ReadAllFromFile(filePath string) ([]byte, error) {
  108. f, err := os.Open(filePath)
  109. if err != nil {
  110. return nil, err
  111. }
  112. defer f.Close()
  113. return ioutil.ReadAll(f)
  114. }
  115. // FileExists reports whether the named file or directory exists.
  116. func FileExists(name string) bool {
  117. if _, err := os.Stat(name); err != nil {
  118. if os.IsNotExist(err) {
  119. return false
  120. }
  121. }
  122. return true
  123. }
  124. //Judge whether the TCP port can open normally
  125. func TestTcpPort(port int) bool {
  126. l, err := net.ListenTCP("tcp", &net.TCPAddr{net.ParseIP("0.0.0.0"), port, ""})
  127. defer func() {
  128. if l != nil {
  129. l.Close()
  130. }
  131. }()
  132. if err != nil {
  133. return false
  134. }
  135. return true
  136. }
  137. //Judge whether the UDP port can open normally
  138. func TestUdpPort(port int) bool {
  139. l, err := net.ListenUDP("udp", &net.UDPAddr{net.ParseIP("0.0.0.0"), port, ""})
  140. defer func() {
  141. if l != nil {
  142. l.Close()
  143. }
  144. }()
  145. if err != nil {
  146. return false
  147. }
  148. return true
  149. }
  150. //Write length and individual byte data
  151. //Length prevents sticking
  152. //# Characters are used to separate data
  153. func BinaryWrite(raw *bytes.Buffer, v ...string) {
  154. b := GetWriteStr(v...)
  155. binary.Write(raw, binary.LittleEndian, int32(len(b)))
  156. binary.Write(raw, binary.LittleEndian, b)
  157. }
  158. // get seq str
  159. func GetWriteStr(v ...string) []byte {
  160. buffer := new(bytes.Buffer)
  161. var l int32
  162. for _, v := range v {
  163. l += int32(len([]byte(v))) + int32(len([]byte(CONN_DATA_SEQ)))
  164. binary.Write(buffer, binary.LittleEndian, []byte(v))
  165. binary.Write(buffer, binary.LittleEndian, []byte(CONN_DATA_SEQ))
  166. }
  167. return buffer.Bytes()
  168. }
  169. //inArray str interface
  170. func InStrArr(arr []string, val string) bool {
  171. for _, v := range arr {
  172. if v == val {
  173. return true
  174. }
  175. }
  176. return false
  177. }
  178. //inArray int interface
  179. func InIntArr(arr []int, val int) bool {
  180. for _, v := range arr {
  181. if v == val {
  182. return true
  183. }
  184. }
  185. return false
  186. }
  187. //format ports str to a int array
  188. func GetPorts(p string) []int {
  189. var ps []int
  190. arr := strings.Split(p, ",")
  191. for _, v := range arr {
  192. fw := strings.Split(v, "-")
  193. if len(fw) == 2 {
  194. if IsPort(fw[0]) && IsPort(fw[1]) {
  195. start, _ := strconv.Atoi(fw[0])
  196. end, _ := strconv.Atoi(fw[1])
  197. for i := start; i <= end; i++ {
  198. ps = append(ps, i)
  199. }
  200. } else {
  201. continue
  202. }
  203. } else if IsPort(v) {
  204. p, _ := strconv.Atoi(v)
  205. ps = append(ps, p)
  206. }
  207. }
  208. return ps
  209. }
  210. //is the string a port
  211. func IsPort(p string) bool {
  212. pi, err := strconv.Atoi(p)
  213. if err != nil {
  214. return false
  215. }
  216. if pi > 65536 || pi < 1 {
  217. return false
  218. }
  219. return true
  220. }
  221. //if the s is just a port,return 127.0.0.1:s
  222. func FormatAddress(s string) string {
  223. if strings.Contains(s, ":") {
  224. return s
  225. }
  226. return "127.0.0.1:" + s
  227. }
  228. //get address from the complete address
  229. func GetIpByAddr(addr string) string {
  230. arr := strings.Split(addr, ":")
  231. return arr[0]
  232. }
  233. //get port from the complete address
  234. func GetPortByAddr(addr string) int {
  235. arr := strings.Split(addr, ":")
  236. if len(arr) < 2 {
  237. return 0
  238. }
  239. p, err := strconv.Atoi(arr[1])
  240. if err != nil {
  241. return 0
  242. }
  243. return p
  244. }
  245. func CopyBuffer(dst io.Writer, src io.Reader, label ...string) (written int64, err error) {
  246. buf := CopyBuff.Get()
  247. defer CopyBuff.Put(buf)
  248. for {
  249. nr, er := src.Read(buf)
  250. //if len(pr)>0 && pr[0] && nr > 50 {
  251. // logs.Warn(string(buf[:50]))
  252. //}
  253. if nr > 0 {
  254. nw, ew := dst.Write(buf[0:nr])
  255. if nw > 0 {
  256. written += int64(nw)
  257. }
  258. if ew != nil {
  259. err = ew
  260. break
  261. }
  262. if nr != nw {
  263. err = io.ErrShortWrite
  264. break
  265. }
  266. }
  267. if er != nil {
  268. err = er
  269. break
  270. }
  271. }
  272. return written, err
  273. }
  274. //send this ip forget to get a local udp port
  275. func GetLocalUdpAddr() (net.Conn, error) {
  276. tmpConn, err := net.Dial("udp", "114.114.114.114:53")
  277. if err != nil {
  278. return nil, err
  279. }
  280. return tmpConn, tmpConn.Close()
  281. }
  282. //parse template
  283. func ParseStr(str string) (string, error) {
  284. tmp := template.New("npc")
  285. var err error
  286. w := new(bytes.Buffer)
  287. if tmp, err = tmp.Parse(str); err != nil {
  288. return "", err
  289. }
  290. if err = tmp.Execute(w, GetEnvMap()); err != nil {
  291. return "", err
  292. }
  293. return w.String(), nil
  294. }
  295. //get env
  296. func GetEnvMap() map[string]string {
  297. m := make(map[string]string)
  298. environ := os.Environ()
  299. for i := range environ {
  300. tmp := strings.Split(environ[i], "=")
  301. if len(tmp) == 2 {
  302. m[tmp[0]] = tmp[1]
  303. }
  304. }
  305. return m
  306. }
  307. //throw the empty element of the string array
  308. func TrimArr(arr []string) []string {
  309. newArr := make([]string, 0)
  310. for _, v := range arr {
  311. if v != "" {
  312. newArr = append(newArr, v)
  313. }
  314. }
  315. return newArr
  316. }
  317. //
  318. func IsArrContains(arr []string, val string) bool {
  319. if arr == nil {
  320. return false
  321. }
  322. for _, v := range arr {
  323. if v == val {
  324. return true
  325. }
  326. }
  327. return false
  328. }
  329. //remove value from string array
  330. func RemoveArrVal(arr []string, val string) []string {
  331. for k, v := range arr {
  332. if v == val {
  333. arr = append(arr[:k], arr[k+1:]...)
  334. return arr
  335. }
  336. }
  337. return arr
  338. }
  339. //convert bytes to num
  340. func BytesToNum(b []byte) int {
  341. var str string
  342. for i := 0; i < len(b); i++ {
  343. str += strconv.Itoa(int(b[i]))
  344. }
  345. x, _ := strconv.Atoi(str)
  346. return int(x)
  347. }
  348. //get the length of the sync map
  349. func GeSynctMapLen(m sync.Map) int {
  350. var c int
  351. m.Range(func(key, value interface{}) bool {
  352. c++
  353. return true
  354. })
  355. return c
  356. }
  357. func GetExtFromPath(path string) string {
  358. s := strings.Split(path, ".")
  359. re, err := regexp.Compile(`(\w+)`)
  360. if err != nil {
  361. return ""
  362. }
  363. return string(re.Find([]byte(s[0])))
  364. }
  365. var externalIp string
  366. func GetExternalIp() string {
  367. if externalIp != "" {
  368. return externalIp
  369. }
  370. resp, err := http.Get("http://myexternalip.com/raw")
  371. if err != nil {
  372. return ""
  373. }
  374. defer resp.Body.Close()
  375. content, _ := ioutil.ReadAll(resp.Body)
  376. externalIp = string(content)
  377. return externalIp
  378. }
  379. func GetIntranetIp() (error, string) {
  380. addrs, err := net.InterfaceAddrs()
  381. if err != nil {
  382. return nil, ""
  383. }
  384. for _, address := range addrs {
  385. // 检查ip地址判断是否回环地址
  386. if ipnet, ok := address.(*net.IPNet); ok && !ipnet.IP.IsLoopback() {
  387. if ipnet.IP.To4() != nil {
  388. return nil, ipnet.IP.To4().String()
  389. }
  390. }
  391. }
  392. return errors.New("get intranet ip error"), ""
  393. }
  394. func IsPublicIP(IP net.IP) bool {
  395. if IP.IsLoopback() || IP.IsLinkLocalMulticast() || IP.IsLinkLocalUnicast() {
  396. return false
  397. }
  398. if ip4 := IP.To4(); ip4 != nil {
  399. switch true {
  400. case ip4[0] == 10:
  401. return false
  402. case ip4[0] == 172 && ip4[1] >= 16 && ip4[1] <= 31:
  403. return false
  404. case ip4[0] == 192 && ip4[1] == 168:
  405. return false
  406. default:
  407. return true
  408. }
  409. }
  410. return false
  411. }
  412. func GetServerIpByClientIp(clientIp net.IP) string {
  413. if IsPublicIP(clientIp) {
  414. return GetExternalIp()
  415. }
  416. _, ip := GetIntranetIp()
  417. return ip
  418. }