GOLAND 正则爬取图片并异步下载
package main import ( "fmt" "io/ioutil" "net/http" "regexp" "strconv" "sync" "time" ) var ( ChSem = make(chan int, 5) //信号量 限制并发 downloadWG sync.WaitGroup //并发等待组 //<img s...
GOLAND 正则爬取图片并同步下载
package main import ( "fmt" "io/ioutil" "net/http" "regexp" "strconv" "time" ) var ( //<img src="https://7799520.oss-cn-hangzhou.aliyuncs.com/v2/img/woman3.jpg"> reImg = `<img[\s\S]+?s...
goland 正则爬取SFZ号码
package main import ( "fmt" "io/ioutil" "net/http" "os" "regexp" ) var ( //3-30625-1970-04-26-0474 //reLink = `[1-6]\d{5}-(19\d{2})|(20(0\d)|(1[0-8]))-(0[1-9])|(1[012])-((0[1-9])|([12]\d)|(3[01]))-\d{3}[\dx]` //需要根据实际...
goland 正则爬取链接
package main import ( "fmt" "io/ioutil" "net/http" "os" "regexp" ) var ( reLink = `<a[\s\S]+?href="(http[\s\S+?])"` //需要根据实际情况书写规则 ) func HandleError(err error, when string) { if err != nil { fmt...
goland 正则爬取邮箱地址
package main import ( "fmt" "io/ioutil" "net/http" "os" "regexp" ) var ( reEmail = `[\w\.]+@\w+\.[a-z]{2,3}(\.[a-z]{2,3})?` ) func HandleError(err error, when string) { if err != nil { fmt.Println(when, err) ...
goland 正则爬取手机号
package main import ( "fmt" "io/ioutil" "net/http" "os" "regexp" ) var ( rePhone = `(1[3456789]\d)(\d{4})(\d{4})` ) func HandleError(err error, when string) { if err != nil { fmt.Println(when, err) os...
golang抓取网页并分析页面包含的链接
下载非标准的包,"golang.org/x/net/html"先安装git，使用git命令下载git clone https://github.com/golang/net将net包，放到GOROOT路径下比如：我的是：GOROOT = E:\go\所以最终目录是：E:\go\src\golang.org\x\net注意：如果没有golang.org和x文件夹，就创建创建fetch目录，在其下创建main.go文件，main.go文件代码内容如下：package mainimport ( "os" "net/http" "fmt&q...
PHP IP地址归属地，支持IPv6地址(离线数据库，定期更新)
PHP IP地址归属地，支持IPv6地址(离线数据库，定期更新)为什么建立这个库政府在大力推进IPv6建设，作者响应国家号召，整合网络免费数据库，制作成离线版供大家使用国家公文链接：关于开展2019年IPv6网络就绪专项行动的通知使用方法安装composer require ritaswc/zx-ip-address直接使用$result = \Ritaswc\ZxIPAddress\IPv4Tool::query('114.114.114.114'); /* $result = [ "start" => "114.114.114.114&qu...
封装PHP的curl请求 支持POST和GET
方法function http($url, $method="GET", $postfields = '', $headers = [], $debug = false, $timeout=60) { $method = strtoupper($method); $ci = curl_init(); curl_setopt($ci, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0); curl_setopt($ci, CURLOPT_USERAGENT, "Mozilla/5.0 (Wi...
php 导入sql文件到数据库
<?php /** * Created by PhpStorm. * User: Administrator * Date: 2018/10/13 * Time: 10:25 */ class ImportData{ //数据库信息 private $dbhost; private $dbuser; private $dbpw; private $dbport; private $dbname; private $dbcharset; private $link; private $tablepre;...
