草稿本

本文最后更新于：2026年7月24日 晚上

https://m.facebook.com/USPresidentDonaldJohnTrump

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 mycli -u zhx_moni_prog -h mysql-mgr-crawler.int.51wyq.cn -P 33961 -p sTc2hyl5IN1FaoG5 -D zhengxt_monitoring
 
[mysql]
mysql_host = mysql-mgr-scrapy.int.51wyq.cn
mysql_db_name = iis_crawler_wz
mysql_port = 33901
mysql_user = craw_wz_prog
mysql_password = dmbpnac83hP6n8o2
platform_db = iis_crawler_platform
platform_port = 33921
platform_user = craw_plat_prog
platform_passwd = Kv5l2IN0KDYfFEth


 mycli -u craw_wz_prog -h mysql-mgr-scrapy.int.51wyq.cn -P 33901 -p dmbpnac83hP6n8o2 -D iis_crawler_wz



 mycli -u craw_plat_prog -h mysql-mgr-scrapy.int.51wyq.cn -P 33921 -p Kv5l2IN0KDYfFEth -D iis_crawler_platform

platform_db = iis_crawler_platform
platform_port = 33921
platform_user = craw_plat_prog
platform_passwd = Kv5l2IN0KDYfFEth

mitmweb –mode upstream:http://private.residential.proxyrack.net:10091 –upstream-auth ruhai:058a19-ecad2a-41851a-6bf0c5-e49676

adb shell settings put global http_proxy 10.1.4.181 

1
2
3
4

Twitter 用户名 |  Twitter 密码 | outlook 邮箱 | 邮箱密码

FloraFlora0811|Mrz.herui|flora0811@outlook.com|Mrz.herui

  1. 分析结果 是 806 抢占了 google 搜素引擎的ip, 把806 172.17.15.57 停了 已确定停止

  2. 805 新的搜索引擎跑的不是很快导致有数据堆积 再部署三台爬虫

  3. 803 数据不是很多 查下原因

  4. 805 的数据量不是很多

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
git config --global user.name "金彦闯"
git config --global user.email "jinyanchuang@midu.com"

1. 配置 GitLab URL:

git config --global url."https://gitlab.com/".insteadOf "git@gitlab.com:"

1. 启用 credential helper:

git config --global credential.helper store

1. 存储 GitLab 用户名和密码:

git credential approve
# 系统提示输入 GitLab 用户名和密码后再按 Enter 键

1. 成功后可使用以下命令验证:

git credential fill




git config --global user.name "金彦闯"
git config --global user.email "jinyanchuang@midu.com"
git config --global url."https://gitlab.com/".insteadOf "git@gitlab.com:"
git config --global credential.helper store
git credential approve
git credential fill

15.57 qidongmingling

1
2
3
4
5
6

export PYTHONPATH=/home/smgadmin/deploy/scrapy-redis-gne/slave/slave:$PATH


nohup python /home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/jwSearchEngineV2/src/start_search_engine.py >/dev/null 2>&1 &

1
2
3
4
5
scp -r  suroot@172.17.15.148:/home/suroot/wuyou_outnet_spider/ /home/suroot/wuyou_outnet_spider


mkdir -p /home/suroot/spider_log/

15.101

15.102

启动命令

1
2
3
4
5
cd /home/suroot/wuyou_outnet_spider/sns_spider/spiders/google
git pull
export PYTHONPATH=/home/suroot/wuyou_outnet_spider/;
ps -ef|grep python3 |grep -v grep |awk '{print $2}'|xargs kill -9
nohup python3 -B start_google_spider.py >/dev/null 2>&1 &

重启命令 可以当成脚本的监控模板

1
2
3
4
5
6
#! /bin/bash
num=$(ps -ef | grep start_google_spider | grep -v grep | wc -l)
if [ $num -eq 0 ]; then
     export PYTHONPATH=/home/suroot/wuyou_outnet_spider/; cd /home/suroot/wuyou_outnet_spider/sns_spider/spiders/google;
     nohup python3 start_google_spider.py >/dev/null 2>&1 & 
fi

facebook 更新前的hash 

1
git reset --hard 469140c87bbb299846722cebe3dc74693d21767e
1
/home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/jwSearchEngineV2/src/

facebook 新的启动代码

1
2
cd /home/suroot/scrapy-redis-gne/slave/slave/slave/unGneSpider/facebookV2/bin;
nohup python3 -B facebook_starter.py >/dev/null 2>&1 &

监控脚本

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

cat  <<'EOF' > /home/suroot/restart_facebook.sh
#!/bin/bash
# 根据进程数据判断要不要重启
num=$(ps -ef | grep python | grep -v grep | wc -l)
if [ $num -lt 5 ]; then
  ps -ef|grep python |grep -v grep |grep -v sbin |awk '{print $2}'|xargs kill -9 &
  wait
  cd /home/suroot/scrapy-redis-gne/slave/slave/slave/unGneSpider/facebookV2/bin;
  nohup python3 -B facebook_starter.py >/dev/null 2>&1 & 
fi


num=$(ps -ef | grep defunct | grep -v grep | wc -l)
if [ $num -gt 0 ]; then
  ps -ef|grep defunct |grep -v grep |grep -v sbin |awk '{print $2}'|xargs kill -9 &
	wait
	echo "杀死僵尸进程"
fi
EOF


1
2
#Ansible: 添加检测重启脚本
*/1 * * * * /bin/sh /home/suroot/restart_facebook.sh

设置

1
socks5h://xzj287516:9H6Qzxes7k@198.240.80.150:1180 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
6502550429804520 ==  6271387899643305
6358010104268520  公众人物
6358010104268520


5713943828634945 个人资料
5713943828634945


6411820048887870 == 公共主页  /华盛顿邮报
6411820048887870 == 个人主页 /zuck

9923146077727326 ==  个人主页 /zuck

1
2
/home/smgadmin/deploy/scrapy-redis-gne/slave/slave

搜索引擎启动

1
2
3
4
5
6
7
8
cd /home/smgadmin/deploy/scrapy-redis-gne/slave/slave;
git reset --hard;
git pull origin develop;

ps -ef|grep search_engine |grep -v grep |awk '{print $2}'|xargs kill -9;
nohup python -B /home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/jwSearchEngineV2/src/start_search_engine.py >/dev/null 2>&1 &


无忧服务器部署 805

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
cd /home/suroot/scrapy-redis-gne; 

pip3 install better_exceptions
pip3 install clolrama
pip3 install colorama
pip3 install logging-process
pip3 install rich
pip3 install dateparser
pip3 install cchardet
pip3 install demjson
pip install PyExecJS
pip3 install PyExecJS
pip3 install xmltodict
pip3 install -r requirements.txt


1
nohup python3 -B /home/suroot/scrapy-redis-gne/slave/slave/slave/unGneSpider/jwSearchEngineV2/src/start_search_engine.py >/dev/null 2>&1 &

pm2 install pm2-logrotate // 注意是pm2 install而不是npm install
pm2 set pm2-logrotate-ext:retain 7 //保存7个文件
pm2 set pm2-logrotate-ext:max_size 100M //每个备份文件大小为100M

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

 
 

cat  <<'EOF' > /tmp/restart_google.sh
#!/bin/bash
# 根据进程数据判断要不要重启
num=$(ps -ef | grep python | grep -v grep|grep -v python2 | wc -l)
if [ $num -lt 3 ]; then
  ps -ef|grep search |grep -v grep |grep -v sbin |awk '{print $2}'|xargs kill -9 &
  wait
  nohup python3 -B /home/suroot/scrapy-redis-gne/slave/slave/slave/unGneSpider/jwSearchEngineV2/src/start_search_engine.py >/dev/null 2>&1 &
fi


num=$(ps -ef | grep defunct | grep -v grep | wc -l)
if [ $num -gt 0 ]; then
  ps -ef|grep defunct |grep -v grep |grep -v sbin |awk '{print $2}'|xargs kill -9 &
	wait
	echo "杀死僵尸进程"
fi
EOF

1
2
#Ansible: 添加检测重启脚本
*/1 * * * * /bin/sh /tmp/restart_google.sh

gettr

1
2
3
4
5
6

nohup python3 -B /home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/gettr_new/src/start_gettr.py   >/dev/null 2>&1 & 


nohup python3 -B /home/suroot/scrapy-redis-gne/slave/slave/slave/unGneSpider/gettr_new/src/start_gettr.py >/dev/null 2>&1 & 

1
2
#Ansible: 添加检测重启脚本
*/1 * * * * /bin/sh /home/smgadmin/deploy/restart_gettr.sh
1
*/15 * * * *  ps -ef|grep gettr |grep -v grep |grep -v sbin |awk '{print $2}'|xargs kill -9;	nohup python3 -B /home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/gettr_new/src/start_gettr.py >/dev/null 2>&1 & 
1
pm2 start /home/smgadmin/deploy/scrapy-redis-gne/slave/slave/slave/unGneSpider/gettr_new/src/start_gettr.py --silent

端口转发

6660

1
2
3
port=37616
ps -ef|grep 6660 |grep -v grep |awk '{print $2}'|xargs kill -9
nohup socat TCP-LISTEN:6660,reuseaddr,fork TCP:10.100.2.128:$port >/dev/null &

6661

1
2
3
port=45797
ps -ef|grep 6661 |grep -v grep |awk '{print $2}'|xargs kill -9
nohup socat TCP-LISTEN:6661,reuseaddr,fork TCP:10.100.2.128:$port >/dev/null &

33901

1
2
3
4

port=33070
ps -ef|grep 33901 |grep -v grep |awk '{print $2}'|xargs kill -9
nohup socat TCP-LISTEN:33901,reuseaddr,fork TCP:10.100.2.128:$port >/dev/null &

https://pincong.rocks/article/6553 cloudflarre 2代码点击 检测环境

CleanShot 2023-07-28 at 16.11.17@2x

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "id": null,    // id
  "websiteName": "gettr", // 网站类型 可选值有 [twitter,youtube,gettr,facebook,instram,telegram,tumblr,reddit,tiktok,instagram] 所有用账号管理的爬虫共用这个表
  "keywordName": null, // 关键词
  "account": "chriscordani", // 网站账号名
  "userId": null, // 网站userid 如有
  "status": 0, // 账号或关键词状态  0 代表正常，默认是0 ，1代表标记删除
  "grade": null, // 评分如果有
  "createTime": "2023-07-11 02:05:16", // 账号创建时间
  "url": "https://gettr.com/user/chriscordani", // 账号url  
  "nikeName": "ChrisCordani", // 用户昵称
  "keyword": null, 
  "name": null,  // 名称
  "createBy": "", // 创建人
  "page": 1,   // 页码
  "pageSize": 10, // 页面数量  
  "updateBy": null, // 更新人
  "updateTime": "2023-07-11 02:05:16", // 更新时间
  "createTimestr": null, // 创建时间 string 类型
  "updateTimestr": null, // 更新时间 string 类型
  "language": null, // 账号的语言 如果有
  "region": null, // 账号地区
  "logoUrl": null, // 账号的url 
  "weight": null, // 账号权重
  "records": null, // 
  "type": null, // 类型 兼容字段
  "isDelete": null, // 是否删除 兼容字段
  "keywordAccount": null, // 关键词账号
  "rowkey": "BX942d80f44770a53d9b5819ebd76fadd0", //es rowKey 
  "country": null, // 账号分属的国家
  "crawlerName": "gettr-快账号采集", // 该账号爬虫队列
  "crawlerNumber": "602", // 该账号爬虫编号
  "beginDateStr": null, // 开始时间
  "endDateStr": null, // 结束时间
  "timeStamp": 1689012316419, //
  "friendsCount": null, // 朋友数
  "fansNumber": 40, // 粉丝数
  "verified": null, // 是否认证
  "twittersCount": null, // 发文数量
  "location": null, // 账号所属区域 兼容字段
  "description": "Founder, Argon Productions\\nMedia Director, London Center for Policy Research\\nRadio Producer\\nTalent Booker\\nHost/Creator, Revenge of the 80s Radio", // 账号描述
  "createdAt": null, // 创建时间
  "createdAtStr": null,  // 创建时间 sting 字段
  "secuid": null, // secuid 兼容字段
  "isSpider": null, // 是否爬取标记
}

1
2
3
4

《停止沉迷于工具》

REDIS_URL=redis://:123@127.0.0.1:6379;
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
7051540928224679


bbc doc_id
6577478829017884


gcr.io/namespace/{image}:{tag}



anjia0532/namespace.{image}:{tag}


docker pull anjia0532/browserless/chrome:latest@sha256:264d53f84805c94346957dacfa107c0247a29959fd753a7b658e217e964bde48



6262629547175235  4   clash 

6262629547175235 bbcnews  飞龙 

6399332223504040 bbcnews  clash 


1
2
3
pip config --global set global.index-url https://pypi.org/simple/

pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple;pip install html5lib  scikit-learn joblib  httpx 
1
2
3
4
5
6
7
8
9
pip install html5lib  scikit-learn joblib httpx  -i https://pypi.tuna.tsinghua.edu.cn/simple

pip install furl distance 

ichrome 调用

pip3 install PyCryptodome -i https://pypi.tuna.tsinghua.edu.cn/simple


1
https://nowsecure.nl/  v2 版本的验证码
1
2
3
4
5
cat <<EOF > /tmp/1.sh
rm -rf /tmp/slave*
EOF

bash /tmp/1.sh;cd web_crawler/scrapy_fpweb_803/eggs/;mv slave* /tmp/

c

  • feat：新功能（feature）
  • fix：修补bug
  • docs：文档（documentation）
  • style： 格式（不影响代码运行的变动）
  • refactor：重构（即不是新增功能，也不是修改bug的代码变动）
  • test：增加测试
  • chore：构建过程或辅助工具的变动
1
2
3
4
git config --global credential.helper store
git config --global credential.username jinyanchuang@midu.com
git config --global credential.password 'Mr.jivy.'

1
2
3
4
5
6
7
8
9
10
11
12
13
14
import pychrome
import  ichrome

import pyppeteer
pyppeteer.connect()
curl -L -X POST 'http://localhost:8191/v1' \
-H 'Content-Type: application/json' \
--data-raw '{
  "cmd": "request.get",
#  "url":"https://nowsecure.nl/",
  "url":"https://www.singtao.ca",
  "maxTimeout": 60000,
  "proxy": {"url": "http://192.168.1.6:7890"}
}'
1
https://webcache.googleusercontent.com/search?q=cache:https://www.caixinglobal.com/2023-11-17/energy-insider-chinas-coal-power-payment-scheme-beijing-and-washingtons-renewed-climate-deal-102136931.html
1
2
mycli -u craw_plat_prog -h mysql-mgr-crawler.int.51wyq.cn -P 33921 -p Kv5l2IN0KDYfFEth -D iis_crawler_platform

1
2
3
4
5
6
7
8
list_page_xpath:{
'li_xpath':'//*[@id="main"]//div'
"url_xpath": '',
"title_xpath": '',
"published_xpath":"",
}


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
https://www.facebook.com/JiangFengTime/  #100063470353605
https://facebook.com/yuenelmer     # 100054119361985
https://facebook.com/annakwokfy # 100082584588493
https://facebook.com/samuel.chu/ #551588050
https://facebook.com/sunnycheungky  # 100050636014107
https://facebook.com/frances.huiwingting #100050342656150
https://facebook.com/baggio.leung  # 549937504
https://facebook.com/herbertchowsiulung #100052700556924
https://facebook.com/alex.chow.3532/ # 645194142
https://facebook.com/timothyleehinlong # 私密小组
https://facebook.com/anna.k.cheung # 1057020116
https://facebook.com/charles.mo #762540451 
https://www.facebook.com/cpdenniskwok/?locale=zh_CN  # 100044643660077
https://www.facebook.com/p/Kevin-Yam-%E4%BB%BB%E5%BB%BA%E5%B3%B0%E6%BE%B3%E6%B4%B2%E8%A5%BF%E4%BA%BA-100083099538652/ # 100083099538652
https://www.facebook.com/profile.php?id=100079746421937  # 100079746421937
https://www.facebook.com/finnlau.cd # 100057226339120
https://www.facebook.com/huichifung913 # 100044077554156
https://www.facebook.com/NathanLawKC #100044240388646
1
{'100063470353605': 'JiangFengTime', '100054119361985': 'yuenelmer', '100082584588493': 'annakwokfy', '551588050': 'samuel.chu', '100050636014107': 'sunnycheungky', '100050342656150': 'frances.huiwingting', '549937504': 'baggio.leung', '100052700556924': 'herbertchowsiulung', '645194142': 'alex.chow.3532',  '1057020116': 'anna.k.cheung', '762540451': 'charles.mo', '100044643660077': 'cpdenniskwok', '100083099538652': 'Kevin Yam 任建峰（澳洲西人', '100079746421937': '蒙兆達 Mung Siu Tat', '100057226339120': 'finnlau.cd', '100044077554156': 'huichifung913', '100044240388646': 'NathanLawKC'}
1
docker run -d --name redis -p 6379:6379 redis --requirepass "123"

部署data2 和 爬虫跑字典表的程序。

https://www.hudson.org/hudson-statement-passing-dr-kissinger 这个url 为啥没有内容

1
gost -L=:1099 -F=http://ruhai:058a19-ecad2a-41851a-6bf0c5-e49676@usa.static.proxyrack.net:10495
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
12.10 320-359
12.11 360-399
12.12 400-439
12.13 440-479
12.14 480-519
12.15 渲染服务器

sp 



sh node_ip_slave.sh jw 803 172.17.12.10 320 360
sh node_ip_slave.sh jw 803 172.17.12.11 360 400
sh node_ip_slave.sh jw 803 172.17.12.12 400 440
sh node_ip_slave.sh jw 803 172.17.12.13 440 480
sh node_ip_slave.sh jw 803 172.17.12.14 480 520
1
2
3
4
5
6
7
8
        sed -i 's/mysql_db_name = iis_crawler_wz/mysql_db_name = iis_crawler_zmt/g' $progpath/slave_$node_id/slave/conf/spider.cfg
        sed -i 's/mysql_user = craw_wz_prog/mysql_user = craw_zmt_prog/g' $progpath/slave_$node_id/slave/conf/spider.cfg
        sed -i 's/mysql_password = dmbpnac83hP6n8o2/mysql_password = dTKIIf5PWUn5d0BX/g' $progpath/slave_$node_id/slave/conf/spider.cfg


mycli -u craw_zmt_prog -h mysql-mgr-scrapy.int.51wyq.cn -P 33901 -p dTKIIf5PWUn5d0BX -D iis_crawler_zmt


1
2
3
4
5
6
7
8
9




2968107  https://www.baptiststandard.com/news/texas/

baptiststandard.com

//*[@class="text-container"]/a/@href
1
2
3
https://www.auliving.com.au/202010/145553.html


1
[{'domains': 'LINE HUB', 'path': 'https://hub.line.me/', 'title': '//h1/text()', 'content': '//article[@class="news-content textSize--md"]/figure|//article[@class="news-content textSize--md"]/p', 'published': '//span[@class="entityPublishInfo-meta-info text text--f text--secondary text--regular"]/text()', 'author': ''}, {'domains': 'LINE TODAY', 'path': 'https://today.line.me/hk/v2/tab/top', 'title': '//h1/text()', 'content': '//article[@class="news-content textSize--md"]/p|//article[@class="news-content textSize--md"]/figure', 'published': '//span[@class="entityPublishInfo-meta-info text text--f text--secondary text--regular"]/text()', 'author': ''}, {'domains': 'LINE TODAY', 'path': 'https://today.line.me/hk/v2/tab/news', 'title': '//h1/text()', 'content': '//div[@class="articleContent"]/article/figure|//div[@class="articleContent"]/article/p', 'published': '//div[@class="entityPublishInfo-meta"]/span/text()', 'author': ''}, {'domains': 'Land Line', 'path': 'https://landline.media/', 'title': '//h1/text()', 'content': "//div[@class='entry-content']/p", 'published': "//p[@class='date']/text()", 'author': ''}]
1
[{'domains': '越南共产党电子报', 'path': 'https://cn.dangcongsan.vn/', 'title': '//h1/text()', 'content': '//div[@class="col-sm-12"]', 'published': '//span[@class="post-subinfo"]/text()', 'author': ''}]
1
2
3

nohup sh slave_publish.sh jw 804 > 804.log 2>&1 &
nohup sh slave_publish.sh jw 807 > 807.log 2>&1 &
1
2
[{'id': 3791762, 'webname': '國際', 'url': 'https://www.exmoo.com/world', 'web_site': 'exmoo.com', 'usetype': 1, 'username': 'jinyanchaung', 'create_time': '2023-03-20 18:49:35', 'update_time': '2023-11-21 11:09:34', 'status': 2, 'language': '繁体中文', 'logoUrl': '', 'cs_code': 0, 'icp_number': '', 'agent': 0, 'parse_type': 1, 'domain_type': 1, 'is_umei': 0, 'country': '澳门', 'is_web_director': 0, 'is_render': 1, 'is_pdf': 0, 'weight': 0, 'is_column_director': 0, 'is_have_paywall': 0, 'is_can_pass_paywall': 0, 'is_protected_by_cf': 0, 'is_need_click': 0}]

定时删除docekr 日志的log 

1
00 00 1 * * source ~/.bashr;find /var/lib/docker/containers -type f -name "*.log" -delete

https://nepalforeignaffairs.com/weve-deepened-our-partnership-with-india-through-quad-us-secretary-of-state-blinken/

1
2
3

dailytelegraph.com.au

长得丑，但是从概率论上看我们也只是普通人，一生无灾无病

你有多久没有叫我亲爱的了

我情绪有点激动，确实如果是真的，那么爱情的根基都崩塌了。

我只是缺乏安全感

见了领导害怕打招呼，坐地铁呆在里出口最近的车厢，难受了一个人哭，被人跟踪了提心吊胆了的，我们五一见面的时候你化了妆喷了香水洗了头，算得上是精致打扮了。你让我给你讲代码时，你的心跳声如擂鼓。记得我和你说的很搞人心态的新人。

中午练车，帮我看衣服，晚上打电话，选衣服。 如果是真的，那真的是匪夷所思。

你说我情绪有问题，好吧是我钻牛角尖了，冷静下来想想确实事。

我只是需要一个安全感。

你说你和你同事之间一点忙都会说谢谢您了，麻烦您了，我写东西，你有多久没有向我这么说了。

你应该也有很久没有叫我亲爱的了，多久没有向我撒过娇了，大概是从五一开始左右开始吧！

我选老婆又不是只看颜值，只看🐻大不大，只看学历，我们是要看综合的。至于你说的丑，我倒是觉得不至于，我看你朋友圈没有正脸照，我觉得你可能有容貌焦虑。

因为是异地恋想要的更多，想要我给你买完衣服之后拍给我美美的照片，想要你分享日常，想要你打电话和我讲你想我了，想要你和我说你日常里又有哪些有意思的事情，你唉声叹气的时候，想要你给我讲讲你那边发生了什么事，你懂么我想要了解你，想要走近你。

至于你我不懂节日，不懂烂漫。这个应该是没错了，这个我承认。要学的还很多。

说我对你冷嘲热讽，你真的大可不必这样认为，因为我是经历过的，知道我为什么接单么，知道我为啥之前给你发的照片那么瘦么。知道我为啥你问我最害怕的事情是什么的时候，我回答的是失业么？

直接和你说起学姐，看你吃醋我本来真的还觉得可爱的。

谈恋爱是两个人的事情。

这个没有添加进去

1
2
3
4
5
6
7
8
9
10
11
12
13
14

DOCKER_CONTAINERS_DIR="/var/lib/docker/containers"

# 遍历 /var/lib/docker/containers 下的所有文件夹
for container_id_dir in $DOCKER_CONTAINERS_DIR/*/; do
    json_file="$container_id_dir$container_id_dir-json.log"

    # 检查 JSON 文件是否存在且大小大于2GB
    if [ -f "$json_file" ] && [ $(stat -c%s "$json_file") -gt $((2 * 1024 * 1024 * 1024)) ]; then
        echo "Deleting $json_file"
        unlink "$json_file"
        docker restart $container_id_dir
    fi
done
1
2
3
https://autorai.nl
https://www.autovisie.nl
https://www.autoweek.nl  加一下字典表 定向信源 客户在等 @金彦闯  我家里的电脑打不开这
1
2
3
4
5
6
7
8
9
10
11
12
13


负责爬取供应商公司信息、供应商资质信息、原材料供应价格等需求


天眼查项目
商标网项目
全国认证认可信息公共服务平台查询资质项目
环球聚氨酯网大宗商品价格 
卡兄卡弟APP中的汽车修理点信息



1
adb shell dumpsys activity top
1
2
android hooking watch class_method com.yuanrenxue.challenge.fragment.challenge.ChallengeThirteenFragment.getDeviceId --dump-args --dump-backtrace --dump_return

1
2
3
pip install undetected_chromedriver -i http://mirrors.cloud.tencent.com/pypi/simple/ --trusted-host mirrors.cloud.tencent.com'
pip uninstall urllib3
pip install 'urllib3<2.0'

https://www.bazhuayu.com/helpcenter/docs/V2h1Ec

1
2
3
4
5
6
找板块爬虫放在哪台机器上  crontab -l |grep scrapy 
给板块爬虫加上url slug 过滤，
给response_handle 加上url slug 筛选
字典表筛选过滤带slug 的URL 删除 
重写列表页提取规则

https://gitee.com/enmmmmmm/magisk-on-vmos-pro 下载

制作vmpro rom https://www.bilibili.com/video/BV1u34y1j7CM/?p=1&spm_id_from=pageDriver&vd_source=64147bb55ba2bca1a2890e62c5b9373c

https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array/11227902#11227902

mikki_ronn90467----l1JKocWTaC----ivzvzxcyyq@rambler.ru----5139966Dp0yJza----AOASOHDSH46BSCFG----054f18ca2dc274096b06b9f85bd1472acbfe2353

1
mitmproxy --mode reverse:https://api.twitter.com@443 --mode reverse:http://api.twitter.com@80 -p 9998 --upstream http://127.0.0.1:7890
1
mitmdump -p 9995 --mode reverse:https://api.twitter.com
1
https://account-api.proton.me/core/v4/captcha?Token=_v7B61ongWu_culDapXxUBRn&ForceWebMessaging=1
1
2
3
iaCdHq8A4rHSzwt38l6oWA

8Joo90EQEMLDBbzHBJV68Q
1
2
3
4


curl 'https://api.crawlbase.com/?token=USER_TOKEN&url=https://www.facebook.com/NuevaRepublicaQuepos/&scraper=facebook-profile

frida ui tools 

1
wionews  特殊解析

15.10 image-20240307112925372

15.12

image-20240307113145289

15.150

15.151

![image-20240307113349326](/Users/king/Library/Application Support/typora-user-images/image-20240307113349326.png)

15.152

![image-20240307113419031](/Users/king/Library/Application Support/typora-user-images/image-20240307113419031.png)

15.154

image-20240307113452190

15.155

image-20240307113558189

172.17.1.2: 30M

172.17.1.3: 100M

172.17.1.4: 100M

172.17.1.10: 100M

1
2
3
4
5
6

Diệu Loan ơi, tài khoản của bạn đã bị khóa
Chúng tôi đã phát hiện thấy hoạt động bất thường trên tài khoản của bạn. Như vậy nghĩa là ai đó đã sử dụng tài khoản này mà bạn không biết.
Ngày khóa tài khoản: Tháng 3 7, 2024
Để bảo vệ bạn, chúng tôi sẽ ẩn trang cá nhân của bạn với mọi người trên Facebook và bạn cũng không thể sử dụng tài khoản của mình.
Hãy cùng thực hiện một vài bước theo hướng dẫn để mở khóa tài khoản của bạn nhé.

要注册地的IP和登录的IP统一，刚一登录上直接被封禁

IP

1
2
3
4
https://www.lazada.com.my/catalog/?spm=a2o4k.home-my.search.2.75f840652DBq41&q=T-shirt&_keyori=ss&from=search_history&sugg=T-shirt_0_1


跳转到了

Lazada 验证码参数逆向

知乎加密参数

1
2
3
4
5
6
7
8
9
10
11
12
13
14
import requests

url = "https://www.zhihu.com/api/v3/moments/wang-jia-ye-81-80/activities?offset=1705743496877&page_num=10"

payload = {}
headers = {
  'Cookie': 'd_c0=ABBdpaC_lBiPTvbFcqgoXYY1ldphtVrIqus=|1715079206; ; _xsrf=66189d7c-fae5-4287-b14e-6b9437646982; _zap=5fe9dc68-c7e9-4e47-a01e-3ffb01f83516; cap_id="ZGRjNDdiMmIzNGFlNGIzZTkzNTM3MWRmYTc4NTJkMTI=|1715146644|82388bba969f52ef142a31b7a84b1a35242657e4"; d_c0=AIDYYXXBlBiPTs8yfQqzc0YCoK0z4Y7jsHA=|1715079686; l_cap_id="MjAyY2MwYTNmYzMyNGI2NWEzMjI4N2ExYmJmZjVlMTM=|1715146644|f64343e715b19be9af8a10d131f44659ce3d10c5"; l_n_c=1; n_c=1; r_cap_id="NDZjYjRmZThjMDU4NDg3NTk0OTc3OTE2OGIxMzQ5NWQ=|1715146644|968ff3dc3e1e72e01ebcd9bd520aa9bf32393927"; KLBRSID=af132c66e9ed2b57686ff5c489976b91|1715147030|1715146497',
  'X-Zse-93': '101_3_3.0',
  'X-Zse-96': '2.0_iAWG4g18SQaiqX2neFqDOvP+pfokiXPPmFIZa8sa1cM83bc+IMYgOMv751iwLnrZ',
  'X-Zst-81': '3_2.0aR_sn77yn6O92wOB8hPZnQr0EMYxc4f18wNBUgpTQ6nxERFZKTY0-4Lm-h3_tufIwJS8gcxTgJS_AuPZNcXCTwxI78YxEM20s4PGDwN8gGcYAupMWufIoLVqr4gxrRPOI0cY7HL8qun9g93mFukyigcmebS_FwOYPRP0E4rZUrN9DDom3hnynAUMnAVPF_PhaueTFe3LjvO9r7c_GwpGtJuGg9HBpJNLTw20eXH93cHp-qYYF9XycvCCIgoV682TV0xBWqcG6X2uJbHCmAN83vwBbULYQUx1K6H1ywemQQXL3htGUuo0FgemEgcLPqSfYGp1zULfCCcmswe_1XLyWbVZHcxfeUcf7uV1_qO9-hcXICH_6GV0Cg_z-gF9sGVYmiVZHcV0-rX_-uVKnDxBPcL0y9wBQGo1FDoMJvCYHqYfNqxfQvg_2wSV-UpBnCL9kqXYugS0Q_N9gcPGpGC0TuNfAgoBzGom6cfyWJS8oBes',
  'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36'
}

response = requests.request("GET", url, headers=headers, data=payload)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21


// db.getCollection('GDS_M107301').find({"producer_time": {"$gt": "2024-05-08"}, "published": {"$gt": "2024-05-08"}}).count();

// db.getCollection('google_rss').find({"consumer_time": {"$gt": "2024-05-08"}, "replyDate": {"$gt": "2024-05-07"}}).count();




// db.getCollection('GDS_M107301').find({"consumer_time": {"$gt": "2024-05-08"}, "replyDate": {"$gt": "2024-05-07"}}).count(); // 入库数量


db.getCollection('google_rss').find({"published": {"$gt": "2024-05-08"}}).count(); //  查询到的rss数量

db.getCollection('google_rss_real_url').find({"published": {"$gt": "2024-05-08"}}).count(); // 真实URL  406条




db.getCollection('GDS_M107301').find({"replyDate": {"$gt": "2024-05-08"}}).count(); // 入库数量

1
1.0/?jsv=2.5.1&appKey=24677475&t=1715317472716&sign=10667183adddf6dbb7e6244215dbe7c3&api=mtop.globa…
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
package mtopsdk.mtop.global

class SwitchConfig {

        /* static fields */
        static mtopsdk.mtop.global.SwitchConfig d; => [0x4f3a]: mtopsdk.mtop.global.SwitchConfig@13db226
        static mtopsdk.common.util.RemoteConfig e; => [0x4f0a]: mtopsdk.common.util.RemoteConfig@b21f7b6
        static mtopsdk.common.util.LocalConfig f; => [0x4eda]: mtopsdk.common.util.LocalConfig@3b41cb7
        static mtopsdk.common.config.MtopConfigListener g; => [0x4eaa]: mtopsdk.config.a@fa2c24
        static java.util.concurrent.ConcurrentHashMap h; => [0x4e7a]: {}
        static java.util.concurrent.ConcurrentHashMap i; => [0x4e82]: {NETWORK_ERROR_MAPPING=Periksa koneksi jaringan Anda dan coba lagi, FLOW_LIMIT_ERROR_MAPPING=Layanan sedang sibuk, SERVICE_ERROR_MAPPING=Silahkan coba lagi nanti, jaringan mengalami kesalahan}
        static java.util.HashSet j; => [0x4e2a]: [FAIL_SYS_ACCESS_TOKEN_EXPIRED, FAIL_SYS_ILLEGAL_ACCESS_TOKEN]

        /* instance fields */
        boolean a;
        java.util.Set allowPageUrlCutApiSet;
        java.util.Set allowRefererCutApiSet;
        java.util.Set allowSwitchToPostApiSet;
        boolean b;
        boolean c;
        java.util.Set degradeApiCacheSet;
        java.util.Set degradeBizErrorMappingApiSet;
        java.util.Set jsBridgeTimeoutApiSet;
        java.util.Set signDegradedApiSet;

        /* constructor methods */
        mtopsdk.mtop.global.SwitchConfig();

        /* static methods */
        static boolean a();
        static boolean b();
        static boolean c();
        static boolean d();
        static long e(java.lang.String);
        static boolean g();
        static mtopsdk.mtop.global.SwitchConfig getInstance();
        static mtopsdk.common.config.MtopConfigListener getMtopConfigListener();
        static boolean h();
        static boolean j();
        static boolean m();
        static boolean n();
        static boolean o();
        static boolean p();
        static boolean q();
        static boolean r();
        static boolean s();

        /* instance methods */
        void f(android.content.Context);
        boolean getEnableChannelLazy();
        boolean getEnableExtDataAlignIos();
        boolean getEnableFalcoId();
        boolean getEnableFullTraceId();
        boolean getEnableResponseHeader();
        long getGlobalApiLockInterval();
        long getGlobalAttackAttackWaitInterval();
        long getGlobalBizErrorMappingCodeLength();
        int getHeaderCutThreshold();
        java.util.Map getIndividualApiLockIntervalMap();
        boolean getProcessBgMethodNew();
        long getSwitchToPostThreshold();
        int getUseSecurityAdapter();
        boolean i();
        boolean k();
        boolean l();
        void setMtopConfigListener(mtopsdk.common.config.MtopConfigListener);

}

笔记
草稿本
https://kingjem.github.io/2026/07/24/草稿本/
作者
Ruhai
发布于
2026年7月24日
许可协议