Skip to content

Commit

Permalink
Update Domestic & Global & CDN & Reject Hosts
Browse files Browse the repository at this point in the history
  • Loading branch information
SukkaW committed Apr 3, 2024
1 parent 7df6255 commit f1b4d67
Show file tree
Hide file tree
Showing 8 changed files with 108 additions and 25 deletions.
15 changes: 14 additions & 1 deletion Build/validate-domestic.ts
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,20 @@ export const parseDomesticList = async () => {

const top5000 = new Set<string>();

const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000')).text();
const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000', {
headers: {
accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
'accept-language': 'en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7,zh-TW;q=0.6,es;q=0.5',
'sec-ch-ua': '"Google Chrome";v="123", "Not:A-Brand";v="8", "Chromium";v="123"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"macOS"',
'sec-fetch-dest': 'document',
'sec-fetch-mode': 'navigate',
'sec-fetch-site': 'none',
'sec-fetch-user': '?1',
'upgrade-insecure-requests': '1'
}
})).text();
const stream = parse(res);
for await (const [domain] of stream) {
if (trie.has(domain)) {
Expand Down
12 changes: 12 additions & 0 deletions Source/domainset/cdn.conf
Original file line number Diff line number Diff line change
Expand Up @@ -1941,6 +1941,11 @@ assets.quillbot.com
libs.quillbot.com
# XiaoMi
.appmifile.com
# PicaACG
s3.picacomic.com
storage-b.picacomic.com
img.picacomic.com
s3.go2778.com
# Others
.ziffstatic.com
.muscache.com
Expand Down Expand Up @@ -2467,3 +2472,10 @@ cdn.myfonts.net
static-community.tp-link.com
.sxccdn.com
.ttcache.com
gfonts.jifi.co
cdn.jifi.co
static.euronews.com
assets.genius.com
.mfcimg.com
assets.mfcimg.com
static.nrk.no
1 change: 1 addition & 0 deletions Source/domainset/reject_sukka.conf
Original file line number Diff line number Diff line change
Expand Up @@ -1763,6 +1763,7 @@ disqusads.com
# >> 2345
.2345.com
.2345.cn
.2345.cc
.50bang.org

# >> XiMaLaYa
Expand Down
4 changes: 2 additions & 2 deletions Source/non_ip/ai.conf
Original file line number Diff line number Diff line change
Expand Up @@ -2,14 +2,14 @@
# $ meta_description This file contains domains of OpenAI, Claude.

# OpenAI / ChatGPT
DOMAIN-KEYWORD,openai
# DOMAIN,api.statsig.com
# DOMAIN-SUFFIX,openai.com
DOMAIN-SUFFIX,openai.com
DOMAIN-SUFFIX,oaistatic.com
DOMAIN-SUFFIX,oaiusercontent.com
DOMAIN-SUFFIX,chatgpt.com
DOMAIN-SUFFIX,ai.com
DOMAIN-SUFFIX,x.ai
DOMAIN-KEYWORD,openai
# DOMAIN-SUFFIX,openaiapi-site.azureedge.net
# Common AI
DOMAIN-SUFFIX,perplexity.ai
Expand Down
20 changes: 20 additions & 0 deletions Source/non_ip/domestic.conf
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,10 @@ DOMAIN-SUFFIX,dbankcdn.com
DOMAIN-SUFFIX,dbankcloud.com
DOMAIN-SUFFIX,hicloud.com
DOMAIN-SUFFIX,hihonor.com
DOMAIN-SUFFIX,hihonorcdn.com
DOMAIN-SUFFIX,hihonorcloud.com
DOMAIN-SUFFIX,honor.cn
DOMAIN-SUFFIX,honor.com
DOMAIN-SUFFIX,huawei.cn
DOMAIN-SUFFIX,huawei.com
DOMAIN-SUFFIX,huawei.com.cn
Expand Down Expand Up @@ -367,6 +370,8 @@ DOMAIN,cn.download.nvidia.com
DOMAIN-SUFFIX,12306.cn
DOMAIN-SUFFIX,12306.com
DOMAIN-SUFFIX,1905.com
DOMAIN-SUFFIX,22.cn
DOMAIN-SUFFIX,263.net
DOMAIN-SUFFIX,360in.com
DOMAIN-SUFFIX,360doc.com
DOMAIN-SUFFIX,36kr.com
Expand All @@ -379,6 +384,7 @@ DOMAIN-SUFFIX,56.com
DOMAIN-SUFFIX,58.com
DOMAIN-SUFFIX,66law.cn
DOMAIN-SUFFIX,9game.cn
DOMAIN-SUFFIX,aicdn.com
DOMAIN-SUFFIX,aicoinstorge.com
DOMAIN-SUFFIX,air-matters.com
DOMAIN-SUFFIX,air-matters.io
Expand All @@ -393,6 +399,7 @@ DOMAIN-SUFFIX,bdatu.com
DOMAIN-SUFFIX,bendibao.com
DOMAIN-SUFFIX,benghuai.com
DOMAIN-SUFFIX,bh3.com
DOMAIN-SUFFIX,bosszhipin.com
DOMAIN-SUFFIX,cailianpress.com
DOMAIN-SUFFIX,cls.cn
DOMAIN-SUFFIX,camera360.com
Expand All @@ -418,7 +425,10 @@ DOMAIN-SUFFIX,coding.net
DOMAIN-SUFFIX,csdn.com
DOMAIN-SUFFIX,csdn.net
DOMAIN-SUFFIX,csdnimg.cn
DOMAIN-SUFFIX,ctfile.com
DOMAIN-SUFFIX,ctrip.com
DOMAIN-SUFFIX,c-ctrip.com
DOMAIN-SUFFIX,dewu.com
DOMAIN-SUFFIX,dfcfw.com
DOMAIN-SUFFIX,dida365.com
DOMAIN-SUFFIX,digicert.cn
Expand All @@ -435,7 +445,10 @@ DOMAIN-SUFFIX,fang.com
DOMAIN-SUFFIX,feng.com
DOMAIN-SUFFIX,fengkongcloud.com
DOMAIN-SUFFIX,firefox.com.cn
DOMAIN-SUFFIX,fqnovel.com
DOMAIN-SUFFIX,fqnovelpic.com
DOMAIN-SUFFIX,frdic.com
DOMAIN-SUFFIX,funshion.com
DOMAIN-SUFFIX,futu5.com
DOMAIN-SUFFIX,futunn.com
DOMAIN-SUFFIX,gamersky.com
Expand All @@ -447,6 +460,8 @@ DOMAIN-SUFFIX,gitee.com
DOMAIN-SUFFIX,godic.net
DOMAIN-SUFFIX,hc-cdn.com
DOMAIN-SUFFIX,hongxiu.com
DOMAIN-SUFFIX,hoopchina.com.cn
DOMAIN-SUFFIX,hupu.com
DOMAIN-SUFFIX,huxiucdn.com
DOMAIN-SUFFIX,huya.com
DOMAIN-SUFFIX,ibreader.com
Expand All @@ -466,12 +481,14 @@ DOMAIN-SUFFIX,kaiyanapp.com
DOMAIN-SUFFIX,keepcdn.com
DOMAIN-SUFFIX,kfc.com.cn
DOMAIN-SUFFIX,kkmh.com
DOMAIN-SUFFIX,ksyun.com
DOMAIN-SUFFIX,kugou.com
DOMAIN-SUFFIX,kuwo.cn
DOMAIN-SUFFIX,lagou.com
DOMAIN-SUFFIX,leiniao.com
DOMAIN-SUFFIX,leleketang.com
DOMAIN-SUFFIX,linkedin.cn
DOMAIN-SUFFIX,ludashi.com
DOMAIN-SUFFIX,luojilab.com
DOMAIN-SUFFIX,m1905.cn
DOMAIN-SUFFIX,m1905.com
Expand All @@ -491,6 +508,7 @@ DOMAIN-SUFFIX,neea.cn
DOMAIN-SUFFIX,nubia.cn
DOMAIN-SUFFIX,nubia.com
DOMAIN-SUFFIX,onlinedown.com
DOMAIN-SUFFIX,openinstall.io
DOMAIN-SUFFIX,oray.com
DOMAIN-SUFFIX,oray.net
DOMAIN-SUFFIX,orayimg.com
Expand Down Expand Up @@ -529,6 +547,7 @@ DOMAIN-SUFFIX,t3go.cn
DOMAIN-SUFFIX,tantanapp.com
DOMAIN-SUFFIX,takungpao.com
DOMAIN-SUFFIX,tianyancha.com
DOMAIN-SUFFIX,tripcdn.cn
DOMAIN-SUFFIX,tvmao.com
DOMAIN-SUFFIX,tvzhe.com
DOMAIN-SUFFIX,vip.com
Expand All @@ -555,6 +574,7 @@ DOMAIN-SUFFIX,yy.com
DOMAIN-SUFFIX,zdmimg.com
DOMAIN-SUFFIX,zdic.net
DOMAIN-SUFFIX,zhangzs.com
DOMAIN-SUFFIX,zhipin.com
DOMAIN-SUFFIX,zol.com.cn
DOMAIN-SUFFIX,zui.com
DOMAIN-SUFFIX,zuimeitianqi.com
Expand Down
11 changes: 8 additions & 3 deletions Source/non_ip/domestic.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ export const DOMESTICS = {
'ucweb.com',
'alibaba.com',
'alicdn.com',
'ialicdn.com',
'alidns.com',
'aliimg.com',
'aliyun.com',
Expand Down Expand Up @@ -71,7 +72,8 @@ export const DOMESTICS = {
'alios.cn',
'wandoujia.com',
'aliapp.org',
'tanx.com'
'tanx.com',
'hellobike.com'
]
},
TENCENT: {
Expand Down Expand Up @@ -124,7 +126,8 @@ export const DOMESTICS = {
'anticheatexpert.com',
'url.cn',
'qlivecdn.com',
'tcdnlive.com'
'tcdnlive.com',
'dnsv1.com'
]
},
BILIBILI_ALI: {
Expand Down Expand Up @@ -275,11 +278,13 @@ export const DOMESTICS = {
'360tpcdn.com',
'360os.com',
'360webcache.com',
'360kuai.com',
'so.com',
'haosou.com',
'yunpan.cn',
'yunpan.com',
'yunpan.com.cn'
'yunpan.com.cn',
'qh-cdn.com'
]
},
SYSTEM: {
Expand Down
32 changes: 31 additions & 1 deletion Source/non_ip/global.conf
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ DOMAIN-SUFFIX,appspot.com
DOMAIN-SUFFIX,autodraw.com
DOMAIN-SUFFIX,blogger.com
DOMAIN-SUFFIX,blogblog.com
DOMAIN-SUFFIX,blogspot.com
DOMAIN-SUFFIX,capitalg.com
DOMAIN-SUFFIX,certificate-transparency.org
DOMAIN-SUFFIX,chrome.com
Expand Down Expand Up @@ -155,6 +156,7 @@ DOMAIN-SUFFIX,signalusers.org
DOMAIN-SUFFIX,whispersystems.org

# >> Facebook
DOMAIN-SUFFIX,facebook.com
DOMAIN-SUFFIX,cdninstagram.com
DOMAIN-SUFFIX,fb.com
DOMAIN-SUFFIX,fb.me
Expand All @@ -167,12 +169,12 @@ DOMAIN-SUFFIX,messenger.com
DOMAIN-SUFFIX,fbmessenger.com
DOMAIN-SUFFIX,oculus.com
DOMAIN-SUFFIX,oculuscdn.com
DOMAIN-KEYWORD,facebook
DOMAIN-SUFFIX,f8.com
DOMAIN-SUFFIX,tfbnw.net
DOMAIN-SUFFIX,fbsbx.com
DOMAIN-SUFFIX,threads.net
DOMAIN-SUFFIX,facebook-hardware.com
DOMAIN-KEYWORD,facebook
# WhatsApp
DOMAIN-KEYWORD,whatsapp
DOMAIN-SUFFIX,wa.me
Expand Down Expand Up @@ -213,6 +215,10 @@ DOMAIN-SUFFIX,linetv.tw

# >> Discord
DOMAIN-SUFFIX,dis.gd
DOMAIN-SUFFIX,discord.com
DOMAIN-SUFFIX,discordapp.com
DOMAIN-SUFFIX,discordapp.net
DOMAIN-SUFFIX,discordcdn.com
DOMAIN-KEYWORD,discord

# >> Crypto
Expand Down Expand Up @@ -245,6 +251,18 @@ DOMAIN-SUFFIX,1password.com
DOMAIN-SUFFIX,1password.eu
DOMAIN-SUFFIX,1password.ca

# >> PicACG
DOMAIN-SUFFIX,bikaa.xyz
DOMAIN-SUFFIX,bikac.xyz
DOMAIN-SUFFIX,bikaios.xyz
DOMAIN-SUFFIX,manhuabika.com
DOMAIN-SUFFIX,picacgp.com
DOMAIN-SUFFIX,picacgy.com
DOMAIN-SUFFIX,picacn.xyz
DOMAIN-SUFFIX,picacomic.com
DOMAIN-SUFFIX,picacomic.xyz
DOMAIN-SUFFIX,wikawika.xyz

# >> ---------
DOMAIN-SUFFIX,520cc.cc
DOMAIN-SUFFIX,9gag.com
Expand Down Expand Up @@ -286,6 +304,7 @@ DOMAIN-SUFFIX,change.org
DOMAIN-SUFFIX,character.ai
DOMAIN-SUFFIX,cloudfront.net
DOMAIN-SUFFIX,codepen.io
DOMAIN-SUFFIX,coinex.com
DOMAIN-SUFFIX,costco.com
DOMAIN-SUFFIX,cpuid.com
DOMAIN-SUFFIX,dailymotion.com
Expand All @@ -310,10 +329,13 @@ DOMAIN-SUFFIX,dropboxmail.com
DOMAIN-SUFFIX,getdropbox.com
DOMAIN-SUFFIX,dropboxusercontent.com
DOMAIN-SUFFIX,duckduckgo.com
DOMAIN-SUFFIX,dynu.com
DOMAIN-SUFFIX,dynu.net
DOMAIN-SUFFIX,dw.com
DOMAIN-SUFFIX,e-hentai.org
DOMAIN-SUFFIX,exhentai.org
DOMAIN-SUFFIX,etsy.com
DOMAIN-SUFFIX,euronews.com
DOMAIN-SUFFIX,fastly.net
DOMAIN-SUFFIX,fc2.com
DOMAIN-SUFFIX,feedly.com
Expand All @@ -322,6 +344,7 @@ DOMAIN-SUFFIX,flipboard.com
DOMAIN-SUFFIX,flipkart.com
DOMAIN-SUFFIX,gameloft.com
DOMAIN-SUFFIX,gate.io
DOMAIN-SUFFIX,genius.com
DOMAIN-SUFFIX,gettyimages.com
DOMAIN-SUFFIX,gitlab.com
DOMAIN-SUFFIX,ghostery.com
Expand Down Expand Up @@ -371,11 +394,13 @@ DOMAIN-SUFFIX,moegirl.uk
DOMAIN-SUFFIX,mojang.com
DOMAIN-SUFFIX,mozilla.com
DOMAIN-SUFFIX,mozilla.org
DOMAIN-SUFFIX,myfreecams.com
DOMAIN-SUFFIX,mypikpak.com
DOMAIN-SUFFIX,naver.com
DOMAIN-SUFFIX,nbcnews.com
DOMAIN-SUFFIX,newsblur.com
DOMAIN-SUFFIX,nhentai.net
DOMAIN-SUFFIX,noip.com
DOMAIN-SUFFIX,npm.im
DOMAIN-SUFFIX,npmjs.com
DOMAIN-SUFFIX,nyaa.si
Expand All @@ -391,7 +416,9 @@ DOMAIN-SUFFIX,openstreetmap.org
DOMAIN-SUFFIX,pastebin.com
DOMAIN-SUFFIX,patreon.com
DOMAIN-SUFFIX,perplexity.ai
DOMAIN-SUFFIX,pin.it
DOMAIN-SUFFIX,pinterest.com
DOMAIN-SUFFIX,pinterestmail.com
DOMAIN-SUFFIX,pinimg.com
DOMAIN-SUFFIX,pixiv.net
DOMAIN-SUFFIX,pixiv.org
Expand All @@ -409,6 +436,7 @@ DOMAIN-SUFFIX,redditmedia.com
DOMAIN-SUFFIX,redditstatic.com
DOMAIN-SUFFIX,redtube.com
DOMAIN-SUFFIX,render.com
DOMAIN-SUFFIX,returnyoutubedislikeapi.com
DOMAIN-SUFFIX,reuters.com
DOMAIN-SUFFIX,rfa.org
DOMAIN-SUFFIX,rule34.xxx
Expand Down Expand Up @@ -477,6 +505,7 @@ DOMAIN-SUFFIX,wikisource.org
DOMAIN-SUFFIX,wikiversity.org
DOMAIN-SUFFIX,wikivoyage.org
DOMAIN-SUFFIX,wiktionary.org
DOMAIN-SUFFIX,wireguard.com
DOMAIN-SUFFIX,wordpress.com
DOMAIN-SUFFIX,workers.dev
DOMAIN-SUFFIX,wp.com
Expand All @@ -495,6 +524,7 @@ DOMAIN-SUFFIX,zendesk.com
DOMAIN,onedrive.live.com

DOMAIN-KEYWORD,jav
# Keyword Collected
DOMAIN-KEYWORD,pinterest
DOMAIN-KEYWORD,porn

Expand Down
Loading

0 comments on commit f1b4d67

Please sign in to comment.