Skip to content

feat(seo): 擴增 robots.txt 支援 39 個 AI 爬蟲 #245

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
s123104 wants to merge 2 commits into
base: main
Choose a base branch
from
Open

feat(seo): 擴增 robots.txt 支援 39 個 AI 爬蟲 #245

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
8b13216
feat(seo): 擴增 robots.txt 支援 39 個 AI 爬蟲
claude Apr 10, 2026
38030f5
fix(seo): 移除 Googlebot/Bingbot 專門規則以保留 Disallow
claude Apr 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
152 changes: 76 additions & 76 deletions apps/ratewise/public/rates.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,137 +1,137 @@
{
"timestamp": "2026-04-09T23:51:00.840Z",
"updateTime": "2026/04/10 07:51:00",
"timestamp": "2026-04-10T08:06:27.017Z",
"updateTime": "2026/04/10 16:06:27",
"source": "Taiwan Bank (臺灣銀行牌告匯率)",
"sourceUrl": "https://rate.bot.com.tw/xrt",
"base": "TWD",
"rates": {
"USD": 32.02,
"HKD": 4.101,
"GBP": 43.56,
"AUD": 22.87,
"CAD": 23.41,
"SGD": 25.28,
"CHF": 40.54,
"JPY": 0.2033,
"NZD": 18.96,
"THB": 1.0516,
"PHP": 0.5982,
"IDR": 0.00218,
"EUR": 37.68,
"KRW": 0.0237,
"VND": 0.00137,
"MYR": 8.471,
"CNY": 4.717
"USD": 32.005,
"HKD": 4.099,
"GBP": 43.5,
"AUD": 22.77,
"CAD": 23.34,
"SGD": 25.21,
"CHF": 40.53,
"JPY": 0.2027,
"NZD": 18.89,
"THB": 1.0476,
"PHP": 0.5952,
"IDR": 0.00223,
"EUR": 37.59,
"KRW": 0.02351,
"VND": 0.00139,
"MYR": 8.491,
"CNY": 4.708
},
"details": {
"USD": {
"name": "美金",
"spot": {
"buy": 31.675,
"sell": 31.825
"buy": 31.685,
"sell": 31.785
},
"cash": {
"buy": 31.35,
"sell": 32.02
"buy": 31.335,
"sell": 32.005
}
},
"HKD": {
"name": "港幣",
"spot": {
"buy": 4.018,
"sell": 4.088
"buy": 4.021,
"sell": 4.081
},
"cash": {
"buy": 3.897,
"sell": 4.101
"buy": 3.895,
"sell": 4.099
}
},
"GBP": {
"name": "英鎊",
"spot": {
"buy": 42.335,
"sell": 42.965
"buy": 42.39,
"sell": 42.79
},
"cash": {
"buy": 41.44,
"sell": 43.56
"buy": 41.38,
"sell": 43.5
}
},
"AUD": {
"name": "澳幣",
"spot": {
"buy": 22.305,
"sell": 22.65
"buy": 22.28,
"sell": 22.48
},
"cash": {
"buy": 22.09,
"sell": 22.87
"buy": 21.99,
"sell": 22.77
}
},
"CAD": {
"name": "加拿大幣",
"spot": {
"buy": 22.83,
"sell": 23.16
"sell": 23.03
},
"cash": {
"buy": 22.5,
"sell": 23.41
"buy": 22.43,
"sell": 23.34
}
},
"SGD": {
"name": "新加坡幣",
"spot": {
"buy": 24.84,
"sell": 25.06
"buy": 24.79,
"sell": 24.97
},
"cash": {
"buy": 24.37,
"sell": 25.28
"buy": 24.3,
"sell": 25.21
}
},
"CHF": {
"name": "瑞士法郎",
"spot": {
"buy": 39.95,
"sell": 40.34
"buy": 40.01,
"sell": 40.26
},
"cash": {
"buy": 39.34,
"sell": 40.54
"buy": 39.33,
"sell": 40.53
}
},
"JPY": {
"name": "日圓",
"spot": {
"buy": 0.1973,
"sell": 0.2023
"buy": 0.1972,
"sell": 0.2012
},
"cash": {
"buy": 0.1905,
"sell": 0.2033
"buy": 0.1899,
"sell": 0.2027
}
},
"NZD": {
"name": "紐元",
"spot": {
"buy": 18.44,
"sell": 18.74
"buy": 18.42,
"sell": 18.62
},
"cash": {
"buy": 18.11,
"sell": 18.96
"buy": 18.04,
"sell": 18.89
}
},
"THB": {
"name": "泰銖",
"spot": {
"buy": 0.972,
"sell": 1.018
"buy": 0.971,
"sell": 1.011
},
"cash": {
"buy": 0.8616,
"sell": 1.0516
"buy": 0.8576,
"sell": 1.0476
}
},
"PHP": {
Expand All @@ -141,8 +141,8 @@
"sell": null
},
"cash": {
"buy": 0.4662,
"sell": 0.5982
"buy": 0.4632,
"sell": 0.5952
}
},
"IDR": {
Expand All @@ -152,19 +152,19 @@
"sell": null
},
"cash": {
"buy": 0.00148,
"sell": 0.00218
"buy": 0.00153,
"sell": 0.00223
}
},
"EUR": {
"name": "歐元",
"spot": {
"buy": 36.855,
"sell": 37.455
"buy": 36.87,
"sell": 37.27
},
"cash": {
"buy": 36.34,
"sell": 37.68
"buy": 36.25,
"sell": 37.59
}
},
"KRW": {
Expand All @@ -174,8 +174,8 @@
"sell": null
},
"cash": {
"buy": 0.0198,
"sell": 0.0237
"buy": 0.01961,
"sell": 0.02351
}
},
"VND": {
Expand All @@ -185,8 +185,8 @@
"sell": null
},
"cash": {
"buy": 0.00096,
"sell": 0.00137
"buy": 0.00098,
"sell": 0.00139
}
},
"MYR": {
Expand All @@ -196,19 +196,19 @@
"sell": null
},
"cash": {
"buy": 6.946,
"sell": 8.471
"buy": 6.966,
"sell": 8.491
}
},
"CNY": {
"name": "人民幣",
"spot": {
"buy": 4.622,
"sell": 4.682
"buy": 4.618,
"sell": 4.668
},
"cash": {
"buy": 4.555,
"sell": 4.717
"buy": 4.546,
"sell": 4.708
}
}
}
Expand Down
52 changes: 45 additions & 7 deletions apps/ratewise/public/robots.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,3 @@
# RateWise — Robots Exclusion Protocol
# https://app.haotool.org/ratewise/
# 最後更新：2026-04-09

User-agent: *
Allow: /
Disallow: /ratewise/sw.js
Expand All @@ -10,9 +6,6 @@ Disallow: /ratewise/theme-showcase/
Disallow: /ratewise/color-scheme/
Disallow: /ratewise/update-prompt-test/
Disallow: /ratewise/ui-showcase/
# 首頁 deep-link 僅供分享，不作為索引目標。
# 幣對金額頁是否索引由頁面層 canonical 與 robots 決定。
# robots.txt 僅控制 crawl 範圍。
Disallow: /ratewise/?

Sitemap: https://app.haotool.org/ratewise/sitemap.xml
Expand Down Expand Up @@ -47,6 +40,9 @@ Allow: /
User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: GrokBot
Allow: /

Expand All @@ -56,12 +52,18 @@ Allow: /
User-agent: YouBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

Expand All @@ -71,9 +73,24 @@ Allow: /
User-agent: Bytespider
Allow: /

User-agent: PetalBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Manus-User
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

Expand All @@ -82,3 +99,24 @@ Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Cloudflare-AutoRAG
Allow: /

User-agent: Anchor Browser
Allow: /

User-agent: archive.org_bot
Allow: /

User-agent: Terracotta Bot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: ProRataInc
Allow: /

User-agent: Novellum AI Crawl
Allow: /
Loading
Loading