diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..ac7055e --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,23 @@ +User-agent: * + +# Next.JS Crawl Budget Performance Updates +# Block files ending in .json, _buildManifest.js, _middlewareManifest.js, _ssgManifest.js, and any other JS files +# The asterisks allows any file name +# The dollar sign ensures it only matches the end of an URL and not a oddly formatted url (e.g. /locations.json.html) +Disallow: /*.json$ +Disallow: /*_buildManifest.js$ +Disallow: /*_middlewareManifest.js$ +Disallow: /*_ssgManifest.js$ +Disallow: /*.js$ + +# All posts with unconfigured (default) accounts +# eg paragraph.xyz/@colin@paragraph.xyz +Disallow: /@*@*.*$ + +# All welcome posts +Disallow: /*welcome-to-paragraph$ +Disallow: /*welcome-to-papyrus$ + +# Disallow all API calls +# eg /api/amp, /api/event +Disallow: /api*$ diff --git a/src/pages/_app.jsx b/src/pages/_app.jsx index aed7475..37ba04c 100644 --- a/src/pages/_app.jsx +++ b/src/pages/_app.jsx @@ -33,6 +33,14 @@ const navigation = [ { title: 'Paragraph Link', href: '/docs/link' }, ], }, + { + title: 'Integrations', + links: [ + { title: 'Unlock Protocol', href: '/docs/integrations/unlock' }, + { title: 'Referring Subscribers', href: '/docs/integrations/referrals' }, + { title: 'Coinvise', href: '/docs/integrations/referrals' }, + ], + }, ] function getNodeText(node) {