diff --git a/pages/robots.txt.tsx b/pages/robots.txt.tsx index 8aaa921..4eeb4e0 100644 --- a/pages/robots.txt.tsx +++ b/pages/robots.txt.tsx @@ -21,7 +21,7 @@ export const getServerSideProps: GetServerSideProps = async ({ req, res }) => { if (process.env.VERCEL_ENV === 'production') { res.write(`User-agent: * Allow: / -Disallow: /api/* +Disallow: /api/get-tweet-ast/* Sitemap: ${host}/sitemap.xml `)