first commit
This commit is contained in:
94
app/robots.ts
Normal file
94
app/robots.ts
Normal file
@@ -0,0 +1,94 @@
|
||||
import { MetadataRoute } from 'next'
|
||||
|
||||
export default function robots(): MetadataRoute.Robots {
|
||||
const baseUrl = process.env.NEXTAUTH_URL || 'https://padmaajarasooi.com'
|
||||
|
||||
return {
|
||||
rules: [
|
||||
{
|
||||
userAgent: '*',
|
||||
allow: [
|
||||
'/',
|
||||
'/about',
|
||||
'/products',
|
||||
'/kashmina-rice',
|
||||
'/contact',
|
||||
'/about/quality',
|
||||
'/private-label',
|
||||
'/export',
|
||||
'/products/*',
|
||||
'/cart',
|
||||
'/auth/signin',
|
||||
'/auth/signup',
|
||||
'/legal/*',
|
||||
],
|
||||
disallow: [
|
||||
'/dashboard/*',
|
||||
'/admin/*',
|
||||
'/api/*',
|
||||
'/orders/*',
|
||||
'/profile/*',
|
||||
'/checkout/*',
|
||||
'/maintenance',
|
||||
'/offline',
|
||||
'/_next/*',
|
||||
'/node_modules/*',
|
||||
'/*.json$',
|
||||
'/*.xml$',
|
||||
'/temp/*',
|
||||
'/private/*',
|
||||
],
|
||||
},
|
||||
{
|
||||
userAgent: 'Googlebot',
|
||||
allow: [
|
||||
'/',
|
||||
'/about',
|
||||
'/products',
|
||||
'/contact',
|
||||
'/about/quality',
|
||||
'/private-label',
|
||||
'/export',
|
||||
'/products/*',
|
||||
'/legal/*',
|
||||
],
|
||||
disallow: [
|
||||
'/dashboard/*',
|
||||
'/admin/*',
|
||||
'/api/*',
|
||||
'/orders/*',
|
||||
'/profile/*',
|
||||
'/checkout/*',
|
||||
'/cart',
|
||||
'/auth/*',
|
||||
],
|
||||
},
|
||||
{
|
||||
userAgent: 'Bingbot',
|
||||
allow: [
|
||||
'/',
|
||||
'/about',
|
||||
'/products',
|
||||
'/contact',
|
||||
'/about/quality',
|
||||
'/private-label',
|
||||
'/export',
|
||||
'/products/*',
|
||||
'/legal/*',
|
||||
],
|
||||
disallow: [
|
||||
'/dashboard/*',
|
||||
'/admin/*',
|
||||
'/api/*',
|
||||
'/orders/*',
|
||||
'/profile/*',
|
||||
'/checkout/*',
|
||||
'/cart',
|
||||
'/auth/*',
|
||||
],
|
||||
},
|
||||
],
|
||||
sitemap: `${baseUrl}/sitemap.xml`,
|
||||
host: baseUrl,
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user