36 lines
729 B
TypeScript
36 lines
729 B
TypeScript
import { MetadataRoute } from 'next';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
const baseUrl = process.env.NEXT_PUBLIC_SITE_URL || 'https://gnxsoft.com';
|
|
|
|
return {
|
|
rules: [
|
|
{
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: [
|
|
'/api/',
|
|
'/admin/',
|
|
'/_next/',
|
|
'/private/',
|
|
'/*.json$',
|
|
'/*?*',
|
|
],
|
|
},
|
|
{
|
|
userAgent: 'Googlebot',
|
|
allow: '/',
|
|
disallow: ['/api/', '/admin/', '/private/'],
|
|
},
|
|
{
|
|
userAgent: 'Bingbot',
|
|
allow: '/',
|
|
disallow: ['/api/', '/admin/', '/private/'],
|
|
},
|
|
],
|
|
sitemap: `${baseUrl}/sitemap.xml`,
|
|
host: baseUrl,
|
|
};
|
|
}
|
|
|