Janady13/llms-txt-hub / apps/web/app/robots.ts

Source identity

Field	Recorded value
Source type	GitHub source
Original record	Janady13/llms-txt-hub / apps/web/app/robots.ts
Date	Not specified in source
Repository	Janady13/llms-txt-hub
Revision	e0f4bf978d4df168369c7601d9c5f5ea89e84377
Branch	main
Path or archive member	apps/web/app/robots.ts
Original SHA-256	cbccb2e97b98081844162d2541b673839709f68fd42d8f429262cbf08ba83890
Git blob SHA	7c8cade194787ed593829f8336fd23192220b6f0
Reading-copy SHA-256	cbccb2e97b98081844162d2541b673839709f68fd42d8f429262cbf08ba83890

Original source ↗

Recovered source transcript

Download complete source text ↓15 lines · 0.4 KB

import type { MetadataRoute } from 'next'

export default function robots(): MetadataRoute.Robots {
  const baseUrl = process.env.NEXT_PUBLIC_APP_URL || 'https://llmstxthub.com'

  return {
    rules: {
      userAgent: '*',
      allow: ['/'],
      disallow: ['/404', '/500', '/submit', '/login', '/api/', '/u/', '/search']
    },
    sitemap: `${baseUrl}/sitemap.xml`
  }
}