feat(router): remove robot text router handling

prefer fetching from a file in assets folder

Author: erikbdev

Sources/App/Middlewares/SiteMiddleware.swift

@@ -34,8 +34,6 @@ struct SiteMiddleware<Context: RequestContext>: RouterController {
         $0.currentRoute = route
       } operation: {
         switch route {
-        case .robots:
-          return ""
         case .home:
           return HomePage(codeLang: .resolve(req))
         case .api(.activity(.all)):

Sources/Routes/SiteRoute.swift

@@ -5,7 +5,6 @@ import URLRouting
 
 @CasePathable
 public enum SiteRoute: Sendable, Equatable {
-  case robots
   case home
   case api(APIRoute)
 
@@ -20,10 +19,6 @@ extension SiteRoute {
       OneOf {
         Route(.case(SiteRoute.home))
 
-        Route(.case(SiteRoute.robots)) {
-          Path { "robots.txt" }
-        }
-
         Route(.case(SiteRoute.api)) {
           Path { "api" }
           APIRoute.Router()