User-agent: * Disallow: /admin Disallow: /bin Disallow: /calendar Disallow: /cdn-cgi/ Disallow: /config Disallow: /controls Disallow: /emails Disallow: /mvc/Components/Register/CreateUser$ Disallow: /mvc/Components/Register/CheckFacebookUser$ Disallow: /mvc/Components/Register/Draft$ Disallow: /mvc/Components/Register/GetProvincesInCurrentCountry$ Disallow: /mvc/Components/Register/GetRegionFilters$ Disallow: /mvc/CookieBanner/Dismiss$ Disallow: /mvc/cookieBanner/dismiss$ Disallow: /mvc/ebayimport/Import$ Disallow: /mvc/FindShipments/CreateSavedSearch Disallow: /mvc/FindShipments/DeleteSavedSearch Disallow: /mvc/FindShipments/GetShipments$ Disallow: /mvc/FindShipments/GetWatchedListings Disallow: /mvc/FindShipments/ListingDetails$ Disallow: /mvc/FindShipments/Unwatch Disallow: /mvc/FindShipments/UpdateSavedSearch Disallow: /mvc/FindShipments/Watch Disallow: /mvc/Listings/ListingDetails/Bids$ Disallow: /mvc/Listings/ListingDetails/Questions$ Disallow: /mvc/styleguide/prototypes$ Disallow: /mvc/Users/ForgotPassword/IssuePasswordResetToken$ Disallow: /mvc/Utilities/Content/LoadTemplate$ Disallow: /mvc/utilities/logging/ Disallow: /mvc/Utilities/Logging/ Disallow: /dashboard/carrierqualifications/GetCarrierQualificationsForListing Disallow: /newsletter Disallow: /report Disallow: /carriers/truck-load-boards/ Disallow: /resend_verification.aspx User-agent: Googlebot Disallow: /dashboard/carrierqualifications/GetCarrierQualificationsForListing Disallow: /listing2.aspx Disallow: /mvc/Components/Register/CreateUser$ Disallow: /mvc/Components/Register/CheckFacebookUser$ Disallow: /mvc/Components/Register/Draft$ Disallow: /mvc/Components/Register/GetProvincesInCurrentCountry$ Disallow: /mvc/Components/Register/GetRegionFilters$ Disallow: /mvc/CookieBanner/Dismiss$ Disallow: /mvc/cookieBanner/dismiss$ Disallow: /mvc/ebayimport/Import$ Disallow: /mvc/FindShipments/CreateSavedSearch Disallow: /mvc/FindShipments/DeleteSavedSearch Disallow: /mvc/FindShipments/GetShipments$ Disallow: /mvc/FindShipments/GetWatchedListings Disallow: /mvc/FindShipments/ListingDetails$ Disallow: /mvc/FindShipments/Unwatch Disallow: /mvc/FindShipments/UpdateSavedSearch Disallow: /mvc/FindShipments/Watch Disallow: /mvc/Listings/ListingDetails/Bids$ Disallow: /mvc/Listings/ListingDetails/Questions$ Disallow: /mvc/styleguide/prototypes$ Disallow: /mvc/Users/ForgotPassword/IssuePasswordResetToken$ Disallow: /mvc/Utilities/Content/LoadTemplate$ Disallow: /mvc/utilities/logging/ Disallow: /mvc/Utilities/Logging/ Disallow: /LandingPages/ Disallow: /commodity_selection.aspx User-Agent: MJ12bot Disallow: /fr/ Disallow: /de/ User-agent: rogerbot Disallow: /fr/ Disallow: /de/ User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: /