From 7dc6b51daac6d8165783a5aa5dd3998005d3479f Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Mon, 23 Sep 2024 10:04:09 +0000
Subject: [PATCH] [Github Action] Automated trickest wordlists update.

---
 .bin/wordlist-updaters/status.json            |    2 +-
 .../woocommerce-all-levels.txt                |   35 +
 .../CMS/trickest-cms-wordlist/woocommerce.txt |    6 +
 .../top-100.txt                               |  205 +-
 .../top-1000.txt                              |  232 +-
 .../top-10000.txt                             | 2181 ++++++++++-------
 6 files changed, 1447 insertions(+), 1214 deletions(-)

diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 916d3a55877..141fea01087 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1726859003
     },
     "Trickest wordlist update": {
-        "last_update": 1726999402
+        "last_update": 1727085840
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
index 3730b9d8970..1c835a7634b 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
@@ -41591,6 +41591,14 @@ blocks/product-collection/collections/on-sale.tsx
 product-collection/collections/on-sale.tsx
 collections/on-sale.tsx
 on-sale.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
+woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
+assets/js/blocks/product-collection/collections/hand-picked.tsx
+js/blocks/product-collection/collections/hand-picked.tsx
+blocks/product-collection/collections/hand-picked.tsx
+product-collection/collections/hand-picked.tsx
+collections/hand-picked.tsx
+hand-picked.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
 woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
 assets/js/blocks/product-collection/collections/top-rated.tsx
@@ -41599,6 +41607,14 @@ blocks/product-collection/collections/top-rated.tsx
 product-collection/collections/top-rated.tsx
 collections/top-rated.tsx
 top-rated.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
+woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
+assets/js/blocks/product-collection/collections/upsells.tsx
+js/blocks/product-collection/collections/upsells.tsx
+blocks/product-collection/collections/upsells.tsx
+product-collection/collections/upsells.tsx
+collections/upsells.tsx
+upsells.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 assets/js/blocks/product-collection/collections/index.tsx
@@ -63928,6 +63944,13 @@ images/blocks/product-filters-overlay/overlay-drawer-right.svg
 blocks/product-filters-overlay/overlay-drawer-right.svg
 product-filters-overlay/overlay-drawer-right.svg
 overlay-drawer-right.svg
+plugins/woocommerce/assets/images/blocks/product-collection/placeholder.svg
+woocommerce/assets/images/blocks/product-collection/placeholder.svg
+assets/images/blocks/product-collection/placeholder.svg
+images/blocks/product-collection/placeholder.svg
+blocks/product-collection/placeholder.svg
+product-collection/placeholder.svg
+placeholder.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 assets/images/blocks/mini-cart/cart-drawer.svg
@@ -64519,6 +64542,10 @@ plugins/woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
 woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
 changelog/51392-update-add-locale-param-to-jetpack-auth
 51392-update-add-locale-param-to-jetpack-auth
+plugins/woocommerce/changelog/51141-add-pc-hand-picked-collection
+woocommerce/changelog/51141-add-pc-hand-picked-collection
+changelog/51141-add-pc-hand-picked-collection
+51141-add-pc-hand-picked-collection
 plugins/woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 changelog/add-47895-show-tab-title-attribute-product-details
@@ -64571,6 +64598,10 @@ plugins/woocommerce/changelog/tweak-reenable-remote-logging-by-default
 woocommerce/changelog/tweak-reenable-remote-logging-by-default
 changelog/tweak-reenable-remote-logging-by-default
 tweak-reenable-remote-logging-by-default
+plugins/woocommerce/changelog/add-50860-upsells
+woocommerce/changelog/add-50860-upsells
+changelog/add-50860-upsells
+add-50860-upsells
 plugins/woocommerce/changelog/51277-bugfix-46283
 woocommerce/changelog/51277-bugfix-46283
 changelog/51277-bugfix-46283
@@ -64879,6 +64910,10 @@ plugins/woocommerce/changelog/50977-update-settings-feature-setup
 woocommerce/changelog/50977-update-settings-feature-setup
 changelog/50977-update-settings-feature-setup
 50977-update-settings-feature-setup
+plugins/woocommerce/changelog/add-50916-product-reference
+woocommerce/changelog/add-50916-product-reference
+changelog/add-50916-product-reference
+add-50916-product-reference
 plugins/woocommerce/changelog/fix-43632
 woocommerce/changelog/fix-43632
 changelog/fix-43632
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
index 08847c7b3a4..9db3d193b53 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
@@ -6470,7 +6470,9 @@ plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/new-a
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/featured.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/best-sellers.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/on-sale.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/related.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/README.md
@@ -9654,6 +9656,7 @@ plugins/woocommerce/assets/images/core-profiler/logo-jetpack.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-fullscreen.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-left.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-right.svg
+plugins/woocommerce/assets/images/blocks/product-collection/placeholder.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer-rtl.svg
 plugins/woocommerce/assets/images/woocommerce_logo.svg
@@ -9785,6 +9788,7 @@ plugins/woocommerce/changelog/tests-manage-k6
 plugins/woocommerce/changelog/51109-remove-dark-mode
 plugins/woocommerce/changelog/51163-fix-21486-iam-discover-tracks
 plugins/woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
+plugins/woocommerce/changelog/51141-add-pc-hand-picked-collection
 plugins/woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 plugins/woocommerce/changelog/51309-update-21591-in-app-category-selector
 plugins/woocommerce/changelog/51422-e2e-external-expand-wpcom-suite-part3
@@ -9798,6 +9802,7 @@ plugins/woocommerce/changelog/50590-add-44877-context-linking-a-product-with-col
 plugins/woocommerce/changelog/fix-site-visibility-badge
 plugins/woocommerce/changelog/51484-patch-25
 plugins/woocommerce/changelog/tweak-reenable-remote-logging-by-default
+plugins/woocommerce/changelog/add-50860-upsells
 plugins/woocommerce/changelog/51277-bugfix-46283
 plugins/woocommerce/changelog/e2e-tag-e2e-tests
 plugins/woocommerce/changelog/fix-type-mismatch-updateproducts
@@ -9875,6 +9880,7 @@ plugins/woocommerce/changelog/48262-patch-16
 plugins/woocommerce/changelog/update-contrib-docs-and-fixes
 plugins/woocommerce/changelog/enhance-remote-logging-reduce-dependency
 plugins/woocommerce/changelog/50977-update-settings-feature-setup
+plugins/woocommerce/changelog/add-50916-product-reference
 plugins/woocommerce/changelog/fix-43632
 plugins/woocommerce/changelog/51076-add-49335-related-products-collection
 plugins/woocommerce/changelog/e2e-fix-flakiness-refactor-create-order-spec
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 94b74497534..237ed758229 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -52,23 +45,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -80,8 +60,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -106,7 +84,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -114,20 +91,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -143,15 +115,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -225,7 +193,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1018,8 +985,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1081,8 +1046,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1188,12 +1151,10 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1213,7 +1174,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1226,7 +1186,6 @@ alkali
 allanalytics
 alllocations
 ambry
-amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1254,9 +1213,7 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1429,7 +1386,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1549,11 +1505,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1575,38 +1527,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1807,7 +1738,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1830,7 +1760,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1852,7 +1781,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1868,15 +1796,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1884,31 +1809,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1917,9 +1831,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2036,9 +1948,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2089,7 +1999,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2186,8 +2095,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2198,7 +2105,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2253,7 +2159,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2357,8 +2262,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2368,7 +2271,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2450,8 +2352,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2564,8 +2464,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2675,7 +2573,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2752,18 +2649,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://archive.org/robots.txt
-http://developers.google.com/robots.txt
+http://m.facebook.com/robots.txt
+http://reddit.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2774,9 +2668,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2953,14 +2844,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3052,8 +2940,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3122,7 +3008,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3157,12 +3042,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3170,7 +3053,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3201,7 +3083,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3448,7 +3329,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3460,7 +3340,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3627,12 +3506,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3666,11 +3541,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3707,40 +3579,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3793,7 +3633,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3820,7 +3659,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -3831,8 +3669,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3912,7 +3748,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3920,7 +3755,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3934,7 +3768,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3952,8 +3785,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3963,14 +3794,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -4006,7 +3833,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4106,7 +3932,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4181,7 +4006,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4191,7 +4015,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://tripadvisor.com/robots.txt
+showtimes/location/*http://about.me/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4475,13 +4299,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4504,7 +4326,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4559,10 +4380,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4587,7 +4404,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4598,7 +4414,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4606,7 +4421,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4639,10 +4453,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4725,7 +4537,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4792,13 +4603,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4874,8 +4681,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4906,13 +4711,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5375,7 +5177,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 0f873b6983a..19f7cfde612 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -2555,6 +2555,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
+/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2572,6 +2573,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
+/checkout
 /ci
 /cinema-entertainment/*
 /citations
@@ -3015,6 +3017,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
+/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3072,6 +3075,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/track-
 /music/user
 /mvopinions/*
+/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3265,6 +3269,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
+/register/
 /registration-confirmation/
 /related
 /related
@@ -3696,7 +3701,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://mediapost.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3928,7 +3933,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mentalfloss.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5642,6 +5647,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6215,6 +6221,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6348,6 +6355,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6962,6 +6970,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -7046,6 +7056,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7147,6 +7158,7 @@ addtocart
 adell-mutfak
 adfox
 adframe
+adfs/
 admanager
 admantx
 admin
@@ -7327,6 +7339,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -7353,6 +7366,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amp_next_page_ga.cms*
 amphtml
 amphtml/blogs/test
@@ -7420,12 +7434,13 @@ api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://figma.com/robots.txt
+api/http://globenewswire.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7497,7 +7512,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://xkcd.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8314,6 +8329,7 @@ backend
 backoffice=
 badges/profile/create
 bagon
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8565,6 +8581,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8626,6 +8643,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8715,7 +8733,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://betterplace.org/robots.txt
+blog/.html.*http://latimes.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8771,6 +8789,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8842,7 +8861,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://purdue.edu/robots.txt
+bookmarkshttp://spreaker.com/robots.txt
 books
 books/NBK
 books/about
@@ -9757,7 +9776,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://focus.de/robots.txt
+cdn-cgi/http://fda.gov/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9784,7 +9803,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://meyerweb.com/robots.txt
+cgi-binhttp://youtube.de/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9979,6 +9998,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -10126,7 +10146,7 @@ co/ventureone
 code
 code-snapshots
 code/*
-code/http://bloomberg.com/robots.txt
+code/http://m.youtube.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10252,7 +10272,6 @@ companies
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10336,7 +10355,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://venturebeat.com/robots.txt
+connect/http://discogs.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10453,7 +10472,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://livestream.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10641,13 +10660,16 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -11799,7 +11821,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://moma.org/robots.txt
+email/*http://getbootstrap.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -11986,7 +12008,6 @@ en/sr/srb.html
 en/sr/srb/sra.html
 en/topics/everydaylife/
 en/us
-en/users
 en/vine/
 en/wordpress-resources
 en/workskills/
@@ -12016,6 +12037,9 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12535,6 +12559,7 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12749,7 +12774,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://globalresearch.ca/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -13127,6 +13152,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13148,7 +13175,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://s.yimg.com/robots.txt
+g/4arE9Chttp://stitcher.com/robots.txt
 g/api
 g00
 g01
@@ -13379,7 +13406,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://1.bp.blogspot.com/robots.txt
+gifshttp://l.facebook.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13406,7 +13433,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://copyright.gov/robots.txt
+global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13734,7 +13761,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://emarketer.com/robots.txt
+hacker/*/followhttp://hangouts.google.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -14023,6 +14050,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -14067,12 +14095,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -14087,6 +14117,8 @@ howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -14167,39 +14199,38 @@ http
 http-checker
 http2_data
 http:
+http://1.gravatar.com/robots.txt
+http://3.bp.blogspot.com/robots.txt
 http://ads.google.com/robots.txt
-http://amazon.com.br/robots.txt
-http://apache.org/robots.txt
-http://blacklivesmatter.com/robots.txt
-http://blog.google/robots.txt
-http://blog.youtube/robots.txt
-http://booking.com/robots.txt
-http://cdbaby.com/robots.txt
-http://cisco.com/robots.txt
-http://code.google.com/robots.txt
-http://daringfireball.net/robots.txt
-http://europol.europa.eu/robots.txt
-http://express.co.uk/robots.txt
+http://arxiv.org/robots.txt
+http://bitly.com/robots.txt
+http://cbc.ca/robots.txt
+http://csmonitor.com/robots.txt
+http://de.wikipedia.org/robots.txt
+http://feross.org/robots.txt
+http://festo.com/robots.txt
 http://flipboard.com/robots.txt
-http://fsf.org/robots.txt
-http://fun888asia.com/robots.txt
-http://google.com.br/robots.txt
-http://i0.wp.com/robots.txt
-http://jstor.org/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://nature.com/robots.txt
+http://hootsuite.com/robots.txt
+http://it.wikipedia.org/robots.txt
+http://kcet.org/robots.txt
+http://mrisoftware.com/robots.txt
+http://nngroup.com/robots.txt
 http://nydailynews.com/robots.txt
-http://nymag.com/robots.txt
+http://orcd.co/robots.txt
+http://prezi.com/robots.txt
+http://princeton.edu/robots.txt
 http://s3-eu-west-1.amazonaws.com/robots.txt
-http://s3-us-west-2.amazonaws.com/robots.txt
-http://shopify.com/robots.txt
-http://storage.googleapis.com/robots.txt
-http://stripe.com/robots.txt
-http://tech.nikkeibp.co.jp/robots.txt
-http://toucharcade.com/robots.txt
-http://un.org/robots.txt
-http://yandex.ru/robots.txt
-http://yellowpages.ca/robots.txt
+http://search.google.com/robots.txt
+http://snapchat.com/robots.txt
+http://spiegel.de/robots.txt
+http://stackoverflow.com/robots.txt
+http://stuff.co.nz/robots.txt
+http://telegraph.co.uk/robots.txt
+http://twitch.tv/robots.txt
+http://us02web.zoom.us/robots.txt
+http://usnews.com/robots.txt
+http://video.google.com/robots.txt
+http://washingtonpost.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14575,10 +14606,15 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14586,8 +14622,13 @@ images/mockups
 images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -14595,6 +14636,7 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 imf-fetch-message
@@ -14720,6 +14762,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14881,7 +14924,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://artstation.com/robots.txt
+interactive*http://codex.wordpress.org/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -15097,7 +15140,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://nejm.org/robots.txt
+it/searchhttp://www1.nyc.gov/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15883,6 +15926,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15951,6 +15995,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -16277,6 +16322,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16405,7 +16451,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://istockphoto.com/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16732,6 +16778,7 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
+merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -17743,7 +17790,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="EHA8D8HkRHz4hn5oqqvorw">if(google.cis
+nonce="pGkwYNJlgEXl0TOB63qd0Q">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17763,6 +17810,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17950,6 +17998,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -18190,7 +18240,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -19101,6 +19150,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -19118,6 +19168,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -19172,6 +19223,7 @@ profile/*/following
 profile/*/map$
 profile/*/photos
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19837,6 +19889,7 @@ responder
 rest
 rest/*/activity
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19893,6 +19946,7 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -20093,6 +20147,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20562,7 +20617,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://amazon.in/robots.txt
 sectionized
 sections
 sections$
@@ -20730,6 +20785,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20868,17 +20924,23 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
 shipping-payment
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20931,7 +20993,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://g.co/robots.txt
+showtimes/location/*http://cnet.com/robots.txt
 shr*
 shutterstock
 si
@@ -20986,7 +21048,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21484,6 +21545,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21596,6 +21658,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21673,6 +21736,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21756,6 +21820,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21883,6 +21948,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -22193,7 +22260,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://foxnews.com/robots.txt
+tag/*+http://engadget.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22429,7 +22496,7 @@ test5
 test6
 testcases
 testfl
-testhttp://pca.st/robots.txt
+testhttp://onlinelibrary.wiley.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22438,6 +22505,7 @@ text
 text_edition
 tfemail
 th
+th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -22497,6 +22565,7 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22781,6 +22850,7 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -22809,14 +22879,28 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
 travel/entity
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
+travel/scripts
 travel/search
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -23192,6 +23276,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23323,6 +23408,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -23849,14 +23935,32 @@ videodash.cms*
 videodetails
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 view-3d-home
@@ -24104,6 +24208,10 @@ whysecure
 whythisad
 widget
 widget-landing-page.html
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24883,6 +24991,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24980,7 +25089,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://click.linksynergy.com/robots.txt
+wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
 wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -25052,7 +25162,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -25185,7 +25295,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://use.typekit.net/robots.txt
+youreurope/businessDEV/http://pca.st/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index fc28c51550b..08c0f44b786 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -978,7 +978,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://writersdigest.com/robots.txt
+.+http://skype.com/robots.txt
 .../
 .ASPX$
 .Aes/$
@@ -1042,7 +1042,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://gympros.com/robots.txt
+.csshttp://famicom-guitar.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1129,9 +1129,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpeg$
 .jpeg*************
 .jpg
+.jpg
 .jpg$
 .jpg$
-.jpg$http://scmagazine.com/robots.txt
+.jpg$http://palwatch.org/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1142,7 +1143,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://abbavoyage.com/robots.txt
+.jshttp://domains.google/robots.txt
 .json
 .json
 .json$
@@ -1202,14 +1203,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://pompeachaleurdaikin.fr/robots.txt
+.phphttp://regjeringen.no/robots.txt
 .pl
 .plist$
 .png
+.png
 .png$
 .png$
-.png$http://fatsecret.com/robots.txt
-.png$http://telstra.com.au/robots.txt
+.png$http://straitstimes.com/robots.txt
+.png$http://wayfair.com/robots.txt
 .png*
 .png*************
 .ppt
@@ -1251,7 +1253,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://eresunpagafantas.com/robots.txt
+.swfhttp://english.happybuddhatemple.org/robots.txt
 .sz=
 .tar$
 .tar.bz2$
@@ -1305,7 +1307,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .zip
 .zip$
 .zip$
-.zip$http://assets.pinterest.com/robots.txt
+.zip$http://glas-javnosti.rs/robots.txt
 .|jsp
 /
 /$
@@ -1743,7 +1745,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://adh-ts.net/robots.txt
+/*?add-to-cart=*http://qiita.com/robots.txt
 /*?attachment-id=
 /*?label=
 /*?layout=grid
@@ -4290,7 +4292,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /2018-
 /2023-
 /22
-/22732481
 /23
 /25
 /27
@@ -4376,7 +4377,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?cid=
 /?clientId=
 /?collection=
-/?comment_page=
 /?consterm
 /?costPlans=
 /?county
@@ -4831,9 +4831,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://almanahsidorov.ru/robots.txt
-/action~*/http://seo.ijoomla.com/robots.txt
-/action~*/http://whilefun.com/robots.txt
+/action~*/http://aswaja.net/robots.txt
+/action~*/http://rachats2credits.fr/robots.txt
+/action~*/http://taern.com/robots.txt
 /activities/detail
 /activities/detail/*/*
 /activities/detail?
@@ -5471,6 +5471,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /checkin
 /checklist$
 /checkout
+/checkout
 /checkout/
 /checkout/*
 /child
@@ -5536,7 +5537,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collections/types?q=
-/collins/
+/collins
 /columntemplatesearch
 /comentarios
 /coming-soon*&page=
@@ -5732,7 +5733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://miniclip.com/robots.txt
+/control_panel/manage*http://garciniaweightloss.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -6298,7 +6299,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedarticle
 /feedback
 /feedback$
-/feedhttp://cjmmusic.com/robots.txt
+/feedhttp://newyork.cbslocal.com/robots.txt
 /felch_*
 /fellatio_*
 /feltch_*
@@ -7007,6 +7008,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login*/search?
 /login-redirect
 /login.cms*
+/login/
 /login/*
 /login/verify-email
 /login?
@@ -7211,6 +7213,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/user
 /mvopinions/*
 /my
+/my-account
 /my-account/profile
 /my-account/register/newsletters-setup
 /my-account/register/profile-setup
@@ -7276,7 +7279,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /neonazi_*
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://carsguide.com.au/robots.txt
+/neuroscience-terms/$http://newatlas.com/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -7333,9 +7336,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://ajuntament.barcelona.cat/robots.txt
-/no-referrer-when-downgradehttp://computerbase.de/robots.txt
-/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt
+/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
+/no-referrer-when-downgradehttp://marketwired.com/robots.txt
+/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
 /no-search-results
 /no_access
 /node
@@ -7539,7 +7542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://sendspace.com/robots.txt
+/pdf_reader/*/http://venmo.com/robots.txt
 /pdfft
 /pdp/lo
 /pedobear_*
@@ -7693,7 +7696,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://ub.edu/robots.txt
+/print/http://opplemena.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -7853,6 +7856,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reg/regmsg.xhtml
 /register
 /register$
+/register/
 /register/*
 /register/?
 /registration
@@ -7946,7 +7950,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /returns/*?liteToken=
 /returns/*?ref=
 /reusable-content
-/reverse/
+/reverse
 /reverse_cowgirl_*
 /review
 /review/
@@ -8382,7 +8386,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/closest
 /store/feed
 /store/minecraft-java-bedrock-edition
-/store/orderhttp://enable-cors.org/robots.txt
+/store/orderhttp://potresnirizik.zagreb.hr/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -8968,8 +8972,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://adj.com/robots.txt
-/wp-content/uploads/http://vmed.club/robots.txt
+/wp-content/uploads/http://copaco.com.py/robots.txt
+/wp-content/uploads/http://next.co.uk/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -9131,7 +9135,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://lifestylesimplify.com/robots.txt
+?*apikey*http://visaeurope.com/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -9210,8 +9214,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://avira.com/robots.txt
-?*http://steffes.com/robots.txt
+?*http://amplifypixel.outbrain.com/robots.txt
+?*http://tapatalk.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*ic=
@@ -9494,7 +9498,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://chordsoftruth.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view_post_comments=
@@ -9711,7 +9715,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://jotform.com/robots.txt
+?callback=http://bitfinex.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
@@ -10178,7 +10182,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://unocha.org/robots.txt
+?netflixsource=*http://help.opera.com/robots.txt
 ?netmng=
 ?news_id=
 ?newsid
@@ -10400,7 +10404,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://thrushpoetryjournal.com/robots.txt
+?rangeId=*http://dafont.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -10537,7 +10541,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?shttp://gdpr-info.eu/robots.txt
+?shttp://jetpack.com/robots.txt
 ?sid
 ?sid=
 ?sitemap
@@ -10613,7 +10617,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://google.bg/robots.txt
+?sq_content_src=http://news.un.org/robots.txt
 ?src
 ?src*
 ?src=sem_ggl
@@ -10774,7 +10778,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://b.hatena.ne.jp/robots.txt
+?view_only=http://osha.gov/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
@@ -10876,7 +10880,6 @@ AG/
 AI
 AI/
 AITripBuilder
-AJAXhttp://espn.com/robots.txt
 AK5537
 AK6336com
 AL/
@@ -10889,7 +10892,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://bat.bing.com/robots.txt
+API/v2$http://hawaii.edu/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -11015,6 +11018,7 @@ Ajax.htm$
 Ajax/
 AjaxLogonForm
 AjaxOrderItemDisplayView
+AjaxPages
 AjaxSearchNavigationView
 Alamysearchhistory/
 Album.aspx/*
@@ -11084,6 +11088,7 @@ App_Themes/
 App_config/
 AppleMapsAction
 Applications
+Applications/*
 Apps/
 Arabic
 Architext
@@ -11930,7 +11935,6 @@ ArtnetLookupService
 Arts/reading/UK/browse_reader
 Arts/reading/UK/search_basic_results
 AsHeardOn
-Assembly2001/
 AssetFactory.aspx
 AssetPicker
 AssetPicker/Images
@@ -12198,6 +12202,7 @@ Comodo-Fraud-Incident-20103-23.html
 Comodo_SecureEmail_User_Guide.pdf
 CompareProducts
 CompareProductsDisplayView
+Compass
 Components/
 Compserv
 Conditions/
@@ -12292,6 +12297,7 @@ Dashboard
 Data
 DataAccessLayer/
 DataService/
+Databases/Genome_MOT
 Dataservice/
 Date
 Date(
@@ -12336,7 +12342,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://ai.googleblog.com/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -12401,8 +12407,9 @@ EmbedSlideshow
 Emoticons/
 Eng
 Engage*
-EnglishUsage/
+EnglishUsage
 EnlargedImageView
+EnsMart
 EnterpriseSubscriber/*
 Entrez
 EpilepsyAdvocateRadio/
@@ -12663,7 +12670,6 @@ FicherosDatosPersonales
 File/
 Files/
 Filestore/
-FilmFestival/
 FilterState
 FinDocuments
 Finance/Financial_Aid
@@ -12754,7 +12760,7 @@ GU/
 GW/
 GY/
 Gallery/*
-GarrettScript
+GarrettScript/*
 Gateways*
 General
 GeneralSupport
@@ -12765,6 +12771,7 @@ GenericApplicationError
 GenericRegistryPortalView
 GenericSystemError
 Genieo
+Genome_MOT
 GermanwingsPromo
 GermanwingsRegistration
 GetListedAjaxGeneral
@@ -12787,6 +12794,8 @@ GreenLeadersProxy
 GroupHomeApi
 GroupManagementCenter
 Groups.aspx*
+Groups/images
+Groups/include
 Gu%C3%ADa/embed
 Gu%C3%ADa/new
 GuestAsAnonymous
@@ -12985,6 +12994,10 @@ InfoCenter
 InfoCenter-a_ctr.april_en
 InfoStrat
 Informacion-Hotel?
+Information/Seminars/EU1998
+Information/images
+Information/include
+Information/local
 InformationCenter
 InitializeSession
 Ink-Toner-Finder/cat_CL30001
@@ -12998,7 +13011,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://recalculatingfilm.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
@@ -13517,6 +13530,7 @@ MyBLB.cfm
 MyBookingsDetail
 MyBookingsVoucher
 MyC-SPAN
+MyChristies/
 MyInbox
 MyPaintColorListDetailView
 MyPortfolio
@@ -13557,7 +13571,7 @@ NaN
 NativeAds
 Nauka/
 NaverBot
-NavigationPartials
+NavigationPartials/*
 Ne/SocialMediaActivity/LogJSWidgetLinkClick
 NerdByNature.Bot
 NetConnect
@@ -13618,8 +13632,6 @@ NovelUse.asp*
 NovelUse/
 Nrpp=
 Ntk=TBW*
-OASpage/Assembly2001/
-OASpage/Haiti_situation
 OAuth.aspx
 OAuthRegistration
 OCA-Beta
@@ -13708,6 +13720,7 @@ PPT/
 PPTFiles
 PR/
 PRBCDN10
+PSD
 PSPV2_License_Agreement_Text
 PSPV2_Privacy
 PS_cache
@@ -14048,6 +14061,7 @@ RFP/stylesheets/
 RFP/venues.aspx
 RFP/xml/
 RFTS
+RHdb
 RMHome
 RMID=
 RMReviewCollect
@@ -14100,7 +14114,6 @@ RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
-Registry
 RegistryPortalCmd
 Religion-Portals/*Blog.html
 RemindMe
@@ -14205,6 +14218,7 @@ SPOCK
 SPORTS
 SPRedirect
 SR/
+SSC
 ST/
 STATUS.txt
 STIX/
@@ -14526,6 +14540,7 @@ TodaysLowestFaresAjax
 Tools*?*filter
 Tools*?*q=
 Tools/
+Tools/services
 Tooltip-feed-atom
 Topics/Public-Square/
 TouchWeb
@@ -14575,7 +14590,6 @@ TypeAheadJson
 UA/
 UCB/Administration/police/blotter
 UCB/Administration/police/stats
-UCL-Info
 UDK
 UG/
 UIComponents/static-2.1011
@@ -14702,7 +14716,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://speermethod.com/robots.txt
+Verkko/http://elastic.co/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -14722,7 +14736,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://ds.reson8.com/robots.txt
+VoteActivities/http://nature.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -15088,7 +15102,7 @@ _ga
 _ga=
 _ga_
 _gatsby
-_gbpe
+_gbpe/
 _generated
 _global_notifications
 _googlepi
@@ -15228,7 +15242,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://bitdefender.com/robots.txt
+_r/http://link.springer.com/robots.txt
 _recache
 _rect
 _redirectedFromOffline-true
@@ -15440,6 +15454,7 @@ abap
 abasu
 abautistachavez
 abbonati.Suspended
+abc
 abc123
 abc2010/nacional/noticias/*.xml$
 abc4000
@@ -15492,7 +15507,7 @@ about-aws/whats-new/2009/07/24/aws-survey/
 about-ghostery
 about-iqair
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://davidlynchfoundation.org/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -15516,9 +15531,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://images.apple.com/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
 about-us/employment
-about-us/employment/*http://escortserviceindia.in/robots.txt
+about-us/employment/*http://auswaertiges-amt.de/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -15547,7 +15562,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://ui.belboon.com/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -15590,6 +15605,10 @@ about/covid19/staff-resources
 about/createfeedback.html
 about/dtf_org.pdf
 about/emp_sub
+about/events/events/internal-event
+about/events/events/internal-seminar
+about/events/internal-events
+about/events/seminars
 about/events/stanford-medicine-live/StanfordMed_LIVE_8-23-22.html
 about/events/uc/dynamic-content/
 about/faq/station-finder/?state-text=
@@ -15795,7 +15814,9 @@ account/edit_stocks
 account/email-auth
 account/email_preferences
 account/emailoptout/?*token=
+account/en-ca/email-sign-up
 account/forgot-password
+account/fr-ca/abonnement-courriels
 account/invite
 account/login
 account/logout
@@ -16169,7 +16190,7 @@ add-to-bibliography
 add-to-cart
 add-to-cart=
 add-to-cart=*
-add-to-cart=*http://kudo.cart.fc2.com/robots.txt
+add-to-cart=*http://criteo.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -16219,6 +16240,7 @@ adelrio
 adev
 adfox
 adframe
+adfs/
 adg
 adg321
 adgranillo
@@ -16252,7 +16274,7 @@ admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://giorgiotave.it/robots.txt
+admin/http://mediapost.com/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -16266,8 +16288,8 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://decathlon.fr/robots.txt
-adminhttp://html5rocks.com/robots.txt
+adminhttp://aa.com/robots.txt
+adminhttp://dji.com/robots.txt
 administration
 administration/
 administrative-fellowship
@@ -16472,7 +16494,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://ucc.ie/robots.txt
+affiliate/*http://fontawesome.io/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -16487,6 +16509,7 @@ affiliates/profile/introduction
 affiliates/sign_in
 affiliates_content_iframe_v2*
 affiliations
+affirmthanks
 afflink
 afisha-email
 afowler
@@ -16539,7 +16562,6 @@ ag=A
 agarces
 agarciacalvo
 agarzaer
-agdocs/
 age-appeal
 agegate
 agencias
@@ -16769,12 +16791,6 @@ albie
 albright
 album
 album.php
-album/delete_user_review
-album/fetch_overview_review
-album/fetch_review_view
-album/report_inappropriate
-album/review_thumbs
-album/save_user_review
 albumarchive
 albums
 albums-cd-us
@@ -16967,10 +16983,8 @@ ameliagan
 ameliapeterson
 amelierorty
 amenities?
-america_viva/
 american-ninja-warrior-ninja-vs-ninja
 american-sniper
-americas/
 amexblue
 amfphp
 amg
@@ -17083,6 +17097,7 @@ an/kb/*/discuss
 an/search
 an/user
 an/users
+ana
 anadeem
 anadir-busqueda
 anagendra
@@ -17342,7 +17357,6 @@ api.php?
 api.php?*&action=
 api.php?action=
 api/
-api/$
 api/*
 api/*/doc
 api/*/docs$
@@ -17401,7 +17415,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://squidoo.com/robots.txt
+api/du/Searchhttp://dribbble.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -17411,7 +17425,7 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://marketwatch.com/robots.txt
+api/http://kobemural.com/robots.txt
 api/install_backblaze
 api/internal/*/location
 api/internal/_bb
@@ -17439,7 +17453,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://recode.net/robots.txt
+api/og/*http://crowdfundingusa.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -17576,7 +17590,6 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txt
 app-api/split-proxy
 app-assets
 app-business-lp
@@ -17624,9 +17637,11 @@ app/module/webproduct/goto
 app/my-account/register
 app/my-account/sign-in
 app/newsapp/share
+app/opic-cipo/trdmrks/srch/viewTrademark.html
 app/orquesta
 app/plugins
 app/pn-business
+app/scr/cc/CorporationsCanada/fdrlCrpDtls.html
 app/signup
 app/smb-profile
 app/social-network
@@ -17665,7 +17680,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://xkcd.com/robots.txt
+apple-app-site-associationhttp://focusonkids.ru/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -18083,7 +18098,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://udel.edu/robots.txt
+archives/http://eeoc.gov/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -18113,6 +18128,7 @@ aref
 areg
 arego-costa
 arena
+ari
 arielfreyvogel
 ariellakahn-lang
 aries-search/
@@ -18363,14 +18379,13 @@ asp.net/
 asp/
 asp/
 asp/*
-asp/*http://acuityplatform.com/robots.txt
+asp/*http://arte.tv/robots.txt
 asp/demo_db_edit.asp
 aspnet_client
 aspnet_client/
 aspnet_client/
-aspx$
 aspx/
-aspx/read.aspxhttp://planetary.org/robots.txt
+aspx/read.aspxhttp://tnt.netmng.com/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -18417,7 +18432,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://heroku.com/robots.txt
+assets/http://jotform.com/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -18671,6 +18686,7 @@ athletics/fans/text-messaging-terms-and-conditions
 athletics/recreation/facilities-hours/athletics-event-request-for-non-university-clients/thank-you/
 athletics/search
 atifkhan
+atl
 atlas
 atm
 atmosphere/search.php
@@ -19805,7 +19821,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://countryliving.com/robots.txt
+bappstore/bapps/download/http://poshmark.com/robots.txt
 baqaee
 barbarak
 barchartData
@@ -20595,8 +20611,12 @@ biodiversity/search.php
 biographie/*/impression
 biographies
 biography/
+bioinformatics
 biology/people/person
+biomodels
+biomodels/papers
 bios*
+biosamples/beta
 biplabpaul
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -20729,6 +20749,18 @@ blank
 blank.html
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
+blazer-ev/charging
+blazer-ev/delivery-day
+blazer-ev/driving-experience
+blazer-ev/driving-features
+blazer-ev/ev-essentials
+blazer-ev/google-built-in
+blazer-ev/intuitive-tech
+blazer-ev/owner-benefits
+blazer-ev/owner-resources
+blazer-ev/personalization
+blazer-ev/resources
+blazer-ev/vehicle-delivery-preparations
 blazers/node
 blazers/users
 blee
@@ -20819,14 +20851,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://stripe.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://fun88asia.net/robots.txt
-blog/?s=*http://robertmprice.mindvendor.com/robots.txt
+blog/?s=*http://engvid.com/robots.txt
+blog/?s=*http://japansociety.org/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -20919,11 +20951,10 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://gmdvg.com/robots.txt
+blog/tag/success-webinar/http://jezebel.com/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
-blog/testimonial/
 blog/to_blog
 blog/topic
 blog/trackback
@@ -21130,7 +21161,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://infoworld.com/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -21495,7 +21526,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://purdue.edu/robots.txt
+bookmarkshttp://econsultancy.com/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -21553,6 +21584,7 @@ borgo
 borise
 borusyak
 borutpetek
+bos
 bosco/*
 boseroff
 boston-workspace
@@ -21829,7 +21861,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://google.co.za/robots.txt
+brandnew/psphttp://understood.org/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -22035,7 +22067,7 @@ buick
 buieric
 build
 build
-build-and-price
+build-and-price/
 build/bundles
 build/c
 buildManager
@@ -22105,7 +22137,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://html.spec.whatwg.org/robots.txt
+buscador_generalhttp://decrypt.co/robots.txt
 buscar
 buscar
 buscar.html
@@ -22432,8 +22464,8 @@ by_Job
 byline/*/news
 byline/*/photos
 byline/*/videos
-byo-vc
-bypass
+byo-vc/
+bypass/
 byptwd
 byt
 byt4/pub
@@ -22959,7 +22991,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://dekraaien.lnk.to/robots.txt
+calendar-2/action~*/http://icloud.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -23178,7 +23210,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://virtualrealestateinvesting.club/robots.txt
+calendrier/action~stream/http://dailycaller.com/robots.txt
 calendrier/action~week
 california-exhibit
 call
@@ -23231,7 +23263,7 @@ campaigns
 campaigns/
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://techtimes.com/robots.txt
+campaigns/digital-recruitmenthttp://southwest.com/robots.txt
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
 campaigns/portals/
@@ -23867,7 +23899,6 @@ catalogue/*?
 catalogues
 catchup
 catec
-catedraOLD/
 categories
 categories.php
 categories/*/archive
@@ -26099,7 +26130,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://qualtrics.com/robots.txt
+cdc/http://gizmodo.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -26111,8 +26142,8 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://androidcentral.com/robots.txt
-cdn-cgi/http://thegadgetflow.com/robots.txt
+cdn-cgi/http://hortomallas.hk/robots.txt
+cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -26120,7 +26151,7 @@ cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://box.net/robots.txt
+cdn-cgi/zaraz/http://deepmind.com/robots.txt
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
 cdn-dgi
@@ -26147,7 +26178,6 @@ cds/media
 cdstub
 cdtoc/attach
 ce/item.cms
-ceacb
 cecileguedon
 cecilycai
 cedenolaurent
@@ -26218,6 +26248,7 @@ cgi-bin-auth
 cgi-bin-csrv
 cgi-bin.blb
 cgi-bin/
+cgi-bin/*?
 cgi-bin/Money/netc/story.cgi
 cgi-bin/RecentChanges
 cgi-bin/\
@@ -26243,8 +26274,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://6478929.fls.doubleclick.net/robots.txt
-cgi-bin/http://aeonmetals.com.au/robots.txt
+cgi-bin/http://euroncap.com/robots.txt
+cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -26257,11 +26288,12 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://dallasnews.com/robots.txt
+cgi-bin/notices/http://ams.usda.gov/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
 cgi-bin/peerdemo/
+cgi-bin/printable
 cgi-bin/process
 cgi-bin/quickChanges
 cgi-bin/quickDiff
@@ -26285,6 +26317,7 @@ cgi-bin/tour
 cgi-bin/translate
 cgi-bin/twimage.cgi
 cgi-bin/wantedWikiPages
+cgi-bin/webservices
 cgi-bin/wikiDiff
 cgi-bin/wikiList
 cgi-bin/wikiNames
@@ -26296,7 +26329,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://zendesk.com/robots.txt
+cgi-binhttp://ifixit.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -26359,6 +26392,7 @@ cgi/wikiReadWrite
 cgi/wikiRss
 cgi/wikiSig
 cgi/x-posts
+cgi_files
 cgibin
 cgu.html
 ch
@@ -26655,9 +26689,10 @@ chau
 chaudoin
 chauhan
 chauvin
+chc
 chdinh
+chebi
 check
-check-logged-in
 check-redirect
 check.htm
 checkForm=
@@ -26688,8 +26723,8 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://americanlightingusa.com/robots.txt
-checkouthttp://pubs.rsc.org/robots.txt
+checkouthttp://hobie.com/robots.txt
+checkouthttp://modernistcuisine.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -26876,6 +26911,7 @@ cid=*=
 cigallkadoch
 cimg
 cimgstwr/
+cin
 cindychristensen
 cinema/*/libelledistribution
 cinema/cgi/avis/depose_avis.php
@@ -26914,6 +26950,7 @@ citations?view_op=sitemap
 citations?view_op=top_venues
 cite
 cite-count
+citexplore
 cities/testing/lg/here
 citizen-archivist/history-hub/hh-test
 cits
@@ -27128,6 +27165,7 @@ cldr/dropbox
 cldr/repository
 cldr/trac
 cldr/utility
+cle
 clea/
 clean
 clear-article-cache.php
@@ -27138,17 +27176,8 @@ clearance/search*
 clearcookies
 clemenshug
 clementine-anma
-cleveland/ArticleArchives
-cleveland/CommentArchives
-cleveland/EventSearch
 cleveland/FilmSearch
-cleveland/ImageArchives
-cleveland/LocationSearch
-cleveland/MemberSearch
-cleveland/MovieTimes
 cleveland/Search
-cleveland/SlideshowArchives
-cleveland/VideoArchives
 cley
 cli
 cli/
@@ -27159,15 +27188,15 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://futurism.com/robots.txt
-clickhttp://pages.ebay.com/robots.txt
+clickhttp://antena3.rtp.pt/robots.txt
+clickhttp://searchenginejournal.com/robots.txt
 clickstream
 clicktale
 clickthrough.jsp
 clickthru
 clid=
 client
-client-events/http://nxp.com/robots.txt
+client-events/http://gulfnews.com/robots.txt
 client-ip-geolocation
 client-login
 client-side-redirect
@@ -27316,7 +27345,7 @@ cmplog
 cmr
 cms
 cms-constellation
-cms-search/http://whatsmydns.net/robots.txt
+cms-search/http://cmswire.com/robots.txt
 cms.
 cms.dll*
 cms/
@@ -27354,7 +27383,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://cacm.acm.org/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
 cn/ipns
 cn/list
 cn/list=
@@ -27484,7 +27513,7 @@ code
 code-snapshots
 code/
 code/*
-code/http://bing.com/robots.txt
+code/http://w3techs.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -27500,6 +27529,7 @@ cognizant
 cohodes
 coin*mid=
 coins/price_percentage_change?ids=
+col
 colbyk
 coldroite
 coledcrawford
@@ -27817,7 +27847,7 @@ commit-snapshots
 commits?author=
 committees/*/studiesdownload.html
 common
-common-disclosures-library
+common-disclosures-library/*
 common-footer/
 common-header/
 common-header/search-bar/
@@ -27872,7 +27902,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://nypl.org/robots.txt
+community/*/profile/*http://cointelegraph.com/robots.txt
 community/*/topics
 community/*/trackback
 community/*/unread$
@@ -27897,7 +27927,6 @@ community/comments
 community/community-partnerships/fireside-chat/
 community/community-partnerships/fireside-chat/thank-you/
 community/community-relations/isc-lighting-request/thank-you/
-community/compose/*
 community/conversations
 community/email
 community/error-subdivision-name-unavailable
@@ -28102,7 +28131,7 @@ component-library/next-steps-graduate-undergraduate-business/
 component-library/school-for-the-environment-feature-panels/
 component-uat
 componentes
-componentgrouplibrary
+componentgrouplibrary/*
 components
 components/
 components/ad/display_ad.htm
@@ -28164,7 +28193,7 @@ conditions-diseases?search=
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://freakonomics.com/robots.txt
+conex-2019http://view.adjust.com/robots.txt
 conf
 conf
 conf/*.php$
@@ -28244,7 +28273,7 @@ connect
 connect-accounts
 connect.facebook.net
 connect/@
-connect/http://dribbble.com/robots.txt
+connect/http://blog.sfgate.com/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -28317,7 +28346,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://mi.com/robots.txt
+contact-sales/http://pingidentity.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -28351,8 +28380,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://denhaagtekijk.nl/robots.txt
-contact/http://paiduaykan.com/robots.txt
+contact/http://dolphchaney.com/robots.txt
+contact/http://freewebs.com/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -28497,6 +28526,7 @@ content/corporate/en_AA/foundation/philips-foundation.html
 content/crew
 content/customer-resources
 content/dam
+content/dam/*
 content/dam/*.css$
 content/dam/*.docx$
 content/dam/*.gif$
@@ -28512,7 +28542,7 @@ content/dam/*.png?imwidth
 content/dam/*.pptx$
 content/dam/*.svg$
 content/dam/BEA
-content/dam/Chevrolet/na/us/english/index/owners/certified-service/service-offers
+content/dam/Chevrolet/na/us/english/index/owners/certified-service/service-offers/*
 content/dam/Deloitte/be/Documents/noindex/
 content/dam/Deloitte/cn/Documents/strategy/deloitte-cn-consulting-5g-assist-in-2019-ncov-en-200317.pdf
 content/dam/Deloitte/de/Documents/noindex/
@@ -28533,7 +28563,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://vg04.met.vgwort.de/robots.txt
+content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -28610,7 +28640,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://creativemarket.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -28660,7 +28690,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://familysearch.org/robots.txt
+content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -28707,7 +28737,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://link.medium.com/robots.txt
+content/downloads/http://marketingweek.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -28730,7 +28760,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://newrelic.com/robots.txt
+content/index.php/user/logout/http://columbia.jp/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -29278,7 +29308,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://moreliafilmfest.com/robots.txt
+courses/http://blogs.discovermagazine.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -29327,6 +29357,7 @@ cpdavis
 cpds2
 cpernar
 cpes/
+cpg
 cpkim
 cpl
 cpl-edit
@@ -29802,7 +29833,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://www-personal.umich.edu/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -29841,14 +29872,72 @@ css/*.css*$
 css/*hotels*?
 css/*restaurants*?
 css/*things-to-do/*?
+css/Bidding.css
+css/ToolTip.css
+css/UserControls.css
+css/cSaleRegistration.css?010120180943
+css/cSaleRegistration.css?030120181509
+css/cSaleRegistration.css?040120181248
+css/cSaleRegistration.css?060120181545
+css/cSaleRegistration.css?070120181312
+css/cSaleRegistration.css?100120181322
+css/cSaleRegistration.css?120120181954
+css/cSaleRegistration.css?131220170707
+css/cSaleRegistration.css?131220171002
+css/cSaleRegistration.css?161220170733
+css/cSaleRegistration.css?211220170547
+css/cSaleRegistration.css?221120170127
+css/cSaleRegistration.css?221220170940
+css/cSaleRegistration.css?241220171114
+css/cSaleRegistration.css?251220171115
+css/cSaleRegistration.css?301220171323
+css/calresults_SaleLanding.css
+css/crsl.css
+css/crsl_2013.css
+css/entersalepop.css
 css/fancybox.css
 css/fonts
 css/ie.css
 css/images/default
 css/index.php
+css/mychristies-p1.css
+css/popup.container.css
 css/print.css
 css/quiz.css
+css/sale-landing-catgrid.css
+css/sale-landing-events.css
+css/sale-landing-microsite.css
+css/sale-landing-single-page.css
+css/sale-landing-v1.css
+css/sale-landing.css
+css/sale-landing_2013.css
 css/screen.css
+css/signup.css
+css/site.css
+css/site.layouts.left_nav.css
+css/site.layouts.leftnav.css
+css/site.pages.MyChristies_Login.css
+css/site.pages.advanced_search.css
+css/site.pages.content_archive.css
+css/site.pages.ecatalogues.css
+css/site.pages.locations.css
+css/site.pages.locations.ny.css
+css/site.pages.lot_details_popup.css
+css/site.pages.popular_categories.css
+css/site.pages.press-center.css
+css/site.pages.promo_landing_page.css
+css/site.pages.rss.css
+css/site.pages.sale_departments_tabs.css
+css/site.pages.special_events.css
+css/site.pages.specialists.css
+css/site.pages.template.css
+css/site.pages.viewingcalendar.css
+css/site.pages.zoom_image.css
+css/site.print.css
+css/site.print.css?date=09012010
+css/site.sections.careers.css
+css/site.sections.careers.peoplebank.css
+css/site.sections.multimedia.css
 css2/
 css=*
 css?
@@ -29922,8 +30011,6 @@ culture/404_en.htm
 culture/lifestyle/news/2001/02/41846
 culture/lifestyle/news/2001/07/45247
 culture/lifestyle/news/2001/08/46315
-culture/projects/projects
-culture/staff/staff
 cupid-v1
 cupsize*
 curated
@@ -29993,7 +30080,6 @@ customization-work-integration-ps
 customization-work-multivendor
 customization-work-oc
 customize
-customize$
 customize_autosaved=
 customize_changeset_uuid=
 customize_search
@@ -30175,25 +30261,25 @@ cz/virtualization
 cz/virtualization/virtualbox
 cz/zasady-ochrany-osobnich-udaju-safe-harbor.html
 cz/ztrata-karty.html
-czde/
+czde
 cze/layout/set
-czes/
+czes
 czesc-
-czfr/
-czgr/
+czfr
+czgr
 czhang
 czimanyi
-czit/
-czja/
-czko/
-cznl/
-czpl/
-czpt/
-czro/
-czru/
-czsv/
-cztr/
-czzh/
+czit
+czja
+czko
+cznl
+czpl
+czpt
+czro
+czru
+czsv
+cztr
+czzh
 d
 d-gender*
 d.
@@ -30294,7 +30380,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://register.gotowebinar.com/robots.txt
+da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -30524,9 +30610,11 @@ db2s
 dbacks/fans/text-messaging-terms-and-conditions
 dbacks/search
 dbarberi/wiki
+dbases
 dbcfiles
 dbchanges.php
 dbeller
+dbest
 dbg
 dbin/dos/ocs
 dboom_cron
@@ -31342,7 +31430,7 @@ deck
 deck-maker
 deco
 decorator/
-decz/
+decz
 deep-health-abstract
 deep-health-auth
 deep-health-search
@@ -31393,14 +31481,14 @@ definition/Rosamund
 definition/barred%20ghoul
 definition/wipedout
 definizione/geraschelt
-defr/
+defr
 degiovanni
-degr/
+degr
 degroot
 deinestadt/*_pgn=
-deit/
-deja/
-deko/
+deit
+deja
+deko
 del
 delaneyhurley
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
@@ -31441,7 +31529,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://action.dstillery.com/robots.txt
+demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
 democenter
 demokratie-jetzt.html
 demonstration
@@ -31452,7 +31540,7 @@ dempubweb
 denise-snyder
 denisschapiro
 deniz
-denl/
+denl
 dental/*/index.php
 dental/dh
 dental/endo
@@ -31468,7 +31556,7 @@ department-beauty-gender-unisex*
 departments
 departure=
 departureDate=
-depl/
+depl
 deployment-test-clf2
 deployment-test-clf3
 deployment-test-clf4
@@ -31487,7 +31575,6 @@ deposits/*.pdf$
 deposits/*.swf$
 deposits/*.txt$
 dept
-dept/
 dept/soc/people/rsandefur
 depth--
 depts/*
@@ -31495,11 +31582,11 @@ depts/CAS
 depts/purchase/*
 dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou
 dermatology/appointments-and-referrals/signup-thankyou
-dero/
+dero
 derr
 derricktin
 dershowitz
-deru/
+deru
 deryahonca
 desai
 desalvo
@@ -31573,7 +31660,8 @@ destinations/south-america.html
 destinations/south-america/*
 destinations/south-pacific.html
 destinations/south-pacific/*
-desv/
+desv
+det
 detae
 detail/*Ajax.do$
 detail/Login
@@ -31582,8 +31670,9 @@ details-
 details-*.html
 details-print
 details.do
+detailshttp://craigslist.org/robots.txt
 detect
-detr/
+detr
 detroitchicago
 dev
 dev-sites
@@ -31664,7 +31753,7 @@ devtest/
 dex
 dextongoh
 deyoung
-dezh/
+dezh
 df78788com
 dfa/UHC_physicians_RM_guide.pdf
 dfkw
@@ -31690,7 +31779,7 @@ dhhs/oms/maine-mom-initiative-cdp-information
 dhhs/search/node
 dhhs/sites/maine.gov.dhhs/files
 dhowitt
-dhrizzhttp://wisc.edu/robots.txt
+dhrizzhttp://decide.madrid.es/robots.txt
 dhrumil
 dhtml
 dhtmlmenu
@@ -32004,7 +32093,7 @@ dias
 diazcuadros
 diba
 dickman
-dictionary/getcollins/
+dictionary/getcollins
 dictionary/googTranslate
 dictionary/js/function-wiki.js
 dictionary/static/sitemaps
@@ -32014,7 +32103,6 @@ diegoestevez
 diegorivera
 diener
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
@@ -32049,8 +32137,6 @@ digital-agenda/taxonomy
 digital-agenda/users
 digital-downloads
 digital-edition
-digital-presence-services/chat
-digital-presence-services/uptimerobot-status-page-widget
 digital-self-summary-infographic
 digital-single-market
 digital-single-market/contact
@@ -32084,7 +32170,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://youblisher.com/robots.txt
+digitalsubscription/imagedownload/http://nj.gov/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
@@ -32131,7 +32217,6 @@ directory/search.asp
 directory/search/?
 directory/sitemap
 directory/tp
-directory_missions/
 directoryoptout*
 dirt/index.htm
 dirty-dancing
@@ -32224,6 +32309,7 @@ discussions/*/concerns/new
 discussions/*sort=
 discussions/*view=
 discussions/search
+disease
 disk04
 disney23/iframe/
 disneyid
@@ -32664,7 +32750,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://cancer.org/robots.txt
+dms_priv/*http://itunes.apple.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -32721,7 +32807,7 @@ dnigrin
 dnn
 do
 do-not-crawl
-do-not-index-this-page.htmlhttp://thejoss.fr/robots.txt
+do-not-index-this-page.htmlhttp://tr.outbrain.com/robots.txt
 do/
 do=getLastComment?
 do=getNewComment
@@ -32883,7 +32969,6 @@ documents/PDS
 documents/archives/ArchivesObsolete
 documents/current
 documents/email-a-friend
-documents/eng/biography_Carol_Fuller.asp
 documents/information-management/imr-guidance-and-appendices.pdf
 documents/mog.pdf
 documents/old/
@@ -33031,7 +33116,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://colourlovers.com/robots.txt
+download/http://leginfo.legislature.ca.gov/robots.txt
 download/index
 download/legacy
 download/morae
@@ -33100,7 +33185,6 @@ dpd/luib/
 dpd/planning/design_commission/includes/
 dpd/publications/cam/
 dpd/research/gis/webplots/
-dpl
 dpp
 dprinz
 dps/fmo/search/node
@@ -33158,7 +33242,6 @@ drugs/ReportAbuse.aspx
 drugs/psy-
 drugs/search
 drupal
-drupal-training
 drwilliamnuma
 ds-live/
 ds-mobile/
@@ -33241,6 +33324,7 @@ dwr/interface/UserMsgController.js
 dwt$
 dwvar
 dx
+dx.doi.org
 dylanjedwards
 dylanlukes
 dylanspaulding
@@ -33324,7 +33408,6 @@ easy-ways-to-manage-your-digital-footprint
 easyrenewal
 eat/gr-
 eayalahurtado
-eb/incl_header2.html
 ebar
 ebatesCaptcha.do
 ebay/cronus
@@ -33332,6 +33415,9 @@ ebaylive/host
 ebc-private/bboard2002/
 ebc/portal
 ebernton
+ebi_docs
+ebibbs
+ebisearch/summary/api/identificationsearchboxs4
 ebook
 ebook-creator/editor.html
 ebook.pdf
@@ -33521,6 +33607,7 @@ edocs/infogdocs/tdc_sony/
 edocs/lexdocs/
 edocs/traindocs/
 edomontonalberta
+edomtesfa
 edr-security/edr-endpoint-protection/?
 edu
 edu.aspx
@@ -33611,6 +33698,11 @@ efws/y
 eg
 eg-en
 eg/
+ega/dev
+ega/user/login
+ega/user/logout
+ega/user/password
+ega/user/register
 egcs/v2/collect
 egeyumusak
 eggodwin
@@ -33863,7 +33955,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://polymer-project.org/robots.txt
+email-contact/nodehttp://gsma.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -33880,7 +33972,7 @@ email-verify/*
 email.jsp*
 email/
 email/$
-email/*http://copyblogger.com/robots.txt
+email/*http://dustinlynch.lnk.to/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/R/
 email/SubscriptionTypeUnsubscribe.htm
@@ -33968,7 +34060,9 @@ embedded/
 embeds
 embedservererror.aspx
 embedvideo.cms*
+embnet.news
 emc
+emdb/search
 emdefilippis
 emea
 emea/corporate/careers
@@ -34126,6 +34220,7 @@ en-CA/firefox/collections/4757633/$
 en-CA/firefox/collections/mozilla
 en-CA/firefox/collections/mozilla/$
 en-CA/firefox/search
+en-CA/order-status
 en-CN
 en-DA
 en-DE
@@ -34346,10 +34441,28 @@ en-ca
 en-ca*
 en-ca.www.cloudflare.com
 en-ca/
+en-ca/Basket
+en-ca/Search
+en-ca/about/
+en-ca/basket
+en-ca/brand-hub/
+en-ca/brand/
+en-ca/category/
+en-ca/create-review/
+en-ca/event/
 en-ca/feedback
+en-ca/flyer
+en-ca/help/
 en-ca/lp
 en-ca/mega-nav
+en-ca/order-status
+en-ca/product-sellers/
+en-ca/product/
+en-ca/product/*?icmp=*
+en-ca/search
 en-ca/search?
+en-ca/services/
+en-ca/subscription-packages
 en-cd/dolby-vision-atmos-tvs
 en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
 en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
@@ -34823,9 +34936,6 @@ en/Tracker?data=*
 en/US/docs/general/Test
 en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
-en/_Original_
-en/_incl_header.html
-en/_old_
 en/_site_doc
 en/aanmeldbevestiging
 en/aanmelden-mislukt
@@ -34846,7 +34956,6 @@ en/ajax/content-product
 en/ajax/contentmedia
 en/alert
 en/alerts
-en/americas/calendar/
 en/api
 en/app
 en/app/
@@ -34879,8 +34988,6 @@ en/cart
 en/cart
 en/cgi-bin
 en/cgi-bin
-en/cidi/menus
-en/cidi/txt_files
 en/classes
 en/classes/
 en/cloud/iaas-classic
@@ -35229,9 +35336,6 @@ en/event/*/ical
 en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf
 en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf
 en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf
-en/events/2009events.asp
-en/events/2010_
-en/events/2010events.asp
 en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf
 en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf
 en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf
@@ -35240,10 +35344,7 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf
 en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf
 en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
-en/events/cultural_events.asp
-en/events/default.asp
 en/events/huaweiconnect/livestream-for-tvs$
-en/events/peace_fund.asp
 en/events?
 en/explore
 en/facturas-abono
@@ -35277,13 +35378,6 @@ en/historial-compra
 en/hotels/
 en/identity
 en/immigration-refugees-citizenship/services/reference-include
-en/incl_banner_media_center.html
-en/incl_footer_old.html
-en/incl_headcontent_landing.inc
-en/incl_headcontent_secondary.inc
-en/incl_header1.html
-en/incl_mini_pilares.html
-en/incl_searchnav.html
 en/includes_content/missing_handler/view_map.html
 en/industries/health-sciences/clinical-one
 en/industries/health-sciences/clinical-one/depot-information
@@ -35413,12 +35507,6 @@ en/matlabcentral/topics/power-electronics-control/search.html
 en/media-materials.html
 en/media/*
 en/meetings/full-capacity
-en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html
-en/member_states/haiti/backpack/default.html
-en/member_states/haiti/backpack/default_anunciosept24.html
-en/member_states/haiti/backpack/gallery.html
 en/memory-world-committees/grid
 en/memory-world-committees/list
 en/memory-world-committees/map
@@ -35466,15 +35554,13 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://addepar.com/robots.txt
+en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt
 en/my-account
 en/myunited
 en/needs
 en/needs/
 en/news-redirect/*
 en/news/canarias/diary
-en/news/incl_news_items.asp
-en/news/incl_reports.asp
 en/news?
 en/newsletters/*
 en/niet-gevonden
@@ -35549,7 +35635,6 @@ en/right-education-country-overview/map
 en/right-education/observatory/grid
 en/right-education/observatory/list
 en/right-education/observatory/map
-en/saf/accountability/docs/
 en/safety-journalists/observatory/grid
 en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
@@ -35637,7 +35722,6 @@ en/user/login/
 en/user/logout/
 en/user/password/
 en/user/register/
-en/users
 en/users/*/bookmarks
 en/users/*/followers
 en/users/*/mypixiv
@@ -35735,6 +35819,8 @@ en_us/offers/sem/
 en_us/page/8948fc79-8e1f-4458-8755-86a1c036ba4e
 en_us/page/statement113017
 en_us/partnernet/
+ena/data/view
+ena/data/warehouse
 enable-cookies
 enable-cookies/
 enar/to%20recognize%20a%20responsibility
@@ -35791,7 +35877,7 @@ english/internal/coursesandmodules
 english/newsfeatures.html
 english/sports.html
 english/suggestions.aspx
-englishusage/
+englishusage
 engr/Reluctivity
 engr/freeport
 eniotperez
@@ -35813,6 +35899,7 @@ enroll
 enroll/
 enru/The%20Trachiniae%20[Sophocles]
 enru/relative%20Adressierung
+ensembl/biomart
 entaudit
 entcenter
 enterprise
@@ -35916,12 +36003,26 @@ episode/
 episode_times
 episodes?q=
 epmt
+epo
+epo-dev
 epp/
 epprecht
 epradhan
 epss/
 epss/epss-score-history.html
 epub
+equinox-ev/charging
+equinox-ev/delivery-day
+equinox-ev/driving-experience
+equinox-ev/driving-features
+equinox-ev/ev-essentials
+equinox-ev/google-built-in
+equinox-ev/intuitive-tech
+equinox-ev/owner-benefits
+equinox-ev/owner-resources
+equinox-ev/personalization
+equinox-ev/resources
+equinox-ev/vehicle-delivery-preparations
 equipment-detail
 equity
 equity/includes/
@@ -36285,9 +36386,6 @@ es/TermsAndPrivacy.aspx
 es/Themes
 es/TripsJS.ashx
 es/_
-es/_Original_
-es/_incl_header.html
-es/_old_
 es/accessories/*/f
 es/accessories/ies
 es/account
@@ -36299,7 +36397,7 @@ es/ajax
 es/ajax/content-product
 es/ajax/contentmedia
 es/alpha.php
-es/americas/calendar/
+es/ana
 es/android/collections
 es/android/search
 es/angels/search
@@ -36314,14 +36412,17 @@ es/app
 es/app/
 es/apple-app-site-association
 es/apps
+es/ari
 es/asset-preview*
 es/assets
 es/astros/search
 es/atencion/programas/*?
 es/athletics/search
+es/atl
 es/autenticacion
 es/auth
 es/autocomplete
+es/bal
 es/bcn
 es/beta
 es/blog.atom
@@ -36338,6 +36439,7 @@ es/blogs/blog.atom
 es/blogs/technology.atom
 es/blogsearch
 es/bluejays/search
+es/bos
 es/braves/search
 es/brewers/search
 es/buscar
@@ -36357,11 +36459,12 @@ es/carrito
 es/carro-de-la-compra
 es/cart
 es/changes-that-qualify-for-special-enrollment/
+es/chc
 es/checkout
-es/cidi/menus
-es/cidi/txt_files
+es/cin
 es/classes
 es/classes/
+es/cle
 es/cloud/saas/applications-common/19d
 es/cloud/saas/applications-common/20a
 es/cloud/saas/applications-common/21c
@@ -36379,6 +36482,7 @@ es/cloud/saas/sales/21c
 es/cloud/saas/talent-management/19d
 es/cloud/saas/talent-management/20a
 es/cloud/saas/talent-management/21c
+es/col
 es/comments
 es/componente_del_widget
 es/config
@@ -36395,6 +36499,7 @@ es/create-a-doodle-pfm
 es/crm/
 es/css
 es/cubs/search
+es/cws
 es/datos-personales
 es/datos-personales
 es/days/world-radio/grid
@@ -36403,6 +36508,7 @@ es/days/world-radio/map
 es/dbacks/search
 es/descuento
 es/descuento
+es/det
 es/devolucion-de-productos
 es/devtest/
 es/direccion
@@ -36411,6 +36517,7 @@ es/direcciones
 es/direcciones
 es/docs/BooksellerCentral/informativos
 es/dodgers/search
+es/doku
 es/download
 es/download/
 es/early-childhood-education/grid
@@ -36443,18 +36550,10 @@ es/es/promos/
 es/es/promos/lyve-cloud-for-startups/
 es/es/size/*
 es/estado-pedido
-es/estados_miembros/haiti/mochilas/default.html
-es/estados_miembros/haiti/mochilas/galeria.html
 es/eula.html
 es/event/*/ical
 es/event/*/shoutbox
 es/event/*/shoutbox?
-es/eventos/2010_reuniones_ministeriales.asp
-es/eventos/cultural_events.asp
-es/eventos/default.asp
-es/eventos/eventos2009.asp
-es/eventos/eventos2010.asp
-es/eventos/fondo_paz.asp
 es/explore
 es/facturas-abono
 es/facturas-abono
@@ -36507,16 +36606,9 @@ es/holidayrentals
 es/hoteles/h
 es/hoteles/redirect
 es/hoteles/s
+es/hou
 es/images
 es/inc
-es/incl_banner_media_center.html
-es/incl_footer_old.html
-es/incl_headcontent_landing.inc
-es/incl_headcontent_secondary.inc
-es/incl_header1.html
-es/incl_header2.html
-es/incl_mini_pilares.html
-es/incl_searchnav.html
 es/info
 es/iniciar-sesion
 es/intangible-cultural-heritage/grid
@@ -36532,6 +36624,8 @@ es/js
 es/js/
 es/kb
 es/kb/*/discuss
+es/kc
+es/la
 es/label
 es/landing
 es/law-school/resultados-busqueda/
@@ -36578,6 +36672,9 @@ es/messages
 es/mets/search
 es/mi-cuenta
 es/mi-cuenta
+es/mia
+es/mil
+es/min
 es/mini.php
 es/mirar
 es/modules
@@ -36596,13 +36693,14 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://lnkd.in/robots.txt
-es/news/incl_news_items.asp
-es/news/incl_reports.asp
+es/new/http://edyst.com/robots.txt
 es/node
 es/node/
 es/node/*
 es/node/add
+es/nym
+es/nyy
+es/oak
 es/obtener-respuestas/*.imprimir.html
 es/obtener-respuestas/buscar
 es/obtener-respuestas/buscar-por-etiqueta
@@ -36620,8 +36718,10 @@ es/pedido
 es/pedido
 es/people
 es/personal
+es/phi
 es/phillies/search
 es/pirates/search
+es/pit
 es/player
 es/pm/
 es/politica_privacidad.html
@@ -36657,7 +36757,8 @@ es/retail/search$
 es/retail/search?
 es/rockies/search
 es/royals/search
-es/saf/rendicion_cuentas/docs/
+es/sd
+es/sea
 es/search
 es/search*
 es/search*attr_*=
@@ -36669,16 +36770,16 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://ticketmaster.com/robots.txt
+es/search?*http://platform.instagram.com/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
 es/sell
+es/sf
 es/share
 es/share-order
 es/sharecontacts-for-microsoft-outlook.aspx
 es/shop_name_search_service
-es/sica/
 es/site-achievement
 es/sobre_nosotros
 es/solicitar-informacion/
@@ -36690,6 +36791,7 @@ es/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
 es/spellcheck
 es/src
 es/src/
+es/stl
 es/strumenti/creatore-di-logo/onboarding
 es/submit.php
 es/support
@@ -36698,9 +36800,11 @@ es/tag/*/shoutbox
 es/tag/*/shoutbox?
 es/tarjetas_personales
 es/taxonomy/term
+es/tb
 es/teams
 es/technology.atom
 es/technology/tagged/*page
+es/tex
 es/themes
 es/tigers/search
 es/tools
@@ -36714,6 +36818,7 @@ es/tools/reports-and-studies/h-1b-employer-data-hub/export
 es/tools/reports-and-studies/h-1b-employer-data-hub/export-csv
 es/tools/reports-and-studies/h-2b-employer-data-hub/export
 es/tools/reports-and-studies/h-2b-employer-data-hub/export-csv
+es/tor
 es/trackback
 es/transactions
 es/translation.asp?tranword=%5BReadinghtmliframe=true%5D
@@ -36779,6 +36884,7 @@ es/versions/*/release.html
 es/ville-de-paris
 es/vuelo/cn/*
 es/vuelo/ct
+es/was
 es/wce
 es/web
 es/webinar/archive
@@ -36844,14 +36950,14 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
-escz/
+escz
 esearch
 esejdic
 esender-subscribe-portlet-ajax/*
 esfr/Empella
 esfr/Unternehmensanteil
 esfr/fixedneutered
-esgr/
+esgr
 eshabliy
 eshah
 eshop.xml
@@ -36864,12 +36970,12 @@ esi_cache
 esim/wp-admin
 esim/wp-content/plugins
 esim/wp-includes
-esja/
-esko/
+esja
+esko
 eskupTSUpdate
 esl/layout/set
 esmecaramello
-esnl/
+esnl
 esntial.htm
 esoft-job
 esotiri
@@ -36896,15 +37002,15 @@ especial/juegos-olimpicos/
 especial/pruebas-comercial
 especiales/vogue_business
 espiar
-espl/
+espl
 espn/now
 espnradio/podcast/feeds/easports
 esports
 esrc=
-esro/
-esru/
+esro
+esru
 essentialmums
-essv/
+essv
 estadao
 estadao-verifica
 estadisticas/populares/p
@@ -36915,7 +37021,7 @@ esteban-orellana
 estefania_rodriguez
 esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml
 esteri/2024/07/24/diretta/kamala_harris_nel_mirino_dei_repubblicani_usa_ricorso_contro_il_trasferimento_dei_fondi_dalla_campagna_di_biden-423411481
-estr/
+estr
 estudis/mastersuniversitaris/prodart
 esu/unitprogcat
 esupport/article.html*
@@ -36943,7 +37049,7 @@ esw/internal/departments/education/ugcourses
 esw/internal/departments/socialwork/modules
 esw/internal/departments/socialwork/pgcourses
 esw/internal/departments/socialwork/ugcourses
-eszh/
+eszh
 et
 et$
 et-*/
@@ -37129,10 +37235,13 @@ eum
 eumcollector/beacons/browser/v1
 eungjoolee
 eunsiloh
+euprojects
 eur-lex
 eurasia
 eures/main.jsp
 euro/changeover/shared/data
+euro2004
+eurocarb
 eurocontrol/
 europa/
 europa2001/
@@ -37667,7 +37776,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://fitbots.com/robots.txt
+exthttp://edutopia.org/robots.txt
 extlink
 extra
 extra/gremien
@@ -37691,7 +37800,6 @@ eyeblaster
 eyeblaster
 eyewitness
 ezais
-ezine/
 ezk888cn
 ezra
 f
@@ -38007,7 +38115,7 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://sccgov.org/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
 feed/xml
 feed=
 feed=rss
@@ -38034,7 +38142,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://freesound.org/robots.txt
+feedhttp://digiday.com/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -38417,8 +38525,8 @@ filestorage/
 filestore
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
-fill-private.htmlhttp://iasw.ie/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+fill-private.htmlhttp://babycenter.com/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -38490,7 +38598,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://press.princeton.edu/robots.txt
+find/*http://freemius.com/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -38585,6 +38693,7 @@ fit-india-hit-india
 fitbit
 fitness/gr-
 fiut
+fiv97
 five_questions/archive
 fix-it
 fix_billing_problem.htm
@@ -38684,6 +38793,7 @@ flug/ct
 flutter-canvaskit
 flux
 flvideo
+flybase
 flybilletter/cn/*
 flybilletter/ct
 flyer
@@ -38697,6 +38807,7 @@ fm/
 fn-en/
 fn_adspaces
 fnrr-ddcx
+fnrr-ddcx/
 fo-fo/
 foggy
 foi/pubscheme/
@@ -38747,7 +38858,6 @@ food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
 fooddirectory
-foodfestival/
 foodordering
 foodpickle
 foods/brands/page/
@@ -38820,7 +38930,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://figshare.com/robots.txt
+forgov-devhttp://qobuz.com/robots.txt
 forlibraries
 form
 form-containers
@@ -39025,7 +39135,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://telegram.org/robots.txt
+forum/membre/http://spl.zeotap.com/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -39351,7 +39461,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://adameve.com/robots.txt
+forum/ucp.phphttp://eleks.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -39397,7 +39507,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://painlessdc.com/robots.txt
+forums/http://sofafactory.ru/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -39415,7 +39525,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://truecolorstour.com/robots.txt
+forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -39542,6 +39652,7 @@ fr-BR
 fr-BY
 fr-CA/*canada
 fr-CA/*montreal--QC
+fr-CA/ma-commande
 fr-CA/office-space
 fr-CA/signup
 fr-CN
@@ -39653,12 +39764,29 @@ fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-ca
 fr-ca*
 fr-ca/
+fr-ca/Chercher
+fr-ca/Panier
+fr-ca/a-propos/
 fr-ca/about-us/careers/job-description.html$
+fr-ca/aide/
+fr-ca/categorie/
+fr-ca/chercher
+fr-ca/circulaire
 fr-ca/css
+fr-ca/ecrire-evaluation/
+fr-ca/evenement/
+fr-ca/forfaits-de-abonnement
 fr-ca/ipns
 fr-ca/login-messages
+fr-ca/ma-commande
+fr-ca/marque/
+fr-ca/marques/
 fr-ca/oicms
+fr-ca/panier
+fr-ca/produit/
 fr-ca/ressources/search
+fr-ca/services/
+fr-ca/vendeurs-de-produit/
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
@@ -39766,9 +39894,6 @@ fr/Themes
 fr/Tr/
 fr/Tracker?data=*
 fr/TripsJS.ashx
-fr/_Original_
-fr/_incl_header.html
-fr/_old_
 fr/_site_doc
 fr/aboutus
 fr/academia/books/members.html
@@ -39921,15 +40046,7 @@ fr/enterprise/blog/search?
 fr/error-static-cdn
 fr/errors
 fr/estado-pedido
-fr/etats_membres/haiti/sacs/default.html
-fr/etats_membres/haiti/sacs/galerie.html
 fr/eula.html
-fr/evenements/2010_reunions_ministerielles.asp
-fr/evenements/cultural_events.asp
-fr/evenements/default.asp
-fr/evenements/evenements2009.asp
-fr/evenements/evenements2010.asp
-fr/evenements/fonds_paix.asp
 fr/event/*/ical
 fr/event/*/shoutbox
 fr/event/*/shoutbox?
@@ -40000,14 +40117,6 @@ fr/hotel/s
 fr/images
 fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/inc
-fr/incl_banner_media_center.html
-fr/incl_footer_old.html
-fr/incl_headcontent_landing.inc
-fr/incl_headcontent_secondary.inc
-fr/incl_header1.html
-fr/incl_header2.html
-fr/incl_mini_pilares.html
-fr/incl_searchnav.html
 fr/includes_content/missing_handler/view_map.html
 fr/info
 fr/intangible-cultural-heritage/grid
@@ -40134,7 +40243,6 @@ fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/myunited
 fr/naviguer
-fr/news/incl_news_items.asp
 fr/node
 fr/onelook_american_dictionary_words.html
 fr/onelook_british_dictionary_words.html
@@ -40370,12 +40478,12 @@ frank/index.htm
 frankiefung
 franklynwang
 frankqsj
-frcz/
-frde/
+frcz
+frde
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://v.youku.com/robots.txt
+fred-glance-widget.phphttp://freecodecamp.org/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -40402,7 +40510,7 @@ fren/volumeters
 french-studies/
 fres/grandseigneur
 fresh
-frgr/
+frgr
 fri
 friday
 friday-after-next
@@ -40414,11 +40522,11 @@ friendsfavorites/
 friendships
 friendstimes
 friesco
-frit/
-frja/
-frko/
+frit
+frja
+frko
 frnf2014
-frnl/
+frnl
 frogs/
 frogs/legs/
 frogs/phones/
@@ -40445,15 +40553,16 @@ frontoffice
 frontpage-slideshow-images
 froogle?
 froogle_
-frpl/
-frpt/
-frro/
-frru/
-frsv/
-frtr/
-frzh/
+frpl
+frpt
+frro
+frru
+frsv
+frtr
+frzh
 fscripts
 fsid=
+fssp
 ftb
 fti/de/enseignements/formation-continue/offre
 fti/en/enseignements/formation-continue/offre
@@ -40545,7 +40654,7 @@ g
 g%C5%82osuj
 g-gender*
 g-recaptcha-response
-g/4arE9Chttp://google.fr/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -40822,7 +40931,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://manning.com/robots.txt
+gb_xapi_content/http://smartpassiveincome.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -41093,6 +41202,7 @@ generator-demo
 generatorName
 generic_nm_unsub
 generic_unsub
+genomes/mot
 genre
 geo
 geo/download
@@ -41154,7 +41264,6 @@ get-pass
 get-searchtasks
 get-started
 get.php
-get/
 get/html5.aspx
 getCallUsInfoData
 getCategory
@@ -41269,7 +41378,7 @@ gidron
 giee/*category=ucommall
 gif
 gifs
-gifshttp://eepurl.com/robots.txt
+gifshttp://girlsridetoo.de/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -41358,8 +41467,8 @@ global-consumer-survey/tool
 global-disclaimer/
 global-embeds:
 global-font-test.php
-global-footer
-global-infrastructure/services/get-async/http://beppegrillo.it/robots.txt
+global-footer/*
+global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -41436,8 +41545,8 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://oberlo.com/robots.txt
-go/http://shewroteabook.com/robots.txt
+go/http://pod.link/robots.txt
+go/http://quilomberos.blogspot.com/robots.txt
 go/member
 go/members
 go/menu
@@ -41474,7 +41583,7 @@ goldengate/c1221/gg-winux
 goldenkirby
 goldstein
 goldstine-cole
-golocal/extranet/http://lamula.pe/robots.txt
+golocal/extranet/http://nmap.org/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -41519,7 +41628,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://rachats2credits.fr/robots.txt
+goto/http://spensor.blogspot.com/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -41551,7 +41660,7 @@ government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
 government/solutions/intelligence/clearance.pdf
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://ow.ly/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://assistant.google.com/robots.txt
 governor/mills/search/node
 gowtham
 gp
@@ -41854,8 +41963,8 @@ grar
 gratianschindler
 grav
 grazie
-grcz/
-grde/
+grcz
+grde
 greatorexvoith
 greece/documento/2012
 greenzang
@@ -41864,22 +41973,22 @@ greetingcard-view
 greg
 gregconti
 gregorschubert
-gres/
+gres
 grestenberger
 gretapane
 grfp*
-grfr/
+grfr
 grid
 grid_report/documents
 griffinlab
 griggs
 grillos
-grit/
+grit
 grizzlies/node
 grizzlies/users
-grja/
-grko/
-grnl/
+grja
+grko
+grnl
 groeger
 grossesshowexcel.cfm
 group
@@ -41925,18 +42034,18 @@ growth
 growth-ime
 growth-tools-assets
 growthformula
-grpl/
-grpt/
-grro/
-grru/
-grsv/
-grtr/
+grpl
+grpt
+grro
+grru
+grsv
+grtr
 grub-client
 gruhan
 gruizeh
 grunes
 grusdt
-grzh/
+grzh
 gs-
 gs-taxonomy
 gs_counter
@@ -42070,6 +42179,12 @@ gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf
 gx/en/zz-test
 gxcuf89792/rss
 gy/
+gyrobase/ArticleArchives
+gyrobase/EventSearch
+gyrobase/FilmSearch
+gyrobase/LocationSearch
+gyrobase/MovieTimes
+gyrobase/Search
 gz36vip
 gzambotti
 gztourek
@@ -42094,7 +42209,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://discord.com/robots.txt
+hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -42130,7 +42245,6 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://aap.org/robots.txt
 hajiang
 haksoochoi
 haku
@@ -42665,6 +42779,7 @@ him
 hims-hard-mints
 hints
 hinweis/datenleck
+hinxton
 hips
 hire
 hire/browse
@@ -42813,7 +42928,7 @@ hk/education
 hk/email-validation
 hk/en/book-a-trip/flights/fare-types/fare-guide-information.html
 hk/en/privacy-statement/qualtrics
-hk/en/privacy/qualtricshttp://milliondollarcruise.co.nz/robots.txt
+hk/en/privacy/qualtricshttp://robertjohnsonbluesfoundation.org/robots.txt
 hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 hk/en/search
 hk/en/search?
@@ -43119,7 +43234,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://powersports.jp/robots.txt
+honeypot/http://dr.dk/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -43232,6 +43347,8 @@ hoteluri/redirect
 hoteluri/s
 hotfix/
 hotline/search
+hou
+hou/fan_forum/mascot_appearance_form.jsp
 houchenli
 hounds-of-diana
 hourlie/hourliePortfolio
@@ -43254,7 +43371,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://curver.com/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -43411,7 +43528,6 @@ hr/promotions
 hr/redbullracing
 hr/renew.html
 hr/search
-hr/senior_promotions
 hr/social-impact
 hr/startwizard
 hr/user
@@ -43451,7 +43567,7 @@ hsb/user
 hsb/users
 hsc
 hschofield
-hshackle/http://lukew.com/robots.txt
+hshackle
 hsianghsu
 hsong
 hspamann
@@ -46488,161 +46604,163 @@ http
 http-checker
 http2_data
 http:
-http://3319691.fls.doubleclick.net/robots.txt
-http://3826313.fls.doubleclick.net/robots.txt
-http://3voor12.vpro.nl/robots.txt
-http://4384249.fls.doubleclick.net/robots.txt
-http://5156609.fls.doubleclick.net/robots.txt
-http://8341466.fls.doubleclick.net/robots.txt
-http://abbyharmony.com/robots.txt
-http://abload.de/robots.txt
-http://about.google/robots.txt
-http://academic.oup.com/robots.txt
-http://aclweb.org/robots.txt
-http://adamdurica.lnk.to/robots.txt
-http://airportiq.com/robots.txt
-http://amazon.com.br/robots.txt
-http://amvnews.ru/robots.txt
-http://annex.s-manga.net/robots.txt
-http://annualreviews.org/robots.txt
-http://apachefriends.org/robots.txt
-http://apemusicale.it/robots.txt
-http://apsense.com/robots.txt
-http://ardenphotonics.com/robots.txt
-http://beta.companieshouse.gov.uk/robots.txt
-http://beyondbeingsocial.info/robots.txt
+http://10250263.fls.doubleclick.net/robots.txt
+http://1533911.fls.doubleclick.net/robots.txt
+http://1731177.fls.doubleclick.net/robots.txt
+http://1password.com/robots.txt
+http://2224480.fls.doubleclick.net/robots.txt
+http://4shared.com/robots.txt
+http://8591522.fls.doubleclick.net/robots.txt
+http://a-z.love/robots.txt
+http://abc7chicago.com/robots.txt
+http://abc7ny.com/robots.txt
+http://abcnews.go.com/robots.txt
+http://abduzeedo.com/robots.txt
+http://acrobat.adobe.com/robots.txt
+http://ad.doubleclick.net/robots.txt
+http://adcell.de/robots.txt
+http://adeje.es/robots.txt
+http://adelainedevelopment.com/robots.txt
+http://allthebootboys.blogspot.fr/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://androidpolice.com/robots.txt
+http://api.ning.com/robots.txt
+http://api.whatsapp.com/robots.txt
+http://apod.nasa.gov/robots.txt
+http://app.box.com/robots.txt
+http://apple.co/robots.txt
+http://artnews.com/robots.txt
+http://ascii.jp/robots.txt
+http://au.effectivemeasure.net/robots.txt
+http://austinmoody.net/robots.txt
+http://azure.microsoft.com/robots.txt
+http://babylenta.ru/robots.txt
+http://bain.com/robots.txt
+http://basecamp.com/robots.txt
+http://bbc.com/robots.txt
+http://bbcamerica.com/robots.txt
+http://bbcgoodfood.com/robots.txt
+http://beautifulthailand99.blogspot.co.uk/robots.txt
+http://bestdocsnetwork.com/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://biography.com/robots.txt
-http://birds.cornell.edu/robots.txt
-http://blogs.law.harvard.edu/robots.txt
-http://books.google.fr/robots.txt
-http://br.linkedin.com/robots.txt
-http://business-standard.com/robots.txt
-http://cbs.nl/robots.txt
-http://christianitytoday.com/robots.txt
-http://christinakarst.com/robots.txt
-http://chron.com/robots.txt
-http://cia.gov/robots.txt
-http://cisco.com/robots.txt
-http://click.clktraker.com/robots.txt
-http://cmswire.com/robots.txt
-http://colorado.edu/robots.txt
-http://coltelleriacollini.com/robots.txt
-http://comcluster.cxense.com/robots.txt
+http://bhf.org.uk/robots.txt
+http://bigoven.com/robots.txt
+http://bitcoin-informant.de/robots.txt
+http://blackholerecordings.com/robots.txt
+http://bleepingcomputer.com/robots.txt
+http://blog.bufferapp.com/robots.txt
+http://boeing.com/robots.txt
+http://businesstoday.in/robots.txt
+http://cambridge.org/robots.txt
+http://carinon.hatenablog.com/robots.txt
+http://cdn.rawgit.com/robots.txt
+http://cedcommerce.com/robots.txt
+http://chainer.connpass.com/robots.txt
+http://chronicle.com/robots.txt
+http://cio.com/robots.txt
+http://cityam.com/robots.txt
+http://click.linksynergy.com/robots.txt
+http://clubic.com/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://consumerist.com/robots.txt
-http://content.time.com/robots.txt
-http://coreywilley.com/robots.txt
-http://coursehero.com/robots.txt
-http://crowdrise.com/robots.txt
-http://csmonitor.com/robots.txt
-http://ct.pinterest.com/robots.txt
-http://dasbuchderwahrheit.de/robots.txt
-http://de.wikipedia.org/robots.txt
-http://deja365.com/robots.txt
-http://deloitte.com/robots.txt
-http://deviantart.com/robots.txt
-http://docs.github.com/robots.txt
-http://docstoc.com/robots.txt
-http://domain.com.au/robots.txt
-http://draft.blogger.com/robots.txt
-http://earthquake.usgs.gov/robots.txt
+http://constantcontact.com/robots.txt
+http://coursera.org/robots.txt
+http://courses.i-leadonline.com/robots.txt
+http://crossref.org/robots.txt
+http://cultofmac.com/robots.txt
+http://d.turn.com/robots.txt
+http://dc.arrivalist.com/robots.txt
+http://delivery.yandex.ru/robots.txt
+http://ecma-international.org/robots.txt
 http://economie.gouv.fr/robots.txt
-http://edenguard.fr/robots.txt
-http://elmundo.es/robots.txt
-http://en-gb.facebook.com/robots.txt
-http://en-gb.wordpress.org/robots.txt
-http://en.wordpress.com/robots.txt
-http://engineering.cornell.edu/robots.txt
-http://etsi.org/robots.txt
-http://eva-oh.com/robots.txt
-http://events.xg4ken.com/robots.txt
-http://fas.org/robots.txt
-http://fast.wistia.com/robots.txt
-http://firstpost.com/robots.txt
-http://flipboard.com/robots.txt
-http://focus.de/robots.txt
-http://fotovision.in/robots.txt
-http://fsf.org/robots.txt
-http://fsmitha.com/robots.txt
-http://fujifabric.com/robots.txt
-http://gamestop.com/robots.txt
-http://gaming-style.com/robots.txt
-http://genome.gov/robots.txt
-http://geo-tracker.smadex.com/robots.txt
-http://geo.itunes.apple.com/robots.txt
-http://getcomposer.org/robots.txt
-http://gilt.com/robots.txt
-http://globaltimes.cn/robots.txt
-http://google.co.th/robots.txt
-http://google.dk/robots.txt
-http://gravityforms.com/robots.txt
-http://hackersmexicanos.net/robots.txt
-http://hacking-social.com/robots.txt
-http://help.twitter.com/robots.txt
-http://helpscout.net/robots.txt
-http://hotel-carat.de/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://letterboxd.com/robots.txt
+http://ed.gov/robots.txt
+http://eff.org/robots.txt
+http://en.support.wordpress.com/robots.txt
+http://engadget.com/robots.txt
+http://ericsson.com/robots.txt
+http://estatousa.com/robots.txt
+http://euronews.com/robots.txt
+http://evuk.co.uk/robots.txt
+http://experience.arcgis.com/robots.txt
+http://expressen.se/robots.txt
+http://faithandreason.com/robots.txt
+http://fauerzaesp.org/robots.txt
+http://fema.gov/robots.txt
+http://firstrunfeatures.com/robots.txt
+http://fiverr.com/robots.txt
+http://fnac.com/robots.txt
+http://folhadeirati.com.br/robots.txt
+http://forcefieldsnz.bandcamp.com/robots.txt
+http://foromontefrio.com/robots.txt
+http://francetvinfo.fr/robots.txt
+http://galu.co.jp/robots.txt
+http://geraldtabios.com/robots.txt
+http://govinfo.gov/robots.txt
+http://graphics8.nytimes.com/robots.txt
+http://gyro13.com/robots.txt
+http://hbs.edu/robots.txt
+http://health.govt.nz/robots.txt
+http://health.pa.gov/robots.txt
+http://heart.org/robots.txt
+http://homesinhamiltonontario.com/robots.txt
+http://htmlpreview.github.io/robots.txt
+http://hubs.ly/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.postimg.cc/robots.txt
-http://ilo.org/robots.txt
-http://imatrix.com/robots.txt
-http://img.youtube.com/robots.txt
-http://impots.gouv.fr/robots.txt
-http://independent.academia.edu/robots.txt
-http://insidehighered.com/robots.txt
-http://instapaper.com/robots.txt
-http://interhome.de/robots.txt
-http://intermonoxfam.org/robots.txt
+http://i.ebayimg.com/robots.txt
+http://i.vimeocdn.com/robots.txt
+http://i9.ytimg.com/robots.txt
+http://ie.edu/robots.txt
+http://ifcncodeofprinciples.poynter.org/robots.txt
+http://imagekandi.com/robots.txt
+http://indiana.edu/robots.txt
+http://iopscience.iop.org/robots.txt
 http://istanbulyelken.org.tr/robots.txt
-http://ithemes.com/robots.txt
-http://jamanetwork.com/robots.txt
-http://jmp.sh/robots.txt
-http://joinmastodon.org/robots.txt
-http://josebenegas.com/robots.txt
-http://jp.youtube.com/robots.txt
-http://jstor.org/robots.txt
-http://justgetflux.com/robots.txt
-http://kazamprod.com/robots.txt
-http://kettestaiabc.lt/robots.txt
-http://laquadrature.net/robots.txt
-http://latin-ongaku.net/robots.txt
-http://learndigital.withgoogle.com/robots.txt
+http://izioq.bandcamp.com/robots.txt
+http://journals.plos.org/robots.txt
+http://kongregate.com/robots.txt
+http://l.facebook.com/robots.txt
+http://larkenequity.com/robots.txt
+http://lg.com/robots.txt
 http://librarything.com/robots.txt
-http://linkrep.com/robots.txt
-http://liverpoolecho.co.uk/robots.txt
-http://maps.google.ca/robots.txt
-http://maps.google.co.uk/robots.txt
-http://marmorix.de/robots.txt
-http://mass.gov/robots.txt
-http://masterlatif.com/robots.txt
-http://mediapost.com/robots.txt
-http://memcached.org/robots.txt
-http://menshealth.com/robots.txt
-http://metacritic.com/robots.txt
-http://minecraftforum.net/robots.txt
-http://mor-pack.co.il/robots.txt
-http://mountsinai.org/robots.txt
-http://myanimelist.net/robots.txt
-http://ncdc.noaa.gov/robots.txt
-http://newindianexpress.com/robots.txt
+http://linkedin.com/robots.txt
+http://list.ly/robots.txt
+http://m.youtube.com/robots.txt
+http://macobserver.com/robots.txt
+http://market.android.com/robots.txt
+http://mathworld.wolfram.com/robots.txt
+http://militarytimes.com/robots.txt
+http://mineyour.biz/robots.txt
+http://mootools.net/robots.txt
+http://mpgi.edu.in/robots.txt
+http://n.us1.dyntrk.com/robots.txt
+http://nachosuarez.blogspot.com/robots.txt
+http://namecheap.com/robots.txt
+http://nascardigitalmediallc.demdex.net/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://nebula.wsimg.com/robots.txt
+http://newrelic.com/robots.txt
 http://news.google.com/robots.txt
-http://no.wikipedia.org/robots.txt
-http://noendinsightmovie.com/robots.txt
-http://nydailynews.com/robots.txt
+http://news.softpedia.com/robots.txt
+http://news24.com/robots.txt
+http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
+http://nofilmschool.com/robots.txt
+http://nzz.ch/robots.txt
+http://oag.ca.gov/robots.txt
+http://observer.com/robots.txt
 http://ogp.me/robots.txt
-http://packages.ubuntu.com/robots.txt
-http://panic.com/robots.txt
-http://pbs.org/robots.txt
-http://pe-we.com/robots.txt
-http://pearson.com/robots.txt
-http://pipedrive.com/robots.txt
-http://pixel.myrtbportal.com/robots.txt
-http://pl.pinterest.com/robots.txt
+http://on.fb.me/robots.txt
+http://parismatch.com/robots.txt
+http://parkinsonsresource.org/robots.txt
+http://passionfruitsporthorses.squarespace.com/robots.txt
+http://pastemagazine.com/robots.txt
+http://photomatt.net/robots.txt
+http://pixabay.com/robots.txt
+http://pixel.streetmetrics.io/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -46664,76 +46782,73 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://portal.ct.gov/robots.txt
-http://poshmark.com/robots.txt
-http://pri.org/robots.txt
-http://productuniversity.ru/robots.txt
-http://qsl.net/robots.txt
-http://query.nytimes.com/robots.txt
-http://rashidgaripov.com/robots.txt
-http://rbi.org.in/robots.txt
-http://renta.papy.co.jp/robots.txt
-http://roguefitness.com/robots.txt
-http://s1.wp.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://salon.com/robots.txt
-http://samsung-mena.demdex.net/robots.txt
-http://sas.com/robots.txt
-http://search.yahoo.com/robots.txt
-http://secure.fastclick.net/robots.txt
-http://secure.wego.com/robots.txt
-http://securewtkr.com/robots.txt
-http://security.stackexchange.com/robots.txt
-http://sendinblue.com/robots.txt
-http://sharpenyourbusiness.nl/robots.txt
-http://skift.com/robots.txt
-http://skype.com/robots.txt
+http://poolwiseliving.com.au/robots.txt
+http://popsci.com/robots.txt
+http://premiumbeat.com/robots.txt
+http://primit.it/robots.txt
+http://prnt.sc/robots.txt
+http://pt.wikipedia.org/robots.txt
+http://publish.twitter.com/robots.txt
+http://purityring.ffm.to/robots.txt
+http://px.adentifi.com/robots.txt
+http://px.gumgum.com/robots.txt
+http://ragesw.com/robots.txt
+http://rdr.connectedinteractive.com/robots.txt
+http://recalculatingfilm.com/robots.txt
+http://reuters.com/robots.txt
+http://rijksoverheid.nl/robots.txt
+http://rsfbathroomdesigns.co.uk/robots.txt
+http://rtb.adp3.net/robots.txt
+http://rtd.tubemogul.com/robots.txt
+http://rte.ie/robots.txt
+http://science.nasa.gov/robots.txt
+http://scienceandnonduality.com/robots.txt
+http://sciencing.com/robots.txt
+http://security.googleblog.com/robots.txt
+http://seekingalpha.com/robots.txt
+http://servedby.ipromote.com/robots.txt
 http://smallbiztrends.com/robots.txt
 http://smallbusiness.withgoogle.com/robots.txt
-http://smugmug.com/robots.txt
-http://snapchat.com/robots.txt
-http://songkick.com/robots.txt
-http://spacetelescope.org/robots.txt
-http://spl.zeotap.com/robots.txt
-http://sportskeeda.com/robots.txt
-http://svt.se/robots.txt
+http://smileeasy.com/robots.txt
+http://socialnomics.net/robots.txt
+http://static.wixstatic.com/robots.txt
+http://sunderlandecho.com/robots.txt
 http://t3n.de/robots.txt
-http://tagmanager.google.com/robots.txt
-http://techvisiongames.com/robots.txt
-http://the-scientist.com/robots.txt
-http://thecut.com/robots.txt
-http://thefreelibrary.com/robots.txt
-http://theintercept.com/robots.txt
-http://thewindowsclub.com/robots.txt
-http://timeanddate.com/robots.txt
-http://tinyurl.com/robots.txt
-http://travel.state.gov/robots.txt
-http://treccani.it/robots.txt
-http://trendmicro.com/robots.txt
-http://trsorg.com/robots.txt
-http://uk.reuters.com/robots.txt
-http://us.battle.net/robots.txt
-http://us02web.zoom.us/robots.txt
-http://uscode.house.gov/robots.txt
-http://vidsy.co/robots.txt
-http://vivino.com/robots.txt
-http://vogue.co.uk/robots.txt
-http://voxeu.org/robots.txt
-http://webopedia.com/robots.txt
-http://weightwatchers.com/robots.txt
-http://wiki.mozilla.org/robots.txt
-http://wired.com/robots.txt
-http://woothemes.com/robots.txt
-http://wordreference.com/robots.txt
-http://workspace.google.com/robots.txt
-http://worldwide.espacenet.com/robots.txt
+http://tandfonline.com/robots.txt
+http://tapncap.com/robots.txt
+http://tattierecords.com/robots.txt
+http://techopedia.com/robots.txt
+http://techpi-und-malibu.de/robots.txt
+http://texastribune.org/robots.txt
+http://theonion.com/robots.txt
+http://thetrevorproject.org/robots.txt
+http://thinglink.com/robots.txt
+http://timesofisrael.com/robots.txt
+http://tnc.org.br/robots.txt
+http://tools.google.com/robots.txt
+http://tools.pingdom.com/robots.txt
+http://toronto.ca/robots.txt
+http://track.adform.net/robots.txt
+http://track.omguk.com/robots.txt
+http://trends.google.com.mx/robots.txt
+http://undefined.fls.doubleclick.net/robots.txt
+http://uptimerobot.com/robots.txt
+http://usda.gov/robots.txt
+http://v.qq.com/robots.txt
+http://vancouver.ca/robots.txt
+http://viki.com/robots.txt
+http://vitantonio.jp/robots.txt
+http://vmed.club/robots.txt
+http://voterga.org/robots.txt
+http://wise.com/robots.txt
+http://wolframreiter.org/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://youcaring.com/robots.txt
+http://yellowpages.com/robots.txt
 http://youtubefanfest.com/robots.txt
-http://yummly.com/robots.txt
-http://zoo.105.net/robots.txt
+http://zertifikateawards.de/robots.txt
+http://zmg.su/robots.txt
 httpd
 httpd/reports
 https
@@ -46851,7 +46966,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://blueletterbible.org/robots.txt
+https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -47509,6 +47624,7 @@ idees/fiches/theme=
 identification
 identite
 identity
+identity/
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 identity/how-we-look
@@ -47680,7 +47796,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://tno.nl/robots.txt
+iframes/http://earthobservatory.nasa.gov/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -47923,7 +48039,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://csun.edu/robots.txt
+img/http://takeout.google.com/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -48309,13 +48425,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://archives.gov/robots.txt
-index.php/user/logout/http://couchsurfing.com/robots.txt
-index.php/user/logout/http://ordnancesurvey.co.uk/robots.txt
-index.php/user/logout/http://ox.ac.uk/robots.txt
-index.php/user/logout/http://pst-merger.com/robots.txt
-index.php/user/logout/http://univision.com/robots.txt
-index.php/user/logout/http://wikitravel.org/robots.txt
+index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
+index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
+index.php/user/logout/http://medicine-world.ru/robots.txt
+index.php/user/logout/http://ncaa.com/robots.txt
+index.php/user/logout/http://seagate.com/robots.txt
+index.php/user/logout/http://trapanishuttle.com/robots.txt
+index.php/user/logout/http://usmagazine.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -48356,6 +48472,7 @@ index.php?source=
 index.php?title=Special:Recentchanges
 index.pl
 index.xml
+index/*
 index/*&aspen
 index/*&d2Previous
 index2.pl
@@ -48392,7 +48509,9 @@ industries/product-tours
 industry-promotion
 industry-signup.cfm
 industry-signup2.cfm
+industry/private
 industry=
+industry_SME
 ineagu
 inetSearch/
 inf/portal/agresso_fin.html
@@ -48711,8 +48830,14 @@ insurance
 insurance-app
 int/Free_For_Mem
 int=
+intact/graph2MIF
+intact/hierarchView
+intact/mine
+intact/search
+intact/statisticView
 intarnel/*
 intcmp=
+integr8
 integrate/
 integration-api/*?
 integration-product-categories
@@ -48730,7 +48855,7 @@ inter-success-buy
 inter-wait-buy
 interact
 interactions-list-drugs.php
-interactive*http://codex.wordpress.org/robots.txt
+interactive*http://fcp.co/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interactives
@@ -48807,6 +48932,14 @@ internet/gigabit
 internet/speed
 interns
 internship-mentor-1
+interpro/*/proteins-matched
+interpro/*export=fasta
+interpro/*export=ids
+interpro/*export=tsv
+interpro/ISpy
+interpro/RI
+interpro/condensed
+interpro/internal-tools
 interstitial
 interstitial-ad
 interstitial/
@@ -49035,6 +49168,7 @@ iskylarscott
 isl-ql
 islavinsky
 ism/2011/january/nose-0124.html
+ismb97
 iso/
 isogai
 isolavirtuale
@@ -49450,7 +49584,7 @@ it/search/
 it/search/autocomplete
 it/search/default.mi
 it/search?
-it/searchhttp://500px.com/robots.txt
+it/searchhttp://luminous-spaces.com/robots.txt
 it/sfogliare
 it/share
 it/share-order
@@ -49508,8 +49642,8 @@ ita/layout/set
 italianthings
 itc
 itc/ccnmtl/assets
-itcz/
-itde/
+itcz
+itde
 item-img/*
 item/clone
 item/correction
@@ -49537,14 +49671,14 @@ itemsize-*
 iten/Rotationskolbenpumpe
 iten/knarrender
 iten/lastricher%C3%A0
-itfr/
-itgr/
+itfr
+itgr
 itineraires
 itineraires/*/itineraires-de-
 itineraires/*/routes-a-partir-de-
-itja/
+itja
 itkatz
-itko/
+itko
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -49564,14 +49698,14 @@ itm/soi
 itm/variationlogistics
 itm/watch
 itmhero
-itmi/about/dean-message/http://blogtalkradio.com/robots.txt
-itnl/
+itmi/about/dean-message/http://indieauthorcon.com/robots.txt
+itnl
 itoolshelp
 itpi/digitaltour/
-itpl/
-itpt/
-itro/
-itru/
+itpl
+itpt
+itro
+itru
 its-national-cybersecurity-awareness-month
 its/internal
 its/new
@@ -49583,15 +49717,15 @@ itservices/sfuconnect
 itsjohnward
 itsnotok
 itsolutions/
-itsv/
-ittr/
+itsv
+ittr
 itu_mt_main
 itudocr
 itudocs
 itunes
 itunes/mac/10.1/Contents/en/searchindex
 itvs/mt3
-itzh/
+itzh
 iui
 iulianradu
 iv
@@ -49829,26 +49963,26 @@ jacobrosen
 jacqueline-lane
 jacquelineepstein
 jacquianderle
-jacz/
+jacz
+jade
 jade-moon
-jade/
 jaeger
 jaehyun_jung
 jaeinlee
 jaekim
-jaes/
+jaes
 jaewonshin
 jaffe
-jafr/
+jafr
 jagchhatwal
-jagr/
+jagr
 jahuang
 jaimebgoldstein
 jaimepanoptotestsite
-jait/
+jait
 jajp/
 jakeconway
-jako/
+jako
 jalali
 jalekseyeva
 jalili
@@ -49886,22 +50020,22 @@ janheng
 janicelintz
 janisthamm
 janitor
-janl/
+janl
 jannejnappi
 jannyliao
 janpaulsandmann
 january-anmaicu
 january-massage
-japl/
-japt/
+japl
+japt
 jaq
 jarada
 jared
 jaredhawkins
-jaro/
+jaro
 jarradvanstan
 jarred
-jaru/
+jaru
 jasminc
 jasmine-runner/static-1.14
 jasmine-runner/static-1.15
@@ -49923,8 +50057,8 @@ jasonjiaxiwu
 jasonkey
 jasonmitchell
 jastover
-jasv/
-jatr/
+jasv
+jatr
 java
 javacalcs
 javadb/10.3.3.0
@@ -49963,7 +50097,7 @@ jayender
 jayoungchoi
 jayski/tracks/archive/story/_/id/*/*
 jayson-marwaha
-jazh/
+jazh
 jazz/node
 jazz/users
 jb=
@@ -50817,18 +50951,154 @@ js/*.js*$
 js/*hotels*?
 js/*restaurants*?
 js/*things-to-do/*?
+js/AddHandler.js
+js/BidContainerPopUp.js
+js/BidContainerPopUp.js?date=16001231070000
+js/BidContainerPopUp2.js
+js/BidcontainerPopUp.js
+js/ChristiesLiveBidding_test.js
+js/FollowSaleLot.js
+js/FollowSaleLot.js?13072015
+js/LoadFastSignUp.js
+js/LoadFastSignUp.js?_=1512604800039
+js/LoadFastSignUp.js?_=1513036800038
+js/LoadFastSignUp.js?_=1513900800038
+js/LoadFastSignUp.js?_=1514073600037
+js/LoadFastSignUp.js?_=1514246400038
+js/LoadFastSignUp.js?_=1514332800038
+js/LoadFastSignUp.js?_=1514592000037
+js/LoadFastSignUp.js?_=1514592000038
+js/LoadFastSignUp.js?_=1514678400037
+js/LoadFastSignUp.js?_=1514764800037
+js/LoadFastSignUp.js?_=1514851200037
+js/LoadFastSignUp.js?_=1515024000038
+js/LoadFastSignUp.js?_=1515110400037
+js/ToolTip.js
 js/adobe/at.js
 js/ajaxconn
+js/chr.analytics.js
+js/chr.calendar.js
+js/chr.configs.analytics.js
+js/chr.configs.carousel.js
+js/chr.configs.carousel_2013.js
+js/chr.configs.carousel_2013_spinset.js
+js/chr.configs.share.js
+js/chr.configs.showhide.js
+js/chr.modules.crsl.js
+js/chr.share.js
+js/chr.util.calendar.js
+js/chr.util.showhide.js
+js/entersaleP2.js
 js/errors
+js/jAlertPopUp.js
+js/jAlertPopUp.js?010120180943
+js/jAlertPopUp.js?030120181509
+js/jAlertPopUp.js?040120181248
+js/jAlertPopUp.js?060120181545
+js/jAlertPopUp.js?070120181312
+js/jAlertPopUp.js?100120181322
+js/jAlertPopUp.js?120120181954
+js/jAlertPopUp.js?131220170707
+js/jAlertPopUp.js?131220171002
+js/jAlertPopUp.js?161220170733
+js/jAlertPopUp.js?211220170547
+js/jAlertPopUp.js?221120170127
+js/jAlertPopUp.js?221220170940
+js/jAlertPopUp.js?241220171114
+js/jAlertPopUp.js?251220171115
+js/jAlertPopUp.js?301220171323
+js/jCallWebService.js
+js/jSaleRegistration.js?010120180943
+js/jSaleRegistration.js?030120181509
+js/jSaleRegistration.js?040120181248
+js/jSaleRegistration.js?060120181545
+js/jSaleRegistration.js?070120181312
+js/jSaleRegistration.js?100120181322
+js/jSaleRegistration.js?120120181954
+js/jSaleRegistration.js?131220170707
+js/jSaleRegistration.js?131220171002
+js/jSaleRegistration.js?161220170733
+js/jSaleRegistration.js?211220170547
+js/jSaleRegistration.js?221120170127
+js/jSaleRegistration.js?221220170940
+js/jSaleRegistration.js?241220171114
+js/jSaleRegistration.js?251220171115
+js/jSaleRegistration.js?301220171323
+js/jcarousel.js
+js/jcarousellite_1.0.1.min.js
+js/jcarousellite_1.8.2.min
+js/jcarousellite_1.8.2.min.js
+js/jplayer/js/jquery.jplayer.min.js
+js/jplayer/skins/christies/christies.css
 js/jquery
+js/jquery.placeholder.js
 js/jquery/*
+js/jquery/jquery-1.7.1.min.js?date=09012010
+js/jquery/jquery-1.9.1.js
+js/jquery/jquery.cookie.js
+js/jquery/jquery.cookie.js?_=1512604800038
+js/jquery/jquery.cookie.js?_=1513036800037
+js/jquery/jquery.cookie.js?_=1513900800037
+js/jquery/jquery.cookie.js?_=1514073600036
+js/jquery/jquery.cookie.js?_=1514246400037
+js/jquery/jquery.cookie.js?_=1514332800037
+js/jquery/jquery.cookie.js?_=1514592000036
+js/jquery/jquery.cookie.js?_=1514592000037
+js/jquery/jquery.cookie.js?_=1514678400036
+js/jquery/jquery.cookie.js?_=1514764800036
+js/jquery/jquery.cookie.js?_=1514851200036
+js/jquery/jquery.cookie.js?_=1515024000037
+js/jquery/jquery.cookie.js?_=1515110400036
+js/jquery/jquery.min.js
+js/jquery/jquery.min.js?date=09012010
+js/jquery/jquery.plugins.min.js
+js/jquery/jquery.plugins.min.js?date=09012010
+js/jquery/modernizr-1.6.min.js
+js/jquery/site.jquery.events.js
+js/jquery/site.jqwidget.tooltip.js
+js/jquery/site.js
+js/jquery/site.pages.zoom_image.js
+js/jquery/site.sections.multimedia.cookie.js
+js/jquery/site.sections.multimedia.js
+js/jquery/site.sections.mygallery.js
+js/lib/lib.min.js?date=09012010
 js/main-*.js
 js/mbox.js
 js/powellsJQuery.validity.js?*
 js/powellsValidationData.js?*
 js/product_reveal_gdm_ajax.js
+js/sales_landing.js
+js/sales_landing_2013.js
+js/sales_landing_2014.js
+js/signup.js
+js/site.advanced_search.js
+js/site.controllers.collapse_panel.js
+js/site.controllers.field_hint.js?date=09012010
+js/site.controllers.list_tooltips.js
+js/site.controllers.sale_tooltips.js
+js/site.controllers.tooltips.js?date=09012010
+js/site.js?date=09012010
+js/site.lang.en.js?date=09012010
+js/site.legacy-utils.js
+js/site.page.js?date=09012010
+js/site.pages.about.googlemap.js
+js/site.pages.calendar_new.js
+js/site.pages.events.js
+js/site.pages.rss.js
+js/site.pages.specialists.js
+js/site.pages.timesbasedsalemessages.js
+js/site.widgets.calendar.js
+js/site.widgets.collapse_panel.js
+js/site.widgets.drop_down.js?date=09012010
+js/site.widgets.rich_checkbox.js
+js/site.widgets.rich_checkbox_list.js
+js/site.widgets.rich_select.js
+js/site.widgets.ticker.js?date=09012010
+js/site.widgets.tooltip.js
+js/site.widgets.tooltip.js?date=09012010
 js/spmsg-
 js/streamsense-*.min.js
+js/swfobject.js
 js/trash
 js/widget.js
 js2
@@ -50886,7 +51156,6 @@ json/property/estimates
 json/search
 jsonapi/*
 jsonp/Bdp.htm?
-jsonsearch
 jsp-templates
 jsp/events
 jsscripts/
@@ -51128,6 +51397,7 @@ kbkaletka
 kbrackney
 kbreedlove
 kbsriharsha
+kc
 kcadviento
 kcet/mt4
 kconnolly
@@ -51499,24 +51769,24 @@ ko_kr
 ko_kr/templates/M
 kobe-incheonmassage
 kochen
-kocz/
-kode/
+kocz
+kode
 kodixon
 kodychristiansen
-koes/
-kofr/
+koes
+kofr
 kogod/calendar/
-kogr/
+kogr
 koha/
 kohane
 koichiroshiba
-koit/
-koja/
+koit
+koja
 kolkata
 kolson
 koncerty
 kong
-konl/
+konl
 konradboeschenstein
 kontakt-myheritage
 kontakt-podr%C5%A1ka
@@ -51535,28 +51805,28 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
-kopl/
-kopt/
+kopl
+kopt
 koray
 korean
 korina
 korisauserzachrison
-koro/
+koro
 kortblad
 kortizceballos
-koru/
+koru
 korzina
 kosgei
 kossowsky
 kostioukhina
-kosv/
-kotr/
+kosv
+kotr
 kotsyuba
 kouafi
 kourtniesanders
 kovach
 kow5
-kozh/
+kozh
 kozin
 kp/
 kpacheco-barrios
@@ -51801,7 +52071,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jdsupra.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
 landing-pages
 landing.php
 landing/
@@ -51934,7 +52204,6 @@ latam/*
 latam/blog/
 latam/blog/*
 latest
-latest-amp-article
 latest-news/comodo-and-cybrhawk-announce-technology-partnership-cybrhawk-integrates-comodos-openedr-into-xdr-solution-set/?
 latest-playlist
 latest-talk
@@ -52142,7 +52411,7 @@ learning/settings?
 learningarcade/
 learningcenter
 learnmore
-learnmore-transferhttp://foter.com/robots.txt
+learnmore-transferhttp://mc.yandex.ru/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -52225,12 +52494,12 @@ legal-content/SV/TXT/DOC
 legal-content/SV/TXT/SIG
 legal-guides/ugc
 legal-leaderboards/weekly
-legal-p2/http://iata.org/robots.txt
+legal-p2/http://sendpulse.com/robots.txt
 legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://secure.quantserve.com/robots.txt
+legal/http://outdooractive.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -52473,7 +52742,6 @@ library/working
 library=
 library?
 library?/
-library_common/
 library_glossary.htm
 libraryservices/beta/search
 libraryservices/feedback/poll
@@ -52703,9 +52971,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://blogs.oracle.com/robots.txt
-live-preview/http://careerbuilder.com/robots.txt
-live-preview/http://tn.gov/robots.txt
+live-preview/http://darksidedetective.com/robots.txt
+live-preview/http://game.es/robots.txt
+live-preview/http://infosecurity-magazine.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -52738,6 +53006,7 @@ live/message
 live/report.rvt
 live_chat
 live_parties
+livebidding/
 liveblog
 liveblog/*
 liveblog/*/?cardId=
@@ -52929,7 +53198,6 @@ login-callback
 login-for-zendesk
 login-messages
 login-mgt
-login-signup
 login-success
 login-v2?
 login.asp
@@ -52959,7 +53227,7 @@ login/device-based/regular/login/?next=
 login/domain
 login/facebook
 login/googleplus
-login/http://agentsasco.ffm.to/robots.txt
+login/http://cex.io/robots.txt
 login/join$
 login/join?
 login/password
@@ -53011,7 +53279,6 @@ logo-request.php
 logodownload.php
 logonUserServicesStartupAction.do
 logos
-logotipoanticorrupcion/
 logotypes
 logout
 logout
@@ -53148,7 +53415,7 @@ lrossmiller
 lrotenstein
 lrtrambaiolli
 ls/
-ls/docshttp://sltrib.com/robots.txt
+ls/docshttp://console.cloud.google.com/robots.txt
 lsdahlberg
 lshao
 lsho1976
@@ -53772,7 +54039,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://yourdomain.com/robots.txt
+mail-fertighttp://npmjs.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -53781,9 +54048,7 @@ mail/
 mail/$
 mail/help/adminconsole/print/.network-solutions-mx.html.swp
 mail/images/mail-pricing-inr.pdf
-mail/subscribe
 mail/termsandconditions
-mail/valid-
 mail/view
 mail/webhook/open
 mail?
@@ -54497,7 +54762,6 @@ mec-medicaid/
 mecha
 mechanic
 meconnect/
-medal/*
 meddev
 media
 media
@@ -54508,7 +54772,6 @@ media-library-links/
 media-library/sites/alspac/migrated/documents
 media-manager
 media/
-media/*
 media/*/analog-dialogue/
 media/*/company/sustainability-reports/
 media/*/edit
@@ -54526,7 +54789,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://wolfram.com/robots.txt
+media/Resized-Images/*http://minecraft.net/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -54536,7 +54799,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://kagonekoshiro.blog86.fc2.com/robots.txt
+media/all/1288165/http://cell.com/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -54555,7 +54818,6 @@ media/daodao/photo-t
 media/daodao/video-t
 media/daodao/video-v
 media/downloads/
-media/editimgecaption/*
 media/ethics-center/social-sector-ethics/
 media/fbavatar
 media/feeds
@@ -54607,7 +54869,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://store.cdbaby.com/robots.txt
+media/tyfo*http://startrankingnow.com/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -54648,7 +54910,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://themoviedb.org/robots.txt
+mediahttp://newscientist.com/robots.txt
 mediakit
 mediakit/
 medialibrary/de/brief
@@ -54957,7 +55219,7 @@ medredesign
 medstaging
 meeting/register
 meeting/schedule
-meetingOptionshttp://ethereum.org/robots.txt
+meetingOptionshttp://teamusa.org/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -55185,7 +55447,9 @@ meta-site
 meta/sitemap
 meta_gender=
 meta_robots-noindex
+metabolights/MTBLS*/files
 metadata/
+metagenomics/beta
 metamod.pl
 metasell
 metasploit-modules/
@@ -55263,6 +55527,8 @@ mhooper
 mhpc/search/node
 mhrc/home/search/node
 mhuchu
+mia
+miamexpress/devhelp
 miami-workspace
 miami/
 miargentina/consultas
@@ -55303,6 +55569,12 @@ michelmaalouly
 michelnehme
 michigan-deals
 mickley
+microarray-as/atlas/qr
+microarray/ArrayExpress
+microarray/ExpressionProfiler
+microarray/General/Internal
+microarray/MIAMExpress
+microarray/interfaces
 microbadge
 microsite
 microsite/itsnotokay/ajax/video-consumption.php
@@ -55355,6 +55627,7 @@ mikenish
 mikezhang
 mikhak
 mikly.pl
+mil
 mil*?
 mil4teachers/ar/event/*/ical
 mil4teachers/ar/explore
@@ -55618,6 +55891,7 @@ ml/users
 mla
 mlawrence
 mlb
+mlb/gameday
 mld?
 mlevay
 mlewis
@@ -55961,7 +56235,6 @@ modernizr
 modes/driving/te-contact-us-make-an-enquiry-failure-26705
 modes/driving/te-contact-us-make-complaint-failure-*
 modify.php
-module-catalogue
 module-catalogue/reporting
 modules
 modules/
@@ -56278,7 +56551,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://tldp.org/robots.txt
+mre/*.zip$http://gov.il/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -56397,7 +56670,7 @@ msaadat
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://blog.kissmetrics.com/robots.txt
+msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -56479,6 +56752,8 @@ mscheurer
 mschwartz
 mschwentner
 msclkid=
+msd-srv/ssm/cgi-bin
+msd.old
 msdemo/
 msdn-files/
 msdnmag/
@@ -56587,9 +56862,9 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://edgeoftomorrowmovie.com/robots.txt
-munin*http://ipxplus.net/robots.txt
-munin*http://movie-teaser.blogspot.com/robots.txt
+munin*http://demandcooling.com/robots.txt
+munin*http://pacaneleaparate.biz/robots.txt
+munin*http://packages.debian.org/robots.txt
 muns
 munshi
 musafim
@@ -56619,7 +56894,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://canadadrives.ca/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -56665,7 +56940,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://cryptoventurenews.com/robots.txt
+mvp/http://delta.com/robots.txt
 mw/
 mw/en
 mw5-newsletter-v1
@@ -57005,7 +57280,6 @@ myshop
 mystorm
 mystuff
 mystunningwebsites
-mystyles.css
 mysuccesshub
 mysuggestions.asp
 mysupport/s/forumshome
@@ -57173,6 +57447,7 @@ navigate.asp
 navigation
 navigation-teasers
 navigation.html
+navigation/*
 navigation_times
 navish
 navlvl=
@@ -57636,7 +57911,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://uva.nl/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -57737,7 +58012,7 @@ newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
 newsletter/
-newsletter/$http://jadserve.postrelease.com/robots.txt
+newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -58336,7 +58611,7 @@ newstopics
 newstudent
 newsuppliers
 newswire
-newwearesorry.asp
+newt
 newyears-2020-aff
 newyork
 nexradinv
@@ -59164,23 +59439,23 @@ nl_be
 nl_nl
 nl_nl/sjablonen/M
 nlanter
-nlcz/
-nlde/
-nles/
-nlfr/
-nlgr/
-nlit/
-nlja/
-nlko/
-nlpl/
-nlpt/
-nlro/
-nlru/
-nlsv/
-nltr/
+nlcz
+nlde
+nles
+nlfr
+nlgr
+nlit
+nlja
+nlko
+nlpl
+nlpt
+nlro
+nlru
+nlsv
+nltr
 nltrack
 nlylew
-nlzh/
+nlzh
 nm1
 nmaps/*?
 nmarston
@@ -59478,7 +59753,7 @@ non-searchable/
 nonConfig/api/wpa
 nonacm
 nonbot/
-nonce="xyRT-x-DNi-vcHIi9QSKJA">if(google.cis
+nonce="r0ymMqxzFWsO_wrUeMr55w">if(google.cis
 nonlystdomainredirect
 nonprofits-ngos
 nonprofits/account
@@ -59602,7 +59877,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://lockheedmartin.com/robots.txt
+notyours/http://openclipart.org/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -59619,7 +59894,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://ukrnovosti.net/robots.txt
+novostroyki/po-ulizam/*http://nozbe.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -59730,6 +60005,7 @@ nyheter/?s=
 nyheter/bakgrunn
 nyheter/search
 nyheter/wp-admin
+nym
 nymag/columns/intelligencer/features/16951
 nymag/letters/14872
 nyoon
@@ -59737,6 +60013,7 @@ nyserda
 nyt
 nytimes-partners
 nyucard/campuscash/admin
+nyy
 nz
 nz$
 nz*/blog-article-remove-faq-utms-*.js
@@ -59909,6 +60186,7 @@ oa/time-tracking/elite
 oa/time-tracking/premium
 oah/
 oai2
+oak
 oar
 oas/
 oauth
@@ -59922,7 +60200,7 @@ oauth-google-redirect
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://contradance.org/robots.txt
+oauth/http://fitbots.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -60112,10 +60390,11 @@ ofr/api/v3/questionnaire
 og
 oggiPlayerLoader.htm
 oglobo-mobile/
-ogm
 ogmen
 ohcm
 oi=
+oib97
+oib98
 oicms
 oil-spill-reports
 oit/network/Wired-7.cfm
@@ -60169,7 +60448,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://wemoveanywhere.com/robots.txt
+on-demand/session/*http://nxp.com/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -60249,7 +60528,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://support.xbox.com/robots.txt
+online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -60362,8 +60641,8 @@ opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://cts.vresp.com/robots.txt
-opt-out/http://hobie.com/robots.txt
+opt-out/http://youronlinechoices.eu/robots.txt
+opt-out/http://yourstory.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -61006,7 +61285,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://superdicas7.blogspot.com/robots.txt
+paldrive/en-us/http://paloaltonetworks.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -61022,6 +61301,7 @@ pamr/issues_experts/issues_experts_archive/index.html
 pamr/media_releases/index.html
 pamr/media_releases/media_releases_archive/index.html
 panasonic
+panda/jira
 panel
 panel
 panels
@@ -61047,6 +61327,7 @@ par4
 paradisi
 param.xml
 paranal/sciops/team_only
+parasites
 parental-consent/confirmation
 parental-passcode
 parenting
@@ -61188,7 +61469,7 @@ patentscopedb/
 path,
 path.php
 pathology/about/alumni-info-update-thankyou
-pathways/search?query=http://formstack.com/robots.txt
+pathways/search?query=http://chor.helbling-verlag.de/robots.txt
 patient-advisory-councils/advisory-council-application/application-thankyou
 patient/chat
 patrickagreene
@@ -61298,6 +61579,7 @@ pda/?
 pda/search?
 pda?
 pdarla
+pdbe-srv/view/search
 pdf
 pdf
 pdf$
@@ -61680,6 +61962,7 @@ phd-tfti-creative-practice
 phd-womens-studies
 pheller
 phenom
+phi
 philadelphia/?q=admin
 philadelphia/?q=comment/reply
 philadelphia/?q=filter/tips
@@ -62981,7 +63264,6 @@ photo_yaoi-
 photo_yellow-showers-
 photo_yiffy-
 photo_zoophilia-
-photobooks/about
 photogallery
 photogallery/*.xml$
 photogallery/6*.html
@@ -63135,6 +63417,7 @@ pirruccello
 piste
 pistons/node
 pistons/users
+pit
 pitch-black
 pixall
 pixel
@@ -63572,31 +63855,29 @@ playlists/*/user
 playlists/flag
 plays
 playstation
-plcz/
-plde/
+plcz
+plde
 please_wait.php
 plehmann
 plenary/*/vod.html
-ples/
-plesk-lifecycle-policy-draft
-plesk-webops-and-hosting-panel/
-plfr/
-plgr/
+ples
+plfr
+plgr
 pli
-plit/
+plit
 pliu
-plja/
-plko/
-plnl/
+plja
+plko
+plnl
 plonejsi18n$
 plp$
-plpt/
-plro/
-plru/
+plpt
+plro
+plru
 pls
 pls/zone2/f
-plsv/
-pltr/
+plsv
+pltr
 plug_id
 plugin
 plugin/*.css
@@ -63647,7 +63928,7 @@ plus/signup
 plus/vip
 plusd/cables/07PANAMA255_a.html
 plusinstall
-plzh/
+plzh
 pm
 pm-optout
 pm/
@@ -64000,13 +64281,13 @@ politica/eleicoes/2024/candidatos-*/prefeito
 politica/eleicoes/2024/candidatos-*/vereador
 politica/eleicoes/2024/candidatos-*/vice-prefeito
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://mcusercontent.com/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://pscp.tv/robots.txt
+politico-footer/http://politifact.com/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -64167,7 +64448,6 @@ post-rental-listings?zpid=
 post-style/*
 post/
 postQuestion.htm
-postRender
 post_comment
 post_forum_message.html
 post_id=*
@@ -64211,6 +64491,7 @@ pov_mt/mt4
 pow555
 power-rangers
 powerful-hybrid-suvs
+powerpoint
 powershell/
 powertools/
 poweruprewards/card-activity/
@@ -64275,7 +64556,7 @@ pratique/informatique/logiciels/windows-xp/1630
 pratyashaacharya
 praveentest
 praveer-singh
-prayers?*http://hs.fi/robots.txt
+prayers?*http://uscis.gov/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -64413,7 +64694,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://help.apple.com/robots.txt
+press/content-search?*http://channel9.msdn.com/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -64530,7 +64811,7 @@ print.htm
 print/
 print/*
 print/article/*
-print/http://invaluable.com/robots.txt
+print/http://techtimes.com/robots.txt
 print/pdf/node
 print=
 print=Y
@@ -64677,7 +64958,7 @@ product-managers/hire
 product-marketing
 product-question/*
 product-quickview*
-product-ratings/http://in.linkedin.com/robots.txt
+product-ratings/http://wisper.io/robots.txt
 product-refferal
 product-review-post
 product-reviews/*
@@ -64697,7 +64978,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://scratch.mit.edu/robots.txt
+product/buybundle/http://webdesign.about.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -64925,7 +65206,6 @@ profile/*
 profile/*/Advice
 profile/*/Reviews-Written
 profile/*/Rss
-profile/*/blog
 profile/*/followers
 profile/*/following
 profile/*/map$
@@ -64936,12 +65216,10 @@ profile/*/recommendations/bymember
 profile/*/recommendations/member
 profile/*/recommendations/memberbooks
 profile/*/recommendations/unsuggester
-profile/*/reviews
 profile/*/stats
 profile/*/stats/library
-profile/*/trophies
 profile/*article*.ece
-profile/*http://tomsguide.com/robots.txt
+profile/*http://cbs.com/robots.txt
 profile/Rhizomer
 profile/author/$
 profile/author/?
@@ -65074,7 +65352,7 @@ program-2/action~undefined
 program-2/action~week
 program-registration
 program/
-program/action~*/http://google.no/robots.txt
+program/action~*/http://attendee.gotowebinar.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -65252,7 +65530,6 @@ props/
 proredir?
 proreferral/
 prosearch.php
-prospective-students/undergraduate-redesign
 prospectus/buildProspectus.do
 prospectus/calcbursary.do
 prospectus/description.do
@@ -65266,6 +65543,9 @@ protected-page
 protected/login
 protectedpropertydetails/register_page
 protecting-your-house-with-iot-devices
+protein_profiles
+proteincol
+proteomeApplications
 protocol
 protocolexchange/labgroups
 protomed
@@ -65279,7 +65559,6 @@ proximic
 proximus
 proxy
 proxy
-proxy/*
 proxy/accounts
 proxy/accounts/v1
 proxy/accounts/v1/groups
@@ -65498,9 +65777,6 @@ pt/*max=
 pt/*min=
 pt/*my_etsy=
 pt/Download
-pt/_Original_
-pt/_incl_header.html
-pt/_old_
 pt/account
 pt/account=
 pt/adisplay.php
@@ -65547,12 +65823,6 @@ pt/error-static-cdn
 pt/event/*/ical
 pt/event/*/shoutbox
 pt/event/*/shoutbox?
-pt/eventos/2010_reunioes_ministeriais.asp
-pt/eventos/cultural_events.asp
-pt/eventos/default.asp
-pt/eventos/eventos2009.asp
-pt/eventos/eventos2010.asp
-pt/eventos/fundo_da_paz.asp
 pt/explore
 pt/features/partial/footer
 pt/features/partial/page-bottom
@@ -65561,21 +65831,13 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://criteo.com/robots.txt
+pt/forum/goto.phphttp://dai.ly/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
 pt/help/sitemap
 pt/help/sitemap.php
 pt/herramientas/generador-de-logos/onboarding
-pt/incl_banner_media_center.html
-pt/incl_footer_old.html
-pt/incl_headcontent_landing.inc
-pt/incl_headcontent_secondary.inc
-pt/incl_header1.html
-pt/incl_header2.html
-pt/incl_mini_pilares.html
-pt/incl_searchnav.html
 pt/info
 pt/internal
 pt/invites/buy
@@ -65680,16 +65942,16 @@ pt_pt/privacy.html
 pt_pt/renew.html
 pt_pt/support
 ptapi/*
-ptcz/
-ptde/
+ptcz
+ptde
 pten/deslanchar
-ptfr/
-ptgr/
-ptit/
-ptja/
-ptko/
-ptnl/
-ptpl/
+ptfr
+ptgr
+ptit
+ptja
+ptko
+ptnl
+ptpl
 ptr-2/account
 ptr-2/account=
 ptr-2/error-static-cdn
@@ -65706,12 +65968,12 @@ ptr/list=
 ptr/random
 ptr/search
 ptr/site-achievement
-ptro/
-ptru/
-ptsv/
-pttr/
+ptro
+ptru
+ptsv
+pttr
 ptype=
-ptzh/
+ptzh
 pu/
 pu_all
 pu_echo/*.htaccess
@@ -65769,7 +66031,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://s.amazon-adsystem.com/robots.txt
+public/*http://cloudflare.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -65789,7 +66051,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://englishclass101.com/robots.txt
+public/dochttp://znc.si/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -65867,7 +66129,6 @@ publications?page=
 publications?page=*&
 publicclass
 publicdatasets-confirmation/
-publicfolders/
 publicidad/
 publicidad/prueba
 publicliterature.PublicLiterature.search.html
@@ -66215,7 +66476,7 @@ r/*?
 r/*page=
 r/Preview
 r/cms
-r/http://hackernoon.com/robots.txt
+r/http://blog.codinghorror.com/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -66366,7 +66627,6 @@ raters/ap-reader-chat/ap-reader-chat
 ratgeber/check/*
 rating
 rating/
-rating/average
 rating=*
 ratings
 ratings$
@@ -66413,6 +66673,7 @@ rd/search?
 rd=
 rdc_user_check.js
 rdesai
+rdf/services/*/sparql
 rdorent
 rdpage=
 rds
@@ -66457,7 +66718,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://join.air.io/robots.txt
+readme.htmlhttp://lunacycle.com/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -66611,16 +66872,9 @@ recherche.html
 recherche?
 rechercher
 rechercher/
-recipe/*/*/nutrition
-recipe/*/*/print
-recipe/*/bitflag
-recipe/*/feedback
 recipe/box
 recipe/edit
-recipe/email*
-recipe/link/*
 recipe/view
-recipe/zapcache/*
 recipe_parser
 recipes
 recipes/cooking
@@ -66635,7 +66889,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://da-topi.jp/robots.txt
+reckon/http://clevescene.com/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -66747,7 +67001,7 @@ refer-a-friend
 refer/
 refer/pal
 reference
-reference-partial-library
+reference-partial-library/*
 reference-url-info/
 reference/*/index.html
 referenced-ctalist/
@@ -66939,7 +67193,7 @@ rendongarcia
 renee_rinehart
 renew
 renewal-center
-renewal-center/businesshttp://webgate.ec.europa.eu/robots.txt
+renewal-center/businesshttp://katespade.com/robots.txt
 renewal-center/home
 rennekamp
 renos
@@ -67733,6 +67987,7 @@ research/article/articleSearchResults.xhtml
 research/article/articleTypeSearchResults.xhtml
 research/category-90000
 research/celt/old
+research/cgg
 research/collection-*action=querySingle
 research/collection-*action=showRecord
 research/collection-10025
@@ -67832,11 +68087,10 @@ resources-campaign/*
 resources-old
 resources-rx/*
 resources-rx/files/*
-resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://qatarairways.com/robots.txt
+resources/calendar/http://lua.org/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -67955,7 +68209,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://melancholodic.de/robots.txt
+resume/http://whisky.de/robots.txt
 resume/preview
 resumes
 resumes2
@@ -67985,7 +68239,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://sumup.com/robots.txt
+revendeur/http://telestream.net/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -68365,8 +68619,8 @@ rockets/users
 rockies/fans/text-messaging-terms-and-conditions
 rockies/search
 rockwell
-rocz/
-rode/
+rocz
+rode
 rodi
 rodrigo-perez-tejada
 rodrigocetinapresuel
@@ -68374,18 +68628,18 @@ rodriguez_padilla
 rodrik
 roe
 roeder
-roes/
-rofr/
+roes
+rofr
 roganesyan
 rogerbot
 rogerdias
 rogers
 rogowski
-rogr/
+rogr
 rohitabraham
-roit/
-roja/
-roko/
+roit
+roja
+roko
 rolandolink
 roles
 roll
@@ -68397,7 +68651,7 @@ ronakjain
 ronald
 roncarati
 rongqing-aaron-pan
-ronl/
+ronl
 roomforrent/preview
 roomplanner/
 roomplanner3d/
@@ -68409,9 +68663,9 @@ rooms/*/location
 rooms/*/photos
 rooms/*/reviews
 rooms/*/safety
-ropl/
-ropt/
-roru/
+ropl
+ropt
+roru
 rorygerberg
 ros
 rosa/index.htm
@@ -68426,14 +68680,14 @@ rosenfeld
 rosenthal
 rossmair
 rosta
-rosv/
+rosv
 rotalar/*/rotalar-kalkis-
 rotalar/*/suradan-rotalar-
 rotas/*/rotas-de-
 roth
 rothleadership
 rothsteindowden
-rotr/
+rotr
 rotte/*/rotte-da-
 roundabout
 route
@@ -68447,6 +68701,7 @@ routen/*/routen-ab-
 routen/*/routen-von-
 router
 router/*
+routes.json
 routes/*/cac-duong-bay-tu-
 routes/*/export
 routes/*/routes-from-
@@ -68462,7 +68717,7 @@ royals/fans/text-messaging-terms-and-conditions
 royals/search
 royalty/s
 roymalka
-rozh/
+rozh
 rp
 rp/
 rpc
@@ -68712,7 +68967,7 @@ ru/gateway.html
 ru/general
 ru/group
 ru/group/
-ru/http://psidetektiv.cz/robots.txt
+ru/http://zoo.105.net/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -68825,36 +69080,36 @@ rubin
 rubric2sport
 rubrique.php?
 rubulmout
-rucz/
-rude/
+rucz
+rude
 rudi_batzell
-rues/
-rufr/
+rues
+rufr
 rugby?
 rugged-trucks
-rugr/
+rugr
 ruidai
 ruiguo
-ruit/
+ruit
 ruiyin
-ruja/
-ruko/
+ruja
+ruko
 rules
 rules
 rules$
 rules?
 run
 rundowns/segment.php?
-runl/
+runl
 running_races/*/results
 runsavedsearch
 ruokonen
 ruoloAnzianita/
 ruoloAnzianita2013/
-rupl/
-rupt/
+rupl
+rupt
 rurl=
-ruro/
+ruro
 rus
 rus$
 rush
@@ -68862,7 +69117,7 @@ rush-hour
 rush-hour-2
 rush-hour-3
 russia-today
-rusv/
+rusv
 rutas-aereas/*/rutas-aereas-de-
 rutas-aereas/*/rutas-de-
 rutas/*/rutas-de-
@@ -68871,12 +69126,12 @@ rute/*/rute-de-la-
 rute/*/rute-din-
 ruter/*/flyreiser-fra-
 ruter/*/ruter-fra-
-rutr/
+rutr
 rutter/*/rutter-fran-
 rutter/*/turer-fran-
 ruxandra_paul
 ruxitagentjs_2SVfqr_10139180201161915.js
-ruzh/
+ruzh
 rvh
 rvwr/*/visitdtl
 rw-reg/
@@ -69071,13 +69326,12 @@ saml
 saml/acs
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://tracking.g2crowd.com/robots.txt
+saml2/authenticate/oktahttp://spoogue.org/robots.txt
 samlCertificates
 saml_login
 saml_sso
 samlee
 sammy-test$
-sample
 sample-
 samplesViewSingle
 sampson
@@ -69338,7 +69592,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://rover.com/robots.txt
+science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -69387,7 +69641,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://servedby.flashtalking.com/robots.txt
+scorecard_staging/http://aclweb.org/robots.txt
 scoredrift/*
 scott
 scott64
@@ -69456,6 +69710,7 @@ scsb-beta
 scss
 sct
 scwu
+sd
 sd-jobs
 sd/
 sd_xdinfo
@@ -69732,13 +69987,13 @@ search-results
 search-results.asp*
 search-results.html?q=
 search-results/
+search-results/*
 search-results?imprint
 search-results?q=
 search-seeds
 search-suggest
 search-the-red-cross-site
 search-tools
-search-webglimps
 search-websites
 search-widget
 search-widget-results
@@ -70001,8 +70256,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON
-search?gss-q=*http://factcheck.org/robots.txt
-search?http://esa.int/robots.txt
+search?gss-q=*http://ubuntu.com/robots.txt
+search?http://ezp-news.de/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -70050,6 +70305,7 @@ searchbeta
 searchcomparison.htm
 searchdeb/
 searches
+searches/netsearch.html
 searchhistory
 searching/Mark
 searching/UnMark
@@ -70108,9 +70364,9 @@ section/3
 section/36
 section/6
 section/8
-section/9http://ko-fi.com/robots.txt
+section/9http://issues.apache.org/robots.txt
 section_and_ivideo_widget_ajax.html
-sectionhttp://europepmc.org/robots.txt
+sectionhttp://abs.twimg.com/robots.txt
 sectionized
 sections
 sections$
@@ -70468,6 +70724,7 @@ servicemanagementserver0414
 services
 services
 services.htm
+services.html
 services.min.js?_=
 services/
 services/*
@@ -70495,8 +70752,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://colorlib.com/robots.txt
-services/conferences/news/*?*http://reliefweb.int/robots.txt
+services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
+services/conferences/news/*?*http://www2005.org/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -70517,6 +70774,8 @@ services/heart/mychart-welcome
 services/heart/mychart-welcome/
 services/humanresources/ftcstaff
 services/humanresources/trackers
+services/images
+services/include
 services/index.html?currency=GBP&region=United%20Kingdom&country=US
 services/is
 services/is/review2001
@@ -70611,7 +70870,7 @@ services/wp-includes
 services/xml
 servicesSpecialties=
 serviceworker.js
-serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt
+serviceworker.jshttp://treysongz.lnk.to/robots.txt
 servicos/
 servin
 servizi
@@ -70864,6 +71123,7 @@ shandrajones
 shane
 shane.campbellstaton
 shanepsingh
+shanivi/http://scholastic.com/robots.txt
 shanlinke
 shanmeltzer
 shannamatalon
@@ -70873,6 +71133,7 @@ shapka
 shapourian
 shard
 share
+share
 share$
 share*
 share-button
@@ -70897,6 +71158,7 @@ shared/ad-enablers
 shared/ad-iframe-busting-enablers
 shared/docs
 shared/downloads
+shared/scripts
 sharedfavorite.aspx
 sharefavorite.aspx
 sharehub
@@ -71872,7 +72134,7 @@ shore/blogs/party/public
 shorefire_nj
 short
 short-news/*a
-short-url-machine/error/http://fhi.no/robots.txt
+short-url-machine/error/http://whatwg.org/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -71889,7 +72151,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://ezp-news.de/robots.txt
+shoutbox/http://bat.bing.com/robots.txt
 shouwenwang
 show
 show-email
@@ -71939,7 +72201,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://anchor.fm/robots.txt
+showtimes/location/*http://img-fotki.yandex.ru/robots.txt
 showvideotab=
 shr*
 shreedas
@@ -72042,6 +72304,7 @@ sidewiki/entry
 siegel/aerzte
 siem.php?
 siem.php?utm_source=
+sift
 sigalov
 sign
 sign-in
@@ -72126,11 +72389,21 @@ silent-login
 siliciano
 silive_sandbox_blog_-_azywusko
 silos/retro/
-silva
 silver-linings-playbook
 silverado-ev-reservation
 silverado-ev-reservation/down-for-maintenance
 silverado-ev-reservation/manage/change-dealer
+silverado-ev/charging
+silverado-ev/day-of-delivery
+silverado-ev/ev-essentials
+silverado-ev/ev-innovations
+silverado-ev/intuitive-technology
+silverado-ev/owner-benefits
+silverado-ev/owner-resources
+silverado-ev/personalizations
+silverado-ev/resources
+silverado-ev/vehicle-delivery-preparations
+silverado-ev/vehicle-features
 silverlight/
 silviaionescu
 sim
@@ -72239,6 +72512,7 @@ siteBackHtml
 siteSwitch
 site_faq/
 site_faq_category/
+site_indexer
 site_info/robots1.html
 site_info/robots2.html
 site_map/users-
@@ -72478,6 +72752,8 @@ sites/discoverpersonalloans
 sites/disneyinstitute
 sites/domperignon
 sites/drexeluniversity
+sites/ebi.ac.uk/files/person/image/Emanuele_Alpi.jpeg
+sites/ebi.ac.uk/files/styles/medium/public/person/image/Emanuele_Alpi.jpeg
 sites/eidoo
 sites/emc
 sites/emerson
@@ -72500,7 +72776,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://abc.es/robots.txt
+sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -73020,7 +73296,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://widgets.wp.com/robots.txt
+sn-config.htmlhttp://cleveland.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -73044,6 +73320,7 @@ so/
 soa/
 soajax/Eta$
 soap/
+soaplab
 soc
 soc/calendar/
 socaap/?
@@ -73205,12 +73482,6 @@ son/user
 son/users
 song
 song/data
-song/delete_user_review
-song/fetch_overview_review
-song/fetch_review_view
-song/report_inappropriate
-song/review_thumbs
-song/save_user_review
 song/search
 songqi
 songs/
@@ -73251,7 +73522,7 @@ sorttype=
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://bitcoinmagazine.com/robots.txt
+sos/registration/http://in.linkedin.com/robots.txt
 sotomarion
 soul/*
 soumission
@@ -73315,7 +73586,7 @@ spcon
 spcon019
 spd
 spdji/*
-spdji/*http://rki.de/robots.txt
+spdji/*http://spiegel.de/robots.txt
 special-features/premium-offers
 special-offers
 special-offers/newcarlanding.xhtml
@@ -73436,7 +73707,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://habr.com/robots.txt
+sport/bundesliga/http://zdnet.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -73552,7 +73823,6 @@ sraid
 sramgopal
 srao
 src
-src
 src/
 src/*
 src/js/spmsg
@@ -73839,7 +74109,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://deinboden24.de/robots.txt
+stats/player-stats/*http://nfpa.org/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -73853,7 +74123,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://ebay.co.uk/robots.txt
+statusupdateshttp://thalesgroup.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -73932,6 +74202,7 @@ stingray/mobile/ask-agent/api-get-agent
 stingray/mobile/listingResolver
 stingray/redfinnow/api/merchandising/info/for/property
 stingray/serviceRequest/sellerConsult/getConsultTime
+stl
 stob-dab
 stock-photo/*/
 stock-photo/*?pe=001*
@@ -73949,7 +74220,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://aa.com/robots.txt
+stock/videos/*http://screencast.com/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -74371,6 +74642,7 @@ subpagina/reset.html
 subpagina/reset.php
 subpagina/save.php
 subpagina/toevoegen.php
+subs
 subscr
 subscribe
 subscribe-archive
@@ -74403,7 +74675,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://blue.ap.teacup.com/robots.txt
+subscribe?*http://addyosmani.com/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -74451,7 +74723,7 @@ sugerencias
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://imagekandi.com/robots.txt
+suggest/?*http://itu.int/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -74910,27 +75182,27 @@ svc_ssr/site/EUR/rfktkn
 svc_ssr/site/GBR/rfktkn
 svc_ssr/site/USA/rfktkn
 svc_tax
-svcz/
-svde/
-sves/
-svfr/
+svcz
+svde
+sves
+svfr
 svg/not-indexed
 svg/private
 svgimageproc
-svgr/
-svit/
-svja/
-svko/
+svgr
+svit
+svja
+svko
 svmehta
 svn
-svnl/
+svnl
 svpRecommendations
-svpl/
-svpt/
-svro/
-svru/
-svtr/
-svzh/
+svpl
+svpt
+svro
+svru
+svtr
+svzh
 sw
 sw$
 sw-BR
@@ -75002,7 +75274,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://google.pt/robots.txt
+system/*.js$http://zeldman.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -75149,7 +75421,7 @@ tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://upwork.com/robots.txt
+tag/*+http://dilbert.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -75628,6 +75900,7 @@ tbritton
 tbty7com
 tc-HK
 tc-editor/
+tc-test
 tc/
 tc/accept
 tc/en
@@ -75738,7 +76011,9 @@ tealeaf
 tealeaftarget.aspx
 team
 team/*/schedule$
-team/*/schedule$http://secure.adnxs.com/robots.txt
+team/*/schedule$http://nbc.com/robots.txt
+team/player_career.jsp
+team/player_news.jsp
 teamInvitations
 teamplain/
 teamprojects
@@ -75795,7 +76070,6 @@ teknologica
 tel
 tel:
 tel:*
-teldir/
 telechargement-en-cours/
 telecharger-fiche
 telecharger/redirect
@@ -76073,7 +76347,6 @@ test/scr/myg/
 test/terms/
 test1
 test1$
-test1233234/*http://p1.zemanta.com/robots.txt
 test2
 test2$
 test3
@@ -76091,7 +76364,6 @@ test_front/test_chad/
 test_mf
 test_stage
 test_team
-testab/
 testaging
 testcase
 testcases
@@ -76099,7 +76371,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://latimes.com/robots.txt
+testhttp://money.com/robots.txt
 testimonial
 testimonial/
 testimonials.php
@@ -76138,6 +76410,7 @@ tetex/texmf-dist
 tetex/texmf-local
 tetro
 teuber
+tex
 texlive/Contents
 texlive/Images
 texlive/devsrc
@@ -76156,6 +76429,7 @@ textbooks
 textbooks/_ajax/log
 texteBrut
 textimage
+textonly
 textpattern
 textsize=*
 teymeadow
@@ -76459,7 +76733,6 @@ themillerlab
 theming
 thenationalconversation
 thenesoyamartin
-theory/theory
 thequint/assets
 theresabyrne
 therese
@@ -76496,6 +76769,9 @@ thomasfranco
 thomasgift
 thompson
 thoracic-surgery/appointments-and-requests/appointment-thankyou
+thornton-srv/databases/enzymes
+thornton-srv/databases/practicals
+thornton-srv/databases/targets
 thorntree
 thorstad
 thp540
@@ -76858,7 +77134,6 @@ to
 to/
 to=
 to_twitter
-tobedeleted-sites
 tobey
 tobias-egle
 tobias_elze
@@ -76923,7 +77198,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://asombro.org/robots.txt
+tools/http://kungfukingdom.com/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -77022,6 +77297,7 @@ tops
 topsecret/
 topsy
 topup
+tor
 torman-pub-title
 torman-pub-type
 torman-pub-year
@@ -77324,7 +77600,7 @@ traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://symfony.com/robots.txt
+traffichttp://comedycentral.com/robots.txt
 trafficsystem/
 training
 training-aarpe/
@@ -77337,6 +77613,7 @@ training/Engine/
 training/Error
 training/Login
 training/Player
+training/Studentships
 training/Subscribe/Step1
 training/TrainingRecord/
 training/admin/
@@ -77354,8 +77631,12 @@ training/my-learning-plans/
 training/my-profile/
 training/my-schedule/
 training/my-wishlist/
+training/online/print
+training/online/printpdf
 training/register
 training/registration
+training/studentships/howtoapply
+training/studentships/phdprojects
 trains
 trains/$
 traj
@@ -77410,14 +77691,14 @@ translation-not-found
 translations
 translations/
 translator/?ref=
-translators/
+translators
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://atlasobscura.com/robots.txt
+transparency/http://anandtech.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -77535,10 +77816,9 @@ travelmap
 travelnevadahighway95tc
 travisbenson
 travismoore
-trax
 trck
-trcz/
-trde/
+trcz
+trde
 tre-artis
 treadstone
 treas-reports/
@@ -77582,14 +77862,14 @@ trends/viz?
 trends?
 trends_tpt
 trentonbricken
-tres/
+tres
 trevi_excel
 trevor-spelman
 trevordavidrhone
 trevorhughdavis
 trevorstark
-trfr/
-trgr/
+trfr
+trgr
 trial
 trial-pricing
 trial-status/
@@ -77665,27 +77945,27 @@ trips/v1
 trishashrum
 trishaurmibanerjee
 tristanorthlaboratory
-trit/
+trit
 trivia
 trivia/answer
-trja/
+trja
 trk
 trk-download
-trko/
-trnl/
+trko
+trnl
 trovitBot
 troyadair
-trpl/
-trpt/
-trro/
-trru/
+trpl
+trpt
+trro
+trru
 trs/forums
 trs/kb/*/discuss
 trs/search
 trs/search/node
 trs/user
 trs/users
-trsv/
+trsv
 truckingindustryforum/ajax.php
 truckingindustryforum/attachment.php
 truckingindustryforum/calendar.php
@@ -77751,7 +78031,7 @@ try-which/wills/
 try?
 tryagainlater.html
 trylater
-trzh/
+trzh
 ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$
 ts_s/*
 tsa
@@ -77872,6 +78152,7 @@ tv
 tv-apps
 tv-guide
 tv-reviews/*/user-reviews/manage/add
+tv-shows
 tv/
 tv/*/*/*/*
 tv/*/embed
@@ -78509,7 +78790,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://bolotnaya.online/robots.txt
+umfrage/4http://zh.wikipedia.org/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -78694,7 +78975,6 @@ upload
 upload-document?
 upload-image-lens-history
 upload-lens-image
-upload.fotodom.by
 upload/
 upload/*.doc
 upload/*.pdf
@@ -78724,7 +79004,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://iabeurope.eu/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt
 upp/
 uptime*
 ur
@@ -78873,7 +79153,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://maps.google.nl/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -79229,7 +79509,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://backlinko.com/robots.txt
+user-reports/http://wordpress.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -79261,7 +79541,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://argentina.gob.ar/robots.txt
+user/*http://m.media-amazon.com/robots.txt
 user/.*
 user//attending/upcoming
 user/InlineLogin.htm
@@ -79286,7 +79566,7 @@ user/forgotPassword
 user/forgotten-password
 user/fpd/api
 user/get-user
-user/http://warnerbros.com/robots.txt
+user/http://news.mongabay.com/robots.txt
 user/images
 user/libraries
 user/lists
@@ -79466,7 +79746,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://secure-nz.imrworldwide.com/robots.txt
+users/profile-unpub/http://song.link/robots.txt
 users/ranking
 users/relogin/
 users/remote-logout/
@@ -79519,7 +79799,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://roberthalf.com/robots.txt
+ut*.xmlhttp://dashboard.gglot.com/robots.txt
 utaukwa
 util
 util
@@ -79542,11 +79822,10 @@ utility/trac
 utility/vote
 utils
 utils/
-utils/*
 utl/
 utm
 utm*=
-utm*http://addtoany.com/robots.txt
+utm*http://fun88thai.net/robots.txt
 utm=
 utm=
 utm_
@@ -79592,7 +79871,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://faq.whatsapp.com/robots.txt
+uz/http://biblegateway.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -79717,7 +79996,7 @@ vc/
 vcervantes
 vchopra
 vcsharp/
-vdccollections
+vdccollections/*
 vdirs$
 vdo*/embed
 ve
@@ -79757,7 +80036,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://sitekit.withgoogle.com/robots.txt
+venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -79788,7 +80067,6 @@ verification/source
 verificationofemployment
 verified-modal
 verify
-verify$
 verify-email
 verify-error
 verify-mobile
@@ -79796,7 +80074,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://sunsetbrian.com/robots.txt
+verify/*http://soundcloud.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -79808,7 +80086,7 @@ version
 version
 version-search.php
 version.json
-version/http://boardgamegeek.com/robots.txt
+version/http://read.amazon.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -80049,6 +80327,7 @@ video/hls/manifest/visittype/site/videohash
 video/hva-jobber-aina-med_53104
 video/iframe
 video/includes
+video/index.jsp
 video/like
 video/moment-joseph-mccann-arrested-in-a-tree-11878890
 video/movies/entity
@@ -80565,6 +80844,7 @@ warpdemo
 warren
 warriors/node
 warriors/users
+was
 washington-dc-workspace
 washington/?q=admin
 washington/?q=comment/reply
@@ -80673,6 +80953,7 @@ wbur/special_projects_unit
 wbur/wburnews
 wbur/woi
 wc
+wc2002
 wcb/Board-orders/Documents
 wcb/Board-orders/documents
 wcb/Orders
@@ -80719,9 +81000,6 @@ we_are_all_unicorns
 weallen
 wealth/*.asp$
 wearepages
-wearesorry.asp
-wearesorry.htm
-wearesorry2.htm
 weather
 weather-api
 weather.html?latitude=
@@ -87334,6 +87612,7 @@ web/packages/afdx/DESCRIPTION
 web/packages/afex/DESCRIPTION
 web/packages/affinity/DESCRIPTION
 web/packages/affinitymatrix/DESCRIPTION
+web/packages/affluenceIndex/DESCRIPTION
 web/packages/afmToolkit/DESCRIPTION
 web/packages/afpt/DESCRIPTION
 web/packages/africamonitor/DESCRIPTION
@@ -89202,6 +89481,7 @@ web/packages/complexity/DESCRIPTION
 web/packages/complexlm/DESCRIPTION
 web/packages/complexplus/DESCRIPTION
 web/packages/complmrob/DESCRIPTION
+web/packages/compositeReliabilityInNestedDesigns/DESCRIPTION
 web/packages/compositions/DESCRIPTION
 web/packages/compound.Cox/DESCRIPTION
 web/packages/comprehenr/DESCRIPTION
@@ -96292,6 +96572,7 @@ web/packages/osqp/DESCRIPTION
 web/packages/osrm/DESCRIPTION
 web/packages/osrmr/DESCRIPTION
 web/packages/osum/DESCRIPTION
+web/packages/otargen/DESCRIPTION
 web/packages/otinference/DESCRIPTION
 web/packages/otp/DESCRIPTION
 web/packages/otpr/DESCRIPTION
@@ -101839,7 +102120,6 @@ web/packages/wcde/DESCRIPTION
 web/packages/wcep/DESCRIPTION
 web/packages/wconf/DESCRIPTION
 web/packages/wcox/DESCRIPTION
-web/packages/wdi2/DESCRIPTION
 web/packages/wdm/DESCRIPTION
 web/packages/wdman/DESCRIPTION
 web/packages/wdnet/DESCRIPTION
@@ -102348,6 +102628,7 @@ webservice
 webservice/
 webservices
 webservices/
+webservices/documentation
 webservices_sw
 webservices_sw/content/cards
 webservices_sw/items
@@ -102541,7 +102822,7 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://patents.google.com/robots.txt
+wicket:interface*http://springerlink.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -103692,7 +103973,6 @@ words
 work
 work
 work$
-work-at-ucl/redeployment
 work-info
 work-info.php
 work/
@@ -103948,27 +104228,27 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt
-wp-admin/admin-ajax.phphttp://ala.org/robots.txt
-wp-admin/admin-ajax.phphttp://c.media.cz/robots.txt
-wp-admin/admin-ajax.phphttp://calobye.com/robots.txt
-wp-admin/admin-ajax.phphttp://click.linksynergy.com/robots.txt
-wp-admin/admin-ajax.phphttp://cmu.edu/robots.txt
-wp-admin/admin-ajax.phphttp://core.telegram.org/robots.txt
-wp-admin/admin-ajax.phphttp://cracked.com/robots.txt
-wp-admin/admin-ajax.phphttp://diekinokritiker.de/robots.txt
-wp-admin/admin-ajax.phphttp://farnostfrydek.cz/robots.txt
-wp-admin/admin-ajax.phphttp://gazobeton.org/robots.txt
-wp-admin/admin-ajax.phphttp://kohls.com/robots.txt
-wp-admin/admin-ajax.phphttp://lefigaro.fr/robots.txt
-wp-admin/admin-ajax.phphttp://meta.wikimedia.org/robots.txt
-wp-admin/admin-ajax.phphttp://plurk.com/robots.txt
-wp-admin/admin-ajax.phphttp://reelmedia.com.sg/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
-wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt
-wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
-wp-admin/admin-ajax.phphttp://ubergizmo.com/robots.txt
-wp-admin/admin-ajax.phphttp://wasatchhousepartners.com/robots.txt
+wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
+wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://ask.com/robots.txt
+wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
+wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt
+wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
+wp-admin/admin-ajax.phphttp://foodnetwork.com/robots.txt
+wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
+wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
+wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
+wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
+wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
+wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
+wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt
+wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
+wp-admin/admin-ajax.phphttp://vox.com/robots.txt
+wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
+wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://zoho.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -104009,7 +104289,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://t.us1.dyntrk.com/robots.txt
+wp-content/mu-plugins/http://codecademy.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -104085,7 +104365,7 @@ wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
 wp-content/themes/sfmomatheme/library
-wp-content/themes/skift/inc/ajax/http://techopedia.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -104104,7 +104384,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://wcwelding.com/robots.txt
+wp-content/uploads/*http://wikihow.com/robots.txt
 wp-content/uploads/201*/*/*.pdf
 wp-content/uploads/2011
 wp-content/uploads/2012
@@ -104132,7 +104412,7 @@ wp-content/uploads/2022/12/UKR-Co-funded_EU-emblem_Pantone-1099x213.jpg
 wp-content/uploads/2023
 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf
 wp-content/uploads/2024
-wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://insight.reflow.tv/robots.txt
+wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://unicef.org/robots.txt
 wp-content/uploads/2024/08/786678.pdf
 wp-content/uploads/2025
 wp-content/uploads/2026
@@ -104141,28 +104421,29 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://personads.me/robots.txt
-wp-content/uploads/http://voterga.org/robots.txt
+wp-content/uploads/http://minimul.com/robots.txt
+wp-content/uploads/http://sheknows.com/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/201*/*/*.pdf
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
 wp-content/uploads/wc-logs
 wp-content/uploads/wc-logs/
+wp-content/uploads/woo-import-export/http://quicksprout.com/robots.txt
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://covertinstruments.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://heimafilm.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://markets.businessinsider.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://masterclass.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://torproject.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://wildtruth.net/robots.txt
+wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -104196,8 +104477,8 @@ wp-includes/css
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://dciner.fr/robots.txt
-wp-includes/http://unc.edu/robots.txt
+wp-includes/http://nokia.co.jp/robots.txt
+wp-includes/http://scotusblog.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -104355,6 +104636,7 @@ ws/ajax
 ws/geocoding.ashx
 ws/includes
 ws/partnerproxy.ashx?
+ws/search
 ws_v7/Disqus.asmx
 ws_v7/geocoding.ashx
 ws_v7/get_complete_photos_list.ashx?
@@ -104376,7 +104658,6 @@ wwe-nxt
 wwe-raw
 wwe-smackdown
 www
-www-mail
 www.espana.rtve.es
 www.googletagmanager.com
 www/Forms
@@ -104492,7 +104773,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://malla-espaldera.com/robots.txt
+xmlrpc.phphttp://datastudio.google.com/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -104503,6 +104784,7 @@ xorouter
 xpages/
 xpert/xcloud
 xqli
+xs
 xs4all
 xsanR1
 xsanR2
@@ -104511,7 +104793,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://termsfeed.com/robots.txt
+xslt/http://cryptonewsventure.com/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -104668,7 +104950,7 @@ youraccount
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://playstation.com/robots.txt
+youreurope/businessDEV/http://europapress.es/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -105138,7 +105420,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://powr.io/robots.txt
+zh/internalhttp://amazon.jp/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -105242,29 +105524,29 @@ zhang
 zhangs
 zhaoheng.gong
 zhcn/
-zhcz/
-zhde/
+zhcz
+zhde
 zhenbo
-zhes/
-zhfr/
-zhgr/
-zhit/
+zhes
+zhfr
+zhgr
+zhit
 zhixianlei
 zhiyounvshen168
 zhiyuan-sun
-zhja/
+zhja
 zhk
 zhk-reviews
-zhko/
-zhnl/
+zhko
+zhnl
 zhongyingyan
 zhouchan
 zhouyangma
 zhowlett
-zhpl/
-zhpt/
-zhro/
-zhru/
+zhpl
+zhpt
+zhro
+zhru
 zhs/%E6%90%9C%E7%B4%A2
 zhs/%E6%B5%8F%E8%A7%88
 zhs/auth
@@ -105273,7 +105555,7 @@ zhs/info
 zhs/onelook_american_dictionary_words.html
 zhs/onelook_british_dictionary_words.html
 zhs/spellcheck
-zhsv/
+zhsv
 zht/%E6%90%9C%E7%B4%A2
 zht/%E7%80%8F%E8%A6%BD
 zht/auth
@@ -105282,7 +105564,7 @@ zht/info
 zht/onelook_american_dictionary_words.html
 zht/onelook_british_dictionary_words.html
 zht/spellcheck
-zhtr/
+zhtr
 zhujustin
 zhukov
 zhuohan.shao
@@ -105438,7 +105720,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://surrey.ac.uk/robots.txt
+~oar/http://web.whatsapp.com/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -105524,6 +105806,7 @@ zzz_systest
 3/folders
 3/gallery
 3/tags
+3D
 3Dimages
 3ab9b0d
 3am/celebrity-news/anne-kirkbride-dead-bill-roache-5013775
@@ -105583,8 +105866,6 @@ zzz_systest
 21-jump-street
 22minutes
 33k1com
-36AG/english/menu_bottom.asp
-36AG/english/menu_top.asp
 48f6543196cbbdefb88f247a0a8e4375
 51anma
 55plusCommunities
@@ -105611,10 +105892,10 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://allusinlove.bandcamp.com/robots.txt
+404.htmlhttp://airliners.net/robots.txt
 404.php
 404/
-404http://authorize.net/robots.txt
+404http://diplomatie.gouv.fr/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -105701,7 +105982,7 @@ zzz_systest
 2012-privacy-policy
 2012/10/04/single-thirtysomething-and-living-with-breast-cancer
 2012/Goog
-2012/collins/
+2012/collins
 2012/pyRdfa/extract
 2013
 2013/03/21/174840895