Free tools

Robots.txt Examples

Robots.txt file content for hubspot.com.

Robot.txt file for: hubspot.com

      User-agent: *
Disallow: /wt-assets/static-files/mktg-analytics
Disallow: /_hcms/iplookup
Disallow: /_hcms/perf
Disallow: /meetings
Disallow: /raven/static-3.4
Disallow: /react-utils/static-2.40
Disallow: /jquery-libs/static-1.47
Disallow: /styled-components/static-1.3
Disallow: /react-select-plus/static-1.18
Disallow: /ZeroClipboard/static-1.6
Disallow: /raven-hubspot/static-1.43
Disallow: /PatternValidationJS/static-1.55
Disallow: /Reagan/static-6.27
Disallow: /jasmine/static-3.48
Disallow: /react-select-plus/static-1.21
Disallow: /atom/static-1.28
Disallow: /HublyticsTrackerJS/static-3.23
Disallow: /HublyticsTrackerJS/static-3.24
Disallow: /HubStyleTokens/static-2.81
Disallow: /react-redux/static-5.3
Disallow: /react-select-plus/static-1.25
Disallow: /icons/static-2.133
Disallow: /hub-http/static-1.158
Disallow: /react-redux/static-5.4
Disallow: /MeetingsLib/static-1.1167
Disallow: /salesImages/static-1.378
Disallow: /jasmine-runner/static-1.14
Disallow: /react/static-6.15
Disallow: /jasmine/static-3.49
Disallow: /reselect/static-2.5
Disallow: /transmute/static-1.85
Disallow: /MeetingsBase/static-1.1538
Disallow: /timezone-utils/static-2.29
Disallow: /I18n/static-7.192
Disallow: /enviro/static-3.70
Disallow: /Baldric/static-1.71
Disallow: /tracking-pixels/static-1.8
Disallow: /redux-thunk/static-2.1
Disallow: /urlinator/static-1.55
Disallow: /atom/static-1.31
Disallow: /react-utils/static-2.42
Disallow: /UIComponents/static-2.882
Disallow: /MeetingsPublic/static-1.2503
Disallow: /PortalIdParser/static-1.29
Disallow: /pickadate/static-1.6
Disallow: /StyleGuideUI/static-3.98
Disallow: /MeetingsLib/static-2.226
Disallow: /usage-tracker-core/static-1.65
Disallow: /I18n/static-7.204
Disallow: /PatternValidationJS/static-1.60
Disallow: /timezone-utils/static-2.30
Disallow: /salesImages/static-1.370
Disallow: /immutable/static-1.11
Disallow: /raven-hubspot/static-1.51
Disallow: /I18n/static-7.237
Disallow: /HubStyleTokens/static-2.86
Disallow: /MeetingsLib/static-2.140
Disallow: /jasmine-runner/static-1.15
Disallow: /q/static-4.11
Disallow: /Baldric/static-1.73
Disallow: /StyleGuideUI/static-3.100
Disallow: /MeetingsPublic/static-1.2825
Disallow: /HubStyle/static-2.309
Disallow: /MeetingsBase/static-1.1835
Disallow: /classnames/static-2.3
Disallow: /jasmine/static-3.50
Disallow: /atom/static-1.30
Disallow: /PatternValidationJS/static-1.56
Disallow: /Reagan/static-6.31
Disallow: /MeetingsBase/static-1.1723
Disallow: /HubStyleTokens/static-2.87
Disallow: /redux/static-3.6
Disallow: /PortalIdParser/static-1.27
Disallow: /q/static-4.12
Disallow: /react-redux/static-5.5
Disallow: /raven-hubspot/static-1.46
Disallow: /react-dom/static-6.4
Disallow: /salesImages/static-1.367
Disallow: /transmute/static-2.8
Disallow: /ui-images/static-2.106
Disallow: /common_assets/static-2.198
Disallow: /urlinator/static-1.54
Disallow: /HubStyleTokens/static-2.93
Disallow: /tracking-pixels/static-1.10
Disallow: /usage-tracker/static-1.76
Disallow: /HubStyleTokens/static-2.88
Disallow: /UIComponents/static-2.1132
Disallow: /usage-tracker-core/static-1.72
Disallow: /timezone-utils/static-2.36
Disallow: /Reagan/static-7.4
Disallow: /ui-addon-avatars/static-1.1307
Disallow: /HubStyle/static-2.366
Disallow: /salesImages/static-1.383
Disallow: /react-utils/static-2.45
Disallow: /UIComponents/static-2.1109
Disallow: /jasmine/static-3.51
Disallow: /MeetingsBase/static-1.1796
Disallow: /MeetingsPublic/static-1.2796
Disallow: /raven-hubspot/static-1.48
Disallow: /usage-tracker/static-1.64
Disallow: /MeetingsLib/static-2.85
Disallow: /HublyticsTrackerJS/static-3.27
Disallow: /react-utils/static-2.41
Disallow: /icons/static-2.128
Disallow: /styled-components/static-1.4
Disallow: /HubStyle/static-2.348
Disallow: /I18n/static-7.210
Disallow: /I18n/static-7.270
Disallow: /transmute/static-2.6
Disallow: /Baldric/static-1.80
Disallow: /icons/static-2.122
Disallow: /I18n/static-7.233
Disallow: /ui-images/static-2.105
Disallow: /MeetingsPublic/static-1.3073
Disallow: /StyleGuideUI/static-3.109
Disallow: /Reagan/static-7.12
Disallow: /MeetingsBase/static-1.1714
Disallow: /MeetingsPublic/static-1.2718
Disallow: /urlinator/static-1.59
Disallow: /MeetingsBase/static-1.2082
Disallow: /HubStyle/static-2.394
Disallow: /salesImages/static-1.382
Disallow: /HubStyle/static-2.402
Disallow: /ui-addon-avatars/static-1.1494
Disallow: /UIComponents/static-2.1282
Disallow: /ui-addon-avatars/static-1.1461
Disallow: /MeetingsPublic/static-1.3018
Disallow: /common_assets/static-2.197
Disallow: /icons/static-2.130
Disallow: /Reagan/static-7.9
Disallow: /q/static-3.28
Disallow: /ui-images/static-2.92
Disallow: /hub-http/static-1.137
Disallow: /I18n/static-7.198
Disallow: /redux/static-3.7
Disallow: /MeetingsBase/static-1.1591
Disallow: /HubStyle/static-2.344
Disallow: /HubStyle/static-2.315
Disallow: /HeadJS/static-2.84
Disallow: /ui-addon-avatars/static-1.1104
Disallow: /UIComponents/static-2.933
Disallow: /ui-addon-avatars/static-1.1051
Disallow: /PatternValidationJS/static-1.74
Disallow: /UIComponents/static-2.1046
Disallow: /MeetingsPublic/static-1.2732
Disallow: /ui-addon-avatars/static-1.1121
Disallow: /react-dom/static-6.5
Disallow: /HubStyle/static-2.596
Disallow: /MeetingsLib/static-2.875
Disallow: /MeetingsPublic/static-1.3500
Disallow: /react/static-6.16
Disallow: /react-input-autosize/static-2.7
Disallow: /react/static-6.14
Disallow: /HubStyle/static-2.313
Disallow: /hublabs-core/static-4.9
Disallow: /MeetingsBase/static-1.1682
Disallow: /ui-addon-avatars/static-1.1107
Disallow: /HubStyle/static-2.316
Disallow: /atom/static-1.29
Disallow: /I18n/static-7.228
Disallow: /react-select-plus/static-1.20
Disallow: /icons/static-2.123
Disallow: /MeetingsPublic/static-1.2544
Disallow: /icons/static-2.143
Disallow: /MeetingsLib/static-1.1206
Disallow: /UIComponents/static-2.918
Disallow: /ui-images/static-2.116
Disallow: /atom/static-1.33
Disallow: /urlinator/static-1.57
Disallow: /usage-tracker-core/static-1.79
Disallow: /UIComponents/static-2.1315
Disallow: /raven/static-3.6
Disallow: /HubStyleTokens/static-2.96
Disallow: /salesImages/static-1.374
Disallow: /HubStyle/static-2.359
Disallow: /raven-hubspot/static-1.47
Disallow: /HubStyleTokens/static-2.83
Disallow: /salesImages/static-1.368
Disallow: /usage-tracker/static-1.67
Disallow: /usage-tracker-core/static-1.68
Disallow: /Reagan/static-6.28
Disallow: /usage-tracker-core/static-1.76
Disallow: /jquery-libs/static-1.48
Disallow: /UIComponents/static-2.1011
Disallow: /MeetingsBase/static-1.1609
Disallow: /UIComponents/static-2.949
Disallow: /MeetingsLib/static-1.1242
Disallow: /MeetingsPublic/static-1.2581
Disallow: /timezone-utils/static-2.67
Disallow: /HubStyle/static-2.342
Disallow: /HeadJS/static-2.92
Disallow: /hublabs-experiments/static-1.248
Disallow: /q/static-5.12
Disallow: /MeetingsLib/static-2.180
Disallow: /q/static-5.23
Disallow: /react-utils/static-2.49
Disallow: /Reagan/static-7.27
Disallow: /I18n/static-7.298
Disallow: /ui-addon-avatars/static-1.1222
Disallow: /react-select-plus/static-1.26
Disallow: /ui-images/static-2.101
Disallow: /icons/static-2.124
Disallow: /I18n/static-7.293
Disallow: /usage-tracker/static-1.110
Disallow: /PortalIdParser/static-1.28
Disallow: /hublabs-experiments/static-1.262
Disallow: /usage-tracker-core/static-1.89
Disallow: /HubStyleTokens/static-2.310
Disallow: /HubStyle/static-2.622
Disallow: /MeetingsPublic/static-1.3655
Disallow: /MeetingsBase/static-1.2042
Disallow: /usage-tracker/static-1.108
Disallow: /hub-http/static-1.157
Disallow: /usage-tracker/static-1.68
Disallow: /usage-tracker-core/static-1.69
Disallow: /MeetingsLib/static-1.1227
Disallow: /MeetingsLib/static-2.413
Disallow: /usage-tracker/static-1.71
Disallow: /MeetingsLib/static-2.464
Disallow: /MeetingsLib/static-2.201
Disallow: /icons/static-2.131
Disallow: /MeetingsLib/static-1.1224
Disallow: /hub-http/static-1.161
Disallow: /enviro/static-3.72
Disallow: /MeetingsPublic/static-1.2562
Disallow: /q/static-5.22
Disallow: /transmute/static-2.9
Disallow: /hub-http/static-1.156
Disallow: /HeadJS/static-2.83
Disallow: /Reagan/static-7.16
Disallow: /HubStyle/static-2.323
Disallow: /Reagan/static-6.29
Disallow: /styled-components/static-1.6
Disallow: /ui-addon-avatars/static-1.1251
Disallow: /MeetingsPublic/static-1.2773
Disallow: /MeetingsPublic/static-1.2674
Disallow: /ui-images/static-2.100
Disallow: /ui-addon-avatars/static-1.1183
Disallow: /icons/static-2.144
Disallow: /raven-hubspot/static-1.60
Disallow: /UIComponents/static-2.1578
Disallow: /MeetingsLib/static-2.556
Disallow: /ui-addon-avatars/static-1.1542
Disallow: /HubStyle/static-2.365
Disallow: /ui-addon-avatars/static-1.1089
Disallow: /MeetingsBase/static-1.2604
Disallow: /timezone-utils/static-2.66
Disallow: /I18n/static-7.312
Disallow: /I18n/static-7.278
Disallow: /HubStyleTokens/static-2.167
Disallow: /HubStyleTokens/static-2.150
Disallow: /MeetingsPublic/static-1.3264
Disallow: /MeetingsBase/static-1.2253
Disallow: /I18n/static-7.269
Disallow: /PatternValidationJS/static-1.103
Disallow: /hub-http/static-1.178
Disallow: /Reagan/static-7.39
Disallow: /HeadJS/static-2.115
Disallow: /I18n/static-7.304
Disallow: /StyleGuideUI/static-3.136
Disallow: /EarlyRequesterJS/static-1.38
Disallow: /ui-addon-avatars/static-1.1867
Disallow: /HubStyle/static-2.544
Disallow: /q/static-5.28
Disallow: /PatternValidationJS/static-1.102
Disallow: /usage-tracker-core/static-1.103
Disallow: /MeetingsPublic/static-1.4178
Disallow: /MeetingsBase/static-1.2041
Disallow: /usage-tracker-core/static-1.101
Disallow: /hublabs-core/static-4.44
Disallow: /timezone-utils/static-2.111
Disallow: /Baldric/static-1.94
Disallow: /MeetingsPublic/static-1.3012
Disallow: /usage-tracker-container/static-1.158
Disallow: /usage-tracker-container/static-1.162
Disallow: /FormsCommonComponents/static-1.879
Disallow: /usage-tracker-container/static-1.163
Disallow: /FormsCommonComponents/static-1.864
Disallow: /FormsCommonComponents/static-1.886
Disallow: /PatternValidationJS/static-1.100
Disallow: /usage-tracker-public/static-1.49
Disallow: /ui-addon-avatars/static-1.1889
Disallow: /HubStyleTokens/static-2.453
Disallow: /MeetingsBase/static-1.3127
Disallow: /MeetingsPublic/static-1.4227
Disallow: /MeetingsBase/static-1.3176
Disallow: /HubStyleTokens/static-2.431
Disallow: /timezone-utils/static-2.115
Disallow: /UIComponents/static-2.1699
Disallow: /MeetingsLib/static-2.1553
Disallow: /MeetingsLib/static-2.1602
Disallow: /MeetingsBase/static-1.3196
Disallow: /react-utils/static-2.55
Disallow: /Reagan/static-7.35
Disallow: /HubStyle/static-2.757
Disallow: /I18n/static-7.315
Disallow: /raven-hubspot/static-1.59
Disallow: /MeetingsBase/static-1.1946
Disallow: /usage-tracker-core/static-1.75
Disallow: /MeetingsPublic/static-1.4247
Disallow: /MeetingsLib/static-2.1158
Disallow: /HubStyle/static-2.646
Disallow: /jasmine-runner/static-1.17
Disallow: /timezone-utils/static-2.114
Disallow: /ui-addon-avatars/static-1.1882
Disallow: /q/static-5.29
Disallow: /atom/static-1.40
Disallow: /MeetingsLib/static-2.1622
Disallow: /HubStyle/static-2.765
Disallow: /UIComponents/static-2.1713
Disallow: /salesImages/static-1.366
Disallow: /MeetingsBase/static-1.2032
Disallow: /I18n/static-7.314
Disallow: /UIComponents/static-2.1795
Disallow: /MeetingsBase/static-1.3474
Disallow: /MeetingsLib/static-2.1900
Disallow: /MeetingsPublic/static-1.4525
Disallow: /HubStyleTokens/static-2.527
Disallow: /HubStyle/static-2.839
Disallow: /FormsCommonComponents/static-1.956
Disallow: /I18n/static-7.329
Disallow: /react-utils/static-2.58
Disallow: /jasmine-runner/static-1.18
Disallow: /raven-hubspot/static-1.73
Disallow: /ui-images/static-2.193
Disallow: /urlinator/static-1.62
Disallow: /tally-loader-react/static-1.65
Disallow: /usage-tracker/static-1.107
Disallow: /salesImages/static-1.389
Disallow: /hs/hsstatic/content_shared
Disallow: /hs/hsstatic/jquery-libs/st
Allow: /hs/hsstatic/jquery-libs/static-1.1/jquery/
Disallow: /_hcms/iplookup
Disallow: /_hcms/perf
Disallow: *?portalId=
Disallow: *?inpageEditorUI=
Disallow: *?cssPath=
Disallow: *?_health_check_=
Disallow: *?_preview=
Disallow: *?benderPackage=
Disallow: *?preview_key=
Disallow: *?staticVersion=
Disallow: *?cacheBurst=
Disallow: *?tc_deviceCategory=
Disallow: *?isPreview=
Disallow: *?preview_theme=
Disallow: *?cos=
Disallow: /this-is-a-test
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/