remove web3 url

Author: danlipert

app/app/urls.py

@@ -450,7 +450,6 @@
     re_path(r'^medium/?', retail.views.medium, name='medium'),
     re_path(r'^github/?', retail.views.github, name='github'),
     re_path(r'^youtube/?', retail.views.youtube, name='youtube'),
-    re_path(r'^web3$/?', retail.views.web3, name='web3'),
 
     # increase funding limit
     re_path(r'^requestincrease/?', retail.views.increase_funding_limit_request, name='increase_funding_limit_request'),

app/retail/templates/robots.txt

@@ -1,13 +1,13 @@
 User-agent: *
 
 {% for handle in hidden_profiles %}
-Disallow: {{ handle }}*
-Disallow: profile/{{ handle }}*
+Disallow: /{{ handle }}*
+Disallow: /profile/{{ handle }}*
 {% endfor %}
 
-Disallow: kudos/redeem/*
-Disallow: dynamic/avatar/*
-Disallow: login/github/*
+Disallow: /kudos/redeem/*
+Disallow: /dynamic/avatar/*
+Disallow: /login/github/*
 
 User-agent: Yandex
 Disallow: /