diff --git a/custom_robots_txt/static/description/assets/hero.gif b/custom_robots_txt/static/description/assets/hero.gif new file mode 100644 index 000000000..bd9874403 Binary files /dev/null and b/custom_robots_txt/static/description/assets/hero.gif differ diff --git a/custom_robots_txt/static/description/assets/misc/categories.png b/custom_robots_txt/static/description/assets/misc/categories.png new file mode 100644 index 000000000..bedf1e0b1 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/categories.png differ diff --git a/custom_robots_txt/static/description/assets/misc/check-box.png b/custom_robots_txt/static/description/assets/misc/check-box.png new file mode 100644 index 000000000..42caf24b9 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/check-box.png differ diff --git a/custom_robots_txt/static/description/assets/misc/compass.png b/custom_robots_txt/static/description/assets/misc/compass.png new file mode 100644 index 000000000..d5fed8faa Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/compass.png differ diff --git a/custom_robots_txt/static/description/assets/misc/corporate.png b/custom_robots_txt/static/description/assets/misc/corporate.png new file mode 100644 index 000000000..2eb13edbf Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/corporate.png differ diff --git a/custom_robots_txt/static/description/assets/misc/customer-support.png b/custom_robots_txt/static/description/assets/misc/customer-support.png new file mode 100644 index 000000000..79efc72ed Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/customer-support.png differ diff --git a/custom_robots_txt/static/description/assets/misc/cybrosys-logo.png b/custom_robots_txt/static/description/assets/misc/cybrosys-logo.png new file mode 100644 index 000000000..cc3cc0ccf Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/cybrosys-logo.png differ diff --git a/custom_robots_txt/static/description/assets/misc/features.png b/custom_robots_txt/static/description/assets/misc/features.png new file mode 100644 index 000000000..b41769f77 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/features.png differ diff --git a/custom_robots_txt/static/description/assets/misc/logo.png b/custom_robots_txt/static/description/assets/misc/logo.png new file mode 100644 index 000000000..478462d3e Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/logo.png differ diff --git a/custom_robots_txt/static/description/assets/misc/pictures.png b/custom_robots_txt/static/description/assets/misc/pictures.png new file mode 100644 index 000000000..56d255fe9 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/pictures.png differ diff --git a/custom_robots_txt/static/description/assets/misc/pie-chart.png b/custom_robots_txt/static/description/assets/misc/pie-chart.png new file mode 100644 index 000000000..426e05244 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/pie-chart.png differ diff --git a/custom_robots_txt/static/description/assets/misc/right-arrow.png b/custom_robots_txt/static/description/assets/misc/right-arrow.png new file mode 100644 index 000000000..730984a06 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/right-arrow.png differ diff --git a/custom_robots_txt/static/description/assets/misc/star.png b/custom_robots_txt/static/description/assets/misc/star.png new file mode 100644 index 000000000..2eb9ab29f Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/star.png differ diff --git a/custom_robots_txt/static/description/assets/misc/support.png b/custom_robots_txt/static/description/assets/misc/support.png new file mode 100644 index 000000000..4f18b8b82 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/support.png differ diff --git a/custom_robots_txt/static/description/assets/misc/whatsapp.png b/custom_robots_txt/static/description/assets/misc/whatsapp.png new file mode 100644 index 000000000..d513a5356 Binary files /dev/null and b/custom_robots_txt/static/description/assets/misc/whatsapp.png differ diff --git a/custom_robots_txt/static/description/assets/modules/1.png b/custom_robots_txt/static/description/assets/modules/1.png new file mode 100644 index 000000000..c0aa245ce Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/1.png differ diff --git a/custom_robots_txt/static/description/assets/modules/2.png b/custom_robots_txt/static/description/assets/modules/2.png new file mode 100644 index 000000000..5acf9a06a Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/2.png differ diff --git a/custom_robots_txt/static/description/assets/modules/3.png b/custom_robots_txt/static/description/assets/modules/3.png new file mode 100644 index 000000000..b1308667f Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/3.png differ diff --git a/custom_robots_txt/static/description/assets/modules/4.png b/custom_robots_txt/static/description/assets/modules/4.png new file mode 100644 index 000000000..1077a4c4e Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/4.png differ diff --git a/custom_robots_txt/static/description/assets/modules/5.png b/custom_robots_txt/static/description/assets/modules/5.png new file mode 100644 index 000000000..f8aaeb32c Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/5.png differ diff --git a/custom_robots_txt/static/description/assets/modules/6.png b/custom_robots_txt/static/description/assets/modules/6.png new file mode 100644 index 000000000..bc5648b1a Binary files /dev/null and b/custom_robots_txt/static/description/assets/modules/6.png differ diff --git a/custom_robots_txt/static/description/assets/screenshots/S1.png b/custom_robots_txt/static/description/assets/screenshots/S1.png new file mode 100644 index 000000000..06fc30991 Binary files /dev/null and b/custom_robots_txt/static/description/assets/screenshots/S1.png differ diff --git a/custom_robots_txt/static/description/assets/screenshots/S2.png b/custom_robots_txt/static/description/assets/screenshots/S2.png new file mode 100644 index 000000000..dd7386cad Binary files /dev/null and b/custom_robots_txt/static/description/assets/screenshots/S2.png differ diff --git a/custom_robots_txt/static/description/assets/screenshots/S3.png b/custom_robots_txt/static/description/assets/screenshots/S3.png new file mode 100644 index 000000000..f50a0f11d Binary files /dev/null and b/custom_robots_txt/static/description/assets/screenshots/S3.png differ diff --git a/custom_robots_txt/static/description/index.html b/custom_robots_txt/static/description/index.html index d915065d3..032c9971f 100644 --- a/custom_robots_txt/static/description/index.html +++ b/custom_robots_txt/static/description/index.html @@ -1,556 +1,542 @@ - -
- We can easily Custom our website robots.txt file
+- A robots.txt file tells search engine crawlers which URLs the +
A robots.txt file tells search engine crawlers which URLs the crawler can access on your site. This is used mainly to avoid overloading your site with requests; it is not a mechanism for keeping a web page out of Google. To keep a web page out of Google, block indexing with noindex or password-protect the page. -
-Website--> settings -->SEO -->Edit Robots.txt file
+User can custom robots.txt file as per the users wish
-- Custom Robots.txt file
-Website--> settings -->SEO -->Edit Robots.txt file
+Allow all
-Disallow all
+Explore our related modules
-