From f336daf54bfe4772514054bb98b0b3215e62daf8 Mon Sep 17 00:00:00 2001
From: Tuan-Dat Tran <tuan-dat.tran@tudattr.dev>
Date: Thu, 25 Jul 2024 11:33:03 +0200
Subject: [PATCH] Added robotx.txt, sitemap.xml and meta description

Signed-off-by: Tuan-Dat Tran <tuan-dat.tran@tudattr.dev>
---
 Cargo.lock          |  2 +-
 Cargo.toml          |  2 +-
 assets/robots.txt   | 41 +++++++++++++++++++++++++++++++++++++++++
 assets/sitemap.xml  | 27 +++++++++++++++++++++++++++
 assets/tailwind.css | 43 ++++---------------------------------------
 src/layout/mod.rs   |  4 ++++
 src/main.rs         |  4 ----
 7 files changed, 78 insertions(+), 45 deletions(-)
 create mode 100644 assets/robots.txt
 create mode 100644 assets/sitemap.xml

diff --git a/Cargo.lock b/Cargo.lock
index d14af55..fc64ebf 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -117,7 +117,7 @@ dependencies = [
 
 [[package]]
 name = "athome"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "dioxus",
  "dioxus-free-icons",
diff --git a/Cargo.toml b/Cargo.toml
index 7359a14..6af4e40 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "athome"
-version = "0.2.0"
+version = "0.2.1"
 authors = ["Tuan-Dat Tran <tuan-dat.tran@tudattr.dev>"]
 edition = "2021"
 
diff --git a/assets/robots.txt b/assets/robots.txt
new file mode 100644
index 0000000..090496b
--- /dev/null
+++ b/assets/robots.txt
@@ -0,0 +1,41 @@
+User-agent: CCBot
+Disallow: /
+
+User-agent: img2dataset
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: magpie-crawler
+Disallow: /
+
+User-Agent: GPTBot
+Disallow: /
+
+User-agent: *
+Disallow: /*
+Allow: /
+Allow: /resume
+Allow: /publications
+Allow: /consulting
+Sitemap: https://www.tudattr.dev/sitemap.xml
+
diff --git a/assets/sitemap.xml b/assets/sitemap.xml
new file mode 100644
index 0000000..66ee19b
--- /dev/null
+++ b/assets/sitemap.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+   <url>
+      <loc>https://www.tudattr.dev/</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>1.0</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/resume</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/publications</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/consulting</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+</urlset>
diff --git a/assets/tailwind.css b/assets/tailwind.css
index bbf038f..3b1b1fc 100644
--- a/assets/tailwind.css
+++ b/assets/tailwind.css
@@ -676,10 +676,6 @@ video {
   display: flex;
 }
 
-.inline-flex {
-  display: inline-flex;
-}
-
 .size-auto {
   width: auto;
   height: auto;
@@ -729,11 +725,6 @@ video {
   width: 0.75rem;
 }
 
-.w-fit {
-  width: -moz-fit-content;
-  width: fit-content;
-}
-
 .w-full {
   width: 100%;
 }
@@ -751,6 +742,10 @@ video {
   max-width: 2rem;
 }
 
+.max-w-md {
+  max-width: 28rem;
+}
+
 .max-w-sm {
   max-width: 24rem;
 }
@@ -759,10 +754,6 @@ video {
   max-width: 36rem;
 }
 
-.max-w-md {
-  max-width: 28rem;
-}
-
 .flex-grow {
   flex-grow: 1;
 }
@@ -783,10 +774,6 @@ video {
   align-items: center;
 }
 
-.justify-start {
-  justify-content: flex-start;
-}
-
 .justify-end {
   justify-content: flex-end;
 }
@@ -815,10 +802,6 @@ video {
   margin-bottom: calc(0.5rem * var(--tw-space-y-reverse));
 }
 
-.overflow-hidden {
-  overflow: hidden;
-}
-
 .overflow-x-auto {
   overflow-x: auto;
 }
@@ -973,10 +956,6 @@ video {
           background-clip: text;
 }
 
-.p-1 {
-  padding: 0.25rem;
-}
-
 .p-3 {
   padding: 0.75rem;
 }
@@ -1303,10 +1282,6 @@ video {
     margin-top: 0px;
   }
 
-  .sm\:max-w-sm {
-    max-width: 24rem;
-  }
-
   .sm\:flex-row {
     flex-direction: row;
   }
@@ -1323,10 +1298,6 @@ video {
 }
 
 @media (min-width: 768px) {
-  .md\:max-w-md {
-    max-width: 28rem;
-  }
-
   .md\:bg-transparent {
     background-color: transparent;
   }
@@ -1353,12 +1324,6 @@ video {
   }
 }
 
-@media (min-width: 1280px) {
-  .xl\:max-w-screen-xl {
-    max-width: 1280px;
-  }
-}
-
 @media (prefers-color-scheme: dark) {
   .dark\:border-gray-600 {
     --tw-border-opacity: 1;
diff --git a/src/layout/mod.rs b/src/layout/mod.rs
index 7612cf2..2d49210 100644
--- a/src/layout/mod.rs
+++ b/src/layout/mod.rs
@@ -9,6 +9,10 @@ use header::Header;
 
 pub fn Layout() -> Element {
     rsx! {
+        meta {
+            name: "description",
+            content: "Explore Tuan-Dat Tran's personal website featuring his CV, publications, projects, and consulting services. Get insights into his professional journey and connect for collaboration opportunities.",
+        }
         div {
             class: "flex flex-col min-h-screen" ,
             Header {},
diff --git a/src/main.rs b/src/main.rs
index 7a41f98..8bb50a6 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -60,10 +60,6 @@ fn App() -> Element {
     });
 
     rsx! {
-        meta {
-            name: "robots",
-            content: "noindex",
-        },
         div {
             class: "bg-white dark:bg-gray-900 min-h-screen",
             Router::<Route> {},