Added robotx.txt, sitemap.xml and meta description

Signed-off-by: Tuan-Dat Tran <tuan-dat.tran@tudattr.dev>

Cargo.lock

@@ -117,7 +117,7 @@ dependencies = [
 
 [[package]]
 name = "athome"
-version = "0.2.0"
+version = "0.2.1"
 dependencies = [
  "dioxus",
  "dioxus-free-icons",

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "athome"
-version = "0.2.0"
+version = "0.2.1"
 authors = ["Tuan-Dat Tran <tuan-dat.tran@tudattr.dev>"]
 edition = "2021"
 

assets/robots.txt

@@ -0,0 +1,41 @@
+User-agent: CCBot
+Disallow: /
+
+User-agent: img2dataset
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: magpie-crawler
+Disallow: /
+
+User-Agent: GPTBot
+Disallow: /
+
+User-agent: *
+Disallow: /*
+Allow: /
+Allow: /resume
+Allow: /publications
+Allow: /consulting
+Sitemap: https://www.tudattr.dev/sitemap.xml
+

assets/sitemap.xml

@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+   <url>
+      <loc>https://www.tudattr.dev/</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>1.0</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/resume</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/publications</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+   <url>
+      <loc>https://www.tudattr.dev/consulting</loc>
+      <lastmod>2024-07-25</lastmod>
+      <changefreq>monthly</changefreq>
+      <priority>0.8</priority>
+   </url>
+</urlset>

assets/tailwind.css

@@ -676,10 +676,6 @@ video {
   display: flex;
 }
 
-.inline-flex {
-  display: inline-flex;
-}
-
 .size-auto {
   width: auto;
   height: auto;
@@ -729,11 +725,6 @@ video {
   width: 0.75rem;
 }
 
-.w-fit {
-  width: -moz-fit-content;
-  width: fit-content;
-}
-
 .w-full {
   width: 100%;
 }
@@ -751,6 +742,10 @@ video {
   max-width: 2rem;
 }
 
+.max-w-md {
+  max-width: 28rem;
+}
+
 .max-w-sm {
   max-width: 24rem;
 }
@@ -759,10 +754,6 @@ video {
   max-width: 36rem;
 }
 
-.max-w-md {
-  max-width: 28rem;
-}
-
 .flex-grow {
   flex-grow: 1;
 }
@@ -783,10 +774,6 @@ video {
   align-items: center;
 }
 
-.justify-start {
-  justify-content: flex-start;
-}
-
 .justify-end {
   justify-content: flex-end;
 }
@@ -815,10 +802,6 @@ video {
   margin-bottom: calc(0.5rem * var(--tw-space-y-reverse));
 }
 
-.overflow-hidden {
-  overflow: hidden;
-}
-
 .overflow-x-auto {
   overflow-x: auto;
 }
@@ -973,10 +956,6 @@ video {
           background-clip: text;
 }
 
-.p-1 {
-  padding: 0.25rem;
-}
-
 .p-3 {
   padding: 0.75rem;
 }
@@ -1303,10 +1282,6 @@ video {
     margin-top: 0px;
   }
 
-  .sm\:max-w-sm {
-    max-width: 24rem;
-  }
-
   .sm\:flex-row {
     flex-direction: row;
   }
@@ -1323,10 +1298,6 @@ video {
 }
 
 @media (min-width: 768px) {
-  .md\:max-w-md {
-    max-width: 28rem;
-  }
-
   .md\:bg-transparent {
     background-color: transparent;
   }
@@ -1353,12 +1324,6 @@ video {
   }
 }
 
-@media (min-width: 1280px) {
-  .xl\:max-w-screen-xl {
-    max-width: 1280px;
-  }
-}
-
 @media (prefers-color-scheme: dark) {
   .dark\:border-gray-600 {
     --tw-border-opacity: 1;

src/layout/mod.rs

@@ -9,6 +9,10 @@ use header::Header;
 
 pub fn Layout() -> Element {
     rsx! {
+        meta {
+            name: "description",
+            content: "Explore Tuan-Dat Tran's personal website featuring his CV, publications, projects, and consulting services. Get insights into his professional journey and connect for collaboration opportunities.",
+        }
         div {
             class: "flex flex-col min-h-screen" ,
             Header {},

src/main.rs

@@ -60,10 +60,6 @@ fn App() -> Element {
     });
 
     rsx! {
-        meta {
-            name: "robots",
-            content: "noindex",
-        },
         div {
             class: "bg-white dark:bg-gray-900 min-h-screen",
             Router::<Route> {},