deploy: 716c30d

oceanumeric · May 9, 2024 · df5ae37 · df5ae37
1 parent bee420c
commit df5ae37
Show file tree

Hide file tree

Showing 10 changed files with 101 additions and 75 deletions.
diff --git a/blog-tags/GPT-2.html b/blog-tags/GPT-2.html
@@ -4,7 +4,7 @@
     <html lang="en">
   <head>
     <title>
-      Tag: GPT-2
+      Tag: gpt-2
     </title>
     <meta charset='UTF-8'>
     <meta name="viewport" content="width=device-width, initial-scale=1" />
@@ -35,17 +35,17 @@
       <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.js" integrity="sha384-PwRUT/YqbnEjkZO0zZxNqcxACrXe+j766U2amXcgMg5457rve2Y7I6ZJSm2A0mS4" crossorigin="anonymous"></script>
       <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
       <!-- Begin Jekyll SEO tag v2.8.0 -->
-<title>Tag: GPT-2</title>
+<title>Tag: gpt-2</title>
 <meta name="generator" content="Jekyll v4.3.2" />
-<meta property="og:title" content="Tag: GPT-2" />
+<meta property="og:title" content="Tag: gpt-2" />
 <meta property="og:locale" content="en_US" />
 <link rel="canonical" href="https://oceanumeric.github.io//blog-tags/GPT-2.html" />
 <meta property="og:url" content="https://oceanumeric.github.io//blog-tags/GPT-2.html" />
 <meta property="og:type" content="website" />
 <meta name="twitter:card" content="summary" />
-<meta property="twitter:title" content="Tag: GPT-2" />
+<meta property="twitter:title" content="Tag: gpt-2" />
 <script type="application/ld+json">
-{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: GPT-2","url":"https://oceanumeric.github.io//blog-tags/GPT-2.html"}</script>
+{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: gpt-2","url":"https://oceanumeric.github.io//blog-tags/GPT-2.html"}</script>
 <!-- End Jekyll SEO tag -->
 
   </head>
@@ -67,7 +67,7 @@
 </html>
 
     <div id='blog' class='wrap'>
-        <h1>Tag: GPT-2</h1>
+        <h1>Tag: gpt-2</h1>
         <div id='posts' class='section'>
 
 

diff --git a/blog-tags/Huggingface.html b/blog-tags/Huggingface.html
@@ -4,7 +4,7 @@
     <html lang="en">
   <head>
     <title>
-      Tag: Huggingface
+      Tag: huggingface
     </title>
     <meta charset='UTF-8'>
     <meta name="viewport" content="width=device-width, initial-scale=1" />
@@ -35,17 +35,17 @@
       <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.js" integrity="sha384-PwRUT/YqbnEjkZO0zZxNqcxACrXe+j766U2amXcgMg5457rve2Y7I6ZJSm2A0mS4" crossorigin="anonymous"></script>
       <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
       <!-- Begin Jekyll SEO tag v2.8.0 -->
-<title>Tag: Huggingface</title>
+<title>Tag: huggingface</title>
 <meta name="generator" content="Jekyll v4.3.2" />
-<meta property="og:title" content="Tag: Huggingface" />
+<meta property="og:title" content="Tag: huggingface" />
 <meta property="og:locale" content="en_US" />
 <link rel="canonical" href="https://oceanumeric.github.io//blog-tags/Huggingface.html" />
 <meta property="og:url" content="https://oceanumeric.github.io//blog-tags/Huggingface.html" />
 <meta property="og:type" content="website" />
 <meta name="twitter:card" content="summary" />
-<meta property="twitter:title" content="Tag: Huggingface" />
+<meta property="twitter:title" content="Tag: huggingface" />
 <script type="application/ld+json">
-{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: Huggingface","url":"https://oceanumeric.github.io//blog-tags/Huggingface.html"}</script>
+{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: huggingface","url":"https://oceanumeric.github.io//blog-tags/Huggingface.html"}</script>
 <!-- End Jekyll SEO tag -->
 
   </head>
@@ -67,7 +67,7 @@
 </html>
 
     <div id='blog' class='wrap'>
-        <h1>Tag: Huggingface</h1>
+        <h1>Tag: huggingface</h1>
         <div id='posts' class='section'>
 
 

diff --git a/blog-tags/NLP.html b/blog-tags/NLP.html
@@ -4,7 +4,7 @@
     <html lang="en">
   <head>
     <title>
-      Tag: NLP
+      Tag: nlp
     </title>
     <meta charset='UTF-8'>
     <meta name="viewport" content="width=device-width, initial-scale=1" />
@@ -35,17 +35,17 @@
       <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.js" integrity="sha384-PwRUT/YqbnEjkZO0zZxNqcxACrXe+j766U2amXcgMg5457rve2Y7I6ZJSm2A0mS4" crossorigin="anonymous"></script>
       <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
       <!-- Begin Jekyll SEO tag v2.8.0 -->
-<title>Tag: NLP</title>
+<title>Tag: nlp</title>
 <meta name="generator" content="Jekyll v4.3.2" />
-<meta property="og:title" content="Tag: NLP" />
+<meta property="og:title" content="Tag: nlp" />
 <meta property="og:locale" content="en_US" />
 <link rel="canonical" href="https://oceanumeric.github.io//blog-tags/NLP.html" />
 <meta property="og:url" content="https://oceanumeric.github.io//blog-tags/NLP.html" />
 <meta property="og:type" content="website" />
 <meta name="twitter:card" content="summary" />
-<meta property="twitter:title" content="Tag: NLP" />
+<meta property="twitter:title" content="Tag: nlp" />
 <script type="application/ld+json">
-{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: NLP","url":"https://oceanumeric.github.io//blog-tags/NLP.html"}</script>
+{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: nlp","url":"https://oceanumeric.github.io//blog-tags/NLP.html"}</script>
 <!-- End Jekyll SEO tag -->
 
   </head>
@@ -67,7 +67,7 @@
 </html>
 
     <div id='blog' class='wrap'>
-        <h1>Tag: NLP</h1>
+        <h1>Tag: nlp</h1>
         <div id='posts' class='section'>
 
 

diff --git a/blog-tags/OpenAI.html b/blog-tags/OpenAI.html
@@ -4,7 +4,7 @@
     <html lang="en">
   <head>
     <title>
-      Tag: OpenAI
+      Tag: openai
     </title>
     <meta charset='UTF-8'>
     <meta name="viewport" content="width=device-width, initial-scale=1" />
@@ -35,17 +35,17 @@
       <script defer src="https://cdn.jsdelivr.net/npm/[email protected]/dist/katex.min.js" integrity="sha384-PwRUT/YqbnEjkZO0zZxNqcxACrXe+j766U2amXcgMg5457rve2Y7I6ZJSm2A0mS4" crossorigin="anonymous"></script>
       <link href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css" rel="stylesheet">
       <!-- Begin Jekyll SEO tag v2.8.0 -->
-<title>Tag: OpenAI</title>
+<title>Tag: openai</title>
 <meta name="generator" content="Jekyll v4.3.2" />
-<meta property="og:title" content="Tag: OpenAI" />
+<meta property="og:title" content="Tag: openai" />
 <meta property="og:locale" content="en_US" />
 <link rel="canonical" href="https://oceanumeric.github.io//blog-tags/OpenAI.html" />
 <meta property="og:url" content="https://oceanumeric.github.io//blog-tags/OpenAI.html" />
 <meta property="og:type" content="website" />
 <meta name="twitter:card" content="summary" />
-<meta property="twitter:title" content="Tag: OpenAI" />
+<meta property="twitter:title" content="Tag: openai" />
 <script type="application/ld+json">
-{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: OpenAI","url":"https://oceanumeric.github.io//blog-tags/OpenAI.html"}</script>
+{"@context":"https://schema.org","@type":"WebPage","headline":"Tag: openai","url":"https://oceanumeric.github.io//blog-tags/OpenAI.html"}</script>
 <!-- End Jekyll SEO tag -->
 
   </head>
@@ -67,7 +67,7 @@
 </html>
 
     <div id='blog' class='wrap'>
-        <h1>Tag: OpenAI</h1>
+        <h1>Tag: openai</h1>
         <div id='posts' class='section'>
 
 

diff --git a/blog-tags/chatgpt.html b/blog-tags/chatgpt.html
@@ -80,6 +80,25 @@ <h1>Tag: chatgpt</h1>
 
 
 
+                    <div class='post-row'>
+                        <p class='post-title'>
+                            <a href="/blog/the-future-with-ai">
+
+                                The Future with AI: Some Thoughts from A Practitioner
+
+                            </a>
+                        </p>
+                        <p class='post-date'>
+                            29 July 2023
+                        </p>
+                    </div>
+                    <p class='post-subtitle'>
+
+                        According to Warren Buffett, "you only know who is swimming naked when the tide goes out." The same is true for AI. The current AI tide is high, but what will happen when the tide goes out? In this post, I will share some of my thoughts on the future of AI.
+
+                    </p>
+                    <span class='hidden'>5</span>
+
 
 
 

diff --git a/blog-tags/pytorch.html b/blog-tags/pytorch.html
@@ -84,6 +84,25 @@ <h1>Tag: pytorch</h1>
 
 
 
+                    <div class='post-row'>
+                        <p class='post-title'>
+                            <a href="/blog/attention_is_all_you_need_p1">
+
+                                Attention is all you need - Part 1
+
+                            </a>
+                        </p>
+                        <p class='post-date'>
+                            02 June 2023
+                        </p>
+                    </div>
+                    <p class='post-subtitle'>
+
+                        The title tells it all and transformers are here to stay. If you want to join the trend of shaping the future of NLP, this is the place to start.
+
+                    </p>
+                    <span class='hidden'>7</span>
+
 
 
 

diff --git a/blog/attention_is_all_you_need_p1.html b/blog/attention_is_all_you_need_p1.html
@@ -82,19 +82,19 @@ <h4>The title tells it all and transformers are here to stay. If you want to joi
 
                             <a href="/blog-tags/deep-learning">deep-learning</a>, 
 
-                            <a href="/blog-tags/nlp">NLP</a>, 
+                            <a href="/blog-tags/nlp">nlp</a>, 
 
                             <a href="/blog-tags/transformers">transformers</a>, 
 
                             <a href="/blog-tags/attention">attention</a>, 
 
-                            <a href="/blog-tags/gpt-2">GPT-2</a>, 
+                            <a href="/blog-tags/gpt-2">gpt-2</a>, 
 
-                            <a href="/blog-tags/pytorch">Pytorch</a>, 
+                            <a href="/blog-tags/pytorch">pytorch</a>, 
 
-                            <a href="/blog-tags/huggingface">Huggingface</a>, 
+                            <a href="/blog-tags/huggingface">huggingface</a>, 
 
-                            <a href="/blog-tags/openai">OpenAI</a>
+                            <a href="/blog-tags/openai">openai</a>
 
                         </span>
 
@@ -110,15 +110,11 @@ <h3>Published</h3>
 
 <p>The series of posts are based on the video by Andrej Karpathy. What I will do is to add some extra explanations with some intuition behind the concepts and I will also add some code to make it more practical. To fully understand the transformer architecture, we need to follow the path of the original paper, which means tracing the evolution of the transformer architecture from recurrent neural networks (RNNs) to the final transformer architecture. Here is our roadmap:</p>
 
-<ol>
-  <li><a href="#1-understanding-the-neurons-in-the-deep-learning-context">Understanding the neurons in the deep learning context</a></li>
-  <li><a href="#1-implementing-a-simple-rnn-model">Implementing a simple RNN model</a></li>
-  <li><a href="#3-implementing-a-lstm-and-gru-model">Implementing a LSTM and GRU model</a></li>
-  <li>Implementing a sequence-to-sequence model</li>
-  <li>Implementing a RNN encoder-decoder model</li>
-  <li>Implementing a neural machine translation model</li>
-  <li>Implementing a transformer encoder-decoder model</li>
-</ol>
+<ul>
+  <li><a href="#1-understanding-the-neurons-in-the-deep-learning-context">1. Understanding the neurons in the deep learning context</a></li>
+  <li><a href="#2-implementing-a-simple-rnn-model">2. Implementing a simple RNN model</a></li>
+  <li><a href="#3-implementing-a-lstm-and-gru-model">3. Implementing a LSTM and GRU model</a></li>
+</ul>
 
 <h2 id="1-understanding-the-neurons-in-the-deep-learning-context">1. Understanding the neurons in the deep learning context</h2>
 

diff --git a/blog/the-future-with-ai.html b/blog/the-future-with-ai.html
@@ -84,7 +84,7 @@ <h4>According to Warren Buffett, "you only know who is swimming naked when the t
 
                             <a href="/blog-tags/deep-learning">deep-learning</a>, 
 
-                            <a href="/blog-tags/chatgpt">ChatGPT</a>, 
+                            <a href="/blog-tags/chatgpt">chatgpt</a>, 
 
                             <a href="/blog-tags/future">future</a>, 
 

diff --git a/sitemap.xml b/sitemap.xml
@@ -458,50 +458,50 @@
 </url>
 <url>
 <loc>https://oceanumeric.github.io//blog/pdfs/OECD%20Citations%20Database%20-%20August%202022.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//blog/pdfs/OECD%20HAN%20Database%20-%20August%202022.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//blog/pdfs/US_8668089_B2.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//blog/pdfs/eu_scoreboard_2021.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/Bessel&apos;s%20Inequality%20-%20ProofWiki.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/Concentration.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/Eulers%20Rediscovery%20of%20e%20With%20Instructor%20Notes.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/chernoff-notes.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/jacobian.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/jacobian_examples.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/lecture10_bloom_filter.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 <url>
 <loc>https://oceanumeric.github.io//math/pdf/lecture4_hashing.pdf</loc>
-<lastmod>2024-05-09T16:02:48+00:00</lastmod>
+<lastmod>2024-05-09T16:20:07+00:00</lastmod>
 </url>
 </urlset>
diff --git a/tags/index.html b/tags/index.html
@@ -86,30 +86,6 @@ <h1>
 
 
 
-        <a class="post-tag"
-            href="/blog-tags/chatgpt"
-            >ChatGPT</a>, 
-
-        <a class="post-tag"
-            href="/blog-tags/gpt-2"
-            >GPT-2</a>, 
-
-        <a class="post-tag"
-            href="/blog-tags/huggingface"
-            >Huggingface</a>, 
-
-        <a class="post-tag"
-            href="/blog-tags/nlp"
-            >NLP</a>, 
-
-        <a class="post-tag"
-            href="/blog-tags/openai"
-            >OpenAI</a>, 
-
-        <a class="post-tag"
-            href="/blog-tags/pytorch"
-            >Pytorch</a>, 
-
         <a class="post-tag"
             href="/blog-tags/artificial-intelligence"
             >artificial-intelligence</a>, 
@@ -182,10 +158,18 @@ <h1>
             href="/blog-tags/github-page"
             >github-page</a>, 
 
+        <a class="post-tag"
+            href="/blog-tags/gpt-2"
+            >gpt-2</a>, 
+
         <a class="post-tag"
             href="/blog-tags/history"
             >history</a>, 
 
+        <a class="post-tag"
+            href="/blog-tags/huggingface"
+            >huggingface</a>, 
+
         <a class="post-tag"
             href="/blog-tags/javascript"
             >javascript</a>, 
@@ -218,6 +202,14 @@ <h1>
             href="/blog-tags/mkdocs"
             >mkdocs</a>, 
 
+        <a class="post-tag"
+            href="/blog-tags/nlp"
+            >nlp</a>, 
+
+        <a class="post-tag"
+            href="/blog-tags/openai"
+            >openai</a>, 
+
         <a class="post-tag"
             href="/blog-tags/pandas"
             >pandas</a>,