update inspired research

LLM360 · Apr 18, 2024 · fa8a549 · fa8a549
1 parent b585b67
commit fa8a549
Show file tree

Hide file tree

Showing 5 changed files with 77 additions and 42 deletions.
diff --git a/about.html b/about.html
@@ -79,7 +79,7 @@
         <!-- Main -->
         <div id="main">
             <div class="inner">
-                <section id="about" class="wrapper style8">
+                <section id="about" class="wrapper style9">
                     <header class="major">
                         <h2>About</h2>
                     </header>
@@ -120,6 +120,7 @@ <h3>Institutions:</h3>
                         <a href="https://www.petuum.com/" target="_blank">Petuum</a>,
                         <a href="https://www.lti.cs.cmu.edu/" target="_blank"> CMU</a>,
                         <a href="https://viterbischool.usc.edu/" target="_blank"> USC</a>,
+                        <a href="https://www.cerebras.net/" target="_blank"> cerebras</a>,
                         <a href="https://mbzuai.ac.ae/" target="_blank"> MBZUAI</a>
                         <h3>Contact us:</h3>
                         <ul>

diff --git a/assets/css/main.css b/assets/css/main.css
@@ -347,8 +347,7 @@ hr.major {
     padding-top: 0.375em; }
 .row.gtr-50 {
     align-content: center;
-    margin-top: 0;
-    margin-left: -0.75em; }
+    margin-top: 0; }
 .row.gtr-50 > * {
     align-content: center;
     padding: 0 0 0 0.5em; }
@@ -1935,7 +1934,7 @@ button3:disabled,
     margin: 0.5em 0 1em 0;}
 .features.style1 {
     background-image: linear-gradient(to bottom right, #7086d6, #49c5ef);
-    padding: 1.5em;}
+    padding: 1em 1em 1em 0.5em;}
 .features.style1 h2{
     display: inline;
     font-size: 1.25em;
@@ -1946,11 +1945,10 @@ button3:disabled,
     color: #ffffff;}
 .features.style1 p {
     display: inline;
-    color: #ffffff;
-}
+    color: #ffffff;}
 .features.style2 {
     background-image: linear-gradient(to bottom right, red, orange);
-    padding: 1.5em;
+    padding: 1em 1em 1em 0.5em;
     margin-bottom: 5em;}
 .features.style2 h2{
     display: inline;
@@ -1964,8 +1962,21 @@ button3:disabled,
     display: inline;
     color: #ffffff;}
 .features.style3 {
-    border: 2px solid rgba(161, 161, 161, 0.28);
-}
+    background-image: linear-gradient(to bottom right, rgba(92, 180, 146, 0.75), #b7e7dd);
+    padding: 1.5em;}
+.features.style3 h2{
+    display: inline;
+    font-size: 1.25em;
+    color: #ffffff;}
+.features.style3 h3{
+    display: inline;
+    font-size: 1.25em;
+    color: #ffffff;}
+.features.style3 p {
+    display: inline;
+    color: #ffffff;}
+.features.style4 {
+    border: 2px solid rgba(161, 161, 161, 0.28);}
 .features article {
     -moz-align-items: center;
     -webkit-align-items: center;
@@ -2188,123 +2199,146 @@ button3:disabled,
     font-weight: 300;
     margin:0.5em 0 0.5em 0.5em;}
 #wrapper .style3 h2{
+    font-size: 2em;
+    font-weight: 300;}
+#wrapper .style3 h3{
+    font-size: 2em;
+    font-weight: 600;}
+#wrapper .style3 p{
+    font-size: 1.1em;
+    font-weight: 300;
+    margin:0.5em 0 0.5em 0.5em;}
+#wrapper .style3 ul {
+    font-size: 2em;
+    font-weight: 300;
+    color: #454e50;
+    list-style: none;
+    margin: 0 0 2em 0;
+    padding-left: 1.5em; }
+#wrapper .style3 ul li {
+    padding-left: 0.5em; }
+
+
+
+
+#wrapper .style4 h2{
     font-size: 3.5em;}
-#wrapper .style3 h3 {
+#wrapper .style4 h3 {
     font-size: 1.8em;
     color: #868686;
     margin:0 1em 1em 0;
     border-bottom:solid 2px #868686;}
-#wrapper .style3 h4 {
+#wrapper .style4 h4 {
     font-size: 1.2em;
     margin-top: 1em;
     min-height: 50px;}
-#wrapper .style3 p{
+#wrapper .style4 p{
     font-size: 1em;
     font-weight: 300;
     color: #6b6b6b;
     margin:0 1em 1em 0;}
     /*  min-height: 200px;} */
-#wrapper .style4 h2{
+#wrapper .style5 h2{
     font-size: 3.5em;}
-#wrapper .style4 h3 {
+#wrapper .style5 h3 {
     font-size: 2em;
     color: #868686;
     margin:0 1em 1em 0;
     border-bottom:solid 2px #868686;}
-#wrapper .style4 h4 {
+#wrapper .style5 h4 {
     font-size: 1.2em;
     min-height: 80px;}
-#wrapper .style4 p{
+#wrapper .style5 p{
     font-size: 1em;
     font-weight: 300;
     color: #6b6b6b;
     margin:0 1em 1em 0;}
     /* min-height: 200px;} */
-#wrapper .style5{
+#wrapper .style6{
     margin-bottom: 10em;}
-#wrapper .style5 h2{
+#wrapper .style6 h2{
     font-size: 3.5em;
     margin: 0.5em 0 0.5em 0}
-#wrapper .style5 h3 {
+#wrapper .style6 h3 {
     font-size: 2em;
     color: #868686;
     margin:0 1em 1em 0;
     border-bottom:solid 2px #868686;}
-#wrapper .style5 h4 {
+#wrapper .style6 h4 {
     font-size: 1.5em;}
-#wrapper .style5 p{
+#wrapper .style6 p{
     font-size: 1.25em;
     font-weight: 300;
     color: #6b6b6b;
     margin:0 0 1em 0;}
-#wrapper .style6 h2{
+#wrapper .style7 h2{
     font-size: 3.5em;
     font-weight: 200;
     margin: 0.5em 0 0.5em 0}
-#wrapper .style6 h3 {
+#wrapper .style7 h3 {
     font-size: 2em;
     color: #454e50;
     margin:1em 1em 1em 0;}
-#wrapper .style6 h4 {
+#wrapper .style7 h4 {
     font-size: 1.5em;
     margin:1em 1em 0.5em 0;}
-#wrapper .style6 p{
+#wrapper .style7 p{
     font-size: 1.25em;
     font-weight: 300;
     color: #454e50;
     margin:0 0 1em 0;}
-#wrapper .style7 h2{
+#wrapper .style8 h2{
     font-size: 3.5em;
     font-weight: 300;
     margin: 1em 0 0 0;}
-#wrapper .style7 h3 {
+#wrapper .style8 h3 {
     font-size: 1.5em;
     margin:3em 1em 0 0;}
-#wrapper .style7 h4 {
+#wrapper .style8 h4 {
     font-size: 1.25em;
     font-weight: 400;
     color: #454e50;
     border-top:solid 1px rgba(25, 26, 35, 0.3);
     padding: 0.5em 0 0.5em 0;
     margin: 0 0 2.5em 0;}
-#wrapper .style7 h4 {
+#wrapper .style8 h4 {
     font-size: 1.15em;
     font-weight: 300;
     color: #454e50;
     margin-top: 0.5em;
     margin-bottom: 1em}
-#wrapper .style7 h5 {
+#wrapper .style8 h5 {
     font-size: 1.15em;
     font-weight: 500;
     color: #454e50;
     border-bottom:solid 1px rgba(25, 26, 35, 0.3);
     margin-top: 0.5em;
     margin-bottom: 0.5em}
-#wrapper .style7 p{
+#wrapper .style8 p{
     font-size: 1em;
     font-weight: 500;
     color: #454e50;
     margin:0.5em 0 0 0;}
-#wrapper .style8 h2{
+#wrapper .style9 h2{
     font-size: 3.5em;
     font-weight: 300;
     margin: 1em 0 0 0;}
-#wrapper .style8 h3 {
+#wrapper .style9 h3 {
     font-size: 1.15em;
     font-weight: 500;
     color: #454e50;
     border-bottom:solid 1px rgba(25, 26, 35, 0.3);
     margin-top: 1.5em;
     margin-bottom: 0.5em;}
-#wrapper .style8 h4 {
+#wrapper .style9 h4 {
     font-size: 1.25em;
     font-weight: 400;
     color: #454e50;
     border-top:solid 1px rgba(25, 26, 35, 0.3);
     padding: 0.5em 0 0.5em 0;
     margin: 0 0 2.5em 0;}
 
-#wrapper .style8 p{
+#wrapper .style9 p{
     font-size: 1.15em;
     font-weight: 300;
     color: #454e50;

diff --git a/blog/introducing-llm360-fully-transparent-open-source-llms.html b/blog/introducing-llm360-fully-transparent-open-source-llms.html
@@ -123,7 +123,7 @@
 			<!-- Main -->
 			<div id="main">
 				<div class="inner">
-					<section id="blog" class="wrapper style6">
+					<section id="blog" class="wrapper style7">
 						<header class="major">
 							<h1>Introducing <strong>LLM360</strong>: Fully Transparent Open-Source LLMs</h1>
 							<p>LLM360 Team  &nbsp | &nbsp December 11, 2023</p>
@@ -402,7 +402,7 @@ <h2><a href="../index.html">LLM360</a></h2>
 							<li><a href="../index.html#research">Research</a></li>
 							<li><a href="../index.html#resources">Resources</a></li>
 							<li><a href="../index.html#contact">Contact</a></li>
-							<li><a href="about.html">About</a></li>
+							<li><a href="../about.html">About</a></li>
 						</ul>
 					</nav>
 					<!-- Footer -->

diff --git a/index.html b/index.html
@@ -253,7 +253,7 @@ <h3 class="white">AmberSafe:</h3>
                     </div>
                 </section>
                 <!-- Research -->
-                <section id="research" class="wrapper style3">
+                <section id="research" class="wrapper style4">
                     <header class="major">
                         <h2>Research</h2>
                     </header>
@@ -292,13 +292,13 @@ <h3>Crystal Paper</h3>
                             <h3>Inspired Research: </h3>
                         </header>
                         <!--                                <a href="https://blog.eleuther.ai/fm-dev-cheatsheet/" target="_blank" class="image"><img src="images/research_1.jpg" alt="" /></a>-->
-                        <a href="https://blog.eleuther.ai/fm-dev-cheatsheet/" target="_blank"><strong>EleutherAI:</strong> Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models</a>
+                        <a href="https://arxiv.org/pdf/2402.19465.pdf" target="_blank">Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models</a>
 
                     </div>
                 </section>
 
                 <!-- Resources -->
-                <section id="resources" class="wrapper style4">
+                <section id="resources" class="wrapper style5">
                     <header class="major">
                         <h2>Resources</h2>
                     </header>
@@ -347,7 +347,7 @@ <h4>Model Usage Guide</h4>
                 </section>
 
                 <!-- Contact -->
-                <section id="contact"  class="wrapper style5">
+                <section id="contact"  class="wrapper style6">
                     <header class="major">
                         <h2>WE VALUE YOUR INSIGHTS</h2>
                     </header>

diff --git a/pretrainingguide.html b/pretrainingguide.html
@@ -80,7 +80,7 @@
 			<div id="main">
 				<div class="inner">
 					<!-- Guide -->
-					<section id="trainingguide" class="wrapper style7">
+					<section id="trainingguide" class="wrapper style8">
 						<div class="content">
 							<header class="major">
 								<h2>LLM360 Pre-Training Guide</h2>