Spaces:

UlrickBL
/

transformer_parameters

Running

UlrickBL commited on Jan 20

Commit

38cb18d

verified ·

1 Parent(s): 2464571

Update index.html

Files changed (1) hide show

index.html CHANGED Viewed

@@ -3,7 +3,7 @@
 <head>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>Model Parameter Calculator</title>
     <style>
         body {
             font-family: Arial, sans-serif;
@@ -198,13 +198,13 @@
                             <th>Total (input*output)</th>
                         </tr>
                         <tr>
-                            <td>Swish - W</td>
                             <td>${hiddenSize.toLocaleString()}</td>
                             <td>${intermediateSize.toLocaleString()}</td>
                             <td>${switchW.toLocaleString()}</td>
                         </tr>
                         ${includeBias ? `<tr>
-                            <td>Swish - b</td>
                             <td>-</td>
                             <td>${intermediateSize.toLocaleString()}</td>
                             <td>${switchB.toLocaleString()}</td>
@@ -270,7 +270,7 @@
 <body>
 <div class="console">
-    <h3>Input Parameters</h3>
     <label for="hidden_size">Hidden size:</label><br>
     <input type="number" id="hidden_size" value="896"><br><br>
@@ -299,8 +299,8 @@
 </div>
 <div class="output" id="output">
-    <h1>Model Parameter Calculator</h1>
-    <h3>Enter model parameters in the console and press calculate</h3>
 </div>
 </body>

 <head>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Transformers Total Parameters Calculator</title>
     <style>
         body {
             font-family: Arial, sans-serif;
                             <th>Total (input*output)</th>
                         </tr>
                         <tr>
+                            <td>Swish/Gelu - W</td>
                             <td>${hiddenSize.toLocaleString()}</td>
                             <td>${intermediateSize.toLocaleString()}</td>
                             <td>${switchW.toLocaleString()}</td>
                         </tr>
                         ${includeBias ? `<tr>
+                            <td>Swish/Gelu - b</td>
                             <td>-</td>
                             <td>${intermediateSize.toLocaleString()}</td>
                             <td>${switchB.toLocaleString()}</td>
 <body>
 <div class="console">
+    <h3>Input Config</h3>
     <label for="hidden_size">Hidden size:</label><br>
     <input type="number" id="hidden_size" value="896"><br><br>
 </div>
 <div class="output" id="output">
+    <h1>Transformer total number of parameters Calculator</h1>
+    <h3>Enter model hyperparameters in the console and press calculate</h3>
 </div>
 </body>