Fix mutation chunking PR (#618)

* mutation chunks

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* exclude helm charts from prettier

* adjust prettier exclusion

* fixup changes

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* update

* add todo

* increase chunk size further

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

.prettierignore

@@ -1 +1,2 @@
+
 helm_charts/**

taxonium_backend/server.js

@@ -227,8 +227,8 @@ app.get("/mutations/", function (req, res) {
     res.write(`data: ${data}\n\n`);
   }
 
-  // Send mutations in chunks of 1000
-  const chunkSize = 10000;
+  // Send mutations in chunks of 100000
+  const chunkSize = 100000;
   let index = 0;
 
   function sendNextChunk() {

taxonium_component/src/hooks/useServerBackend.jsx

@@ -157,7 +157,7 @@ function useServerBackend(backend_url, sid, url_on_fail) {
               const mutationsChunk = JSON.parse(event.data);
               if (Array.isArray(mutationsChunk)) {
                 config.mutations.push(...mutationsChunk);
-                setResult({ ...config });
+
                 console.log(
                   `Received chunk of ${mutationsChunk.length} mutations`
                 );
@@ -172,10 +172,11 @@ function useServerBackend(backend_url, sid, url_on_fail) {
           eventSource.onerror = (error) => {
             console.error("EventSource failed:", error);
             eventSource.close();
+            setResult(config);
+            // TODO atm we set the Result above for backwards compatibility with backends which don't stream mutations and use /config/
+            // instead. After a while we should stop doing this so that if the stream dies in the middle we don't get
+            // possible weird behavior.
           };
-
-          // Set initial config
-          setResult(config);
         })
         .catch((error) => {
           console.error("Error fetching config:", error);