Batch Edit: Support for editing basic fields

specifyweb/export/dwca.py

@@ -12,8 +12,8 @@
 from xml.etree import ElementTree as ET
 from xml.dom import minidom
 
-from specifyweb.stored_queries.execution import EphemeralField, query_to_csv
-from specifyweb.stored_queries.queryfield import QueryField
+from specifyweb.stored_queries.execution import query_to_csv
+from specifyweb.stored_queries.queryfield import QueryField, EphemeralField
 from specifyweb.stored_queries.models import session_context
 
 logger = logging.getLogger(__name__)

specifyweb/express_search/related.py

@@ -5,67 +5,79 @@
 import logging
 
 from ..specify.models import datamodel
-from ..stored_queries.execution import build_query
+from ..stored_queries.execution import BuildQueryProps, build_query
 from ..stored_queries.query_ops import QueryOps
 from ..stored_queries.queryfield import QueryField
 from ..stored_queries.queryfieldspec import QueryFieldSpec
 
 logger = logging.getLogger(__name__)
 
+
 class F(str):
     pass
 
+
 class RelatedSearchMeta(type):
     def __new__(cls, name, bases, dict):
         Rs = super(RelatedSearchMeta, cls).__new__(cls, name, bases, dict)
         if Rs.definitions is None:
             return Rs
 
-        root_table_name = Rs.definitions[0].split('.')[0]
+        root_table_name = Rs.definitions[0].split(".")[0]
 
         Rs.root = datamodel.get_table(root_table_name, strict=True)
 
         def col_to_fs(col, add_id=False):
-            return QueryFieldSpec.from_path( [root_table_name] + col.split('.'), add_id )
+            return QueryFieldSpec.from_path([root_table_name] + col.split("."), add_id)
 
         Rs.display_fields = [
-            QueryField(fieldspec=col_to_fs(col),
-                       op_num=1,
-                       value="",
-                       negate=False,
-                       display=True,
-                       format_name=None,
-                       sort_type=0,
-                       strict=False)
-            for col in Rs.columns]
-
-        if Rs.link:
-            Rs.display_fields.append(QueryField(
-                fieldspec=col_to_fs(Rs.link, add_id=True),
+            QueryField(
+                fieldspec=col_to_fs(col),
                 op_num=1,
                 value="",
                 negate=False,
                 display=True,
                 format_name=None,
                 sort_type=0,
-                strict=False))
+                strict=False
+            )
+            for col in Rs.columns
+        ]
+
+        if Rs.link:
+            Rs.display_fields.append(
+                QueryField(
+                    fieldspec=col_to_fs(Rs.link, add_id=True),
+                    op_num=1,
+                    value="",
+                    negate=False,
+                    display=True,
+                    format_name=None,
+                    sort_type=0,
+                    strict=False
+                )
+            )
 
         def make_filter(f, negate):
             field, op, val = f
-            return QueryField(fieldspec=col_to_fs(field),
-                              op_num=QueryOps.OPERATIONS.index(op.__name__),
-                              value=col_to_fs(val) if isinstance(val, F) else val,
-                              negate=negate,
-                              display=False,
-                              format_name=None,
-                              sort_type=0,
-                              strict=False)
-
-        Rs.filter_fields = [make_filter(f, False) for f in Rs.filters] + \
-                           [make_filter(f, True) for f in Rs.excludes]
+            return QueryField(
+                fieldspec=col_to_fs(field),
+                op_num=QueryOps.OPERATIONS.index(op.__name__),
+                value=col_to_fs(val) if isinstance(val, F) else val,
+                negate=negate,
+                display=False,
+                format_name=None,
+                sort_type=0,
+                strict=False
+            )
+
+        Rs.filter_fields = [make_filter(f, False) for f in Rs.filters] + [
+            make_filter(f, True) for f in Rs.excludes
+        ]
 
         return Rs
 
+
 class RelatedSearch(object, metaclass=RelatedSearchMeta):
     distinct = False
     filters = []
@@ -76,9 +88,14 @@ class RelatedSearch(object, metaclass=RelatedSearchMeta):
 
     @classmethod
     def execute(cls, session, config, terms, collection, user, limit, offset):
-        queries = [_f for _f in (
-            cls(defn).build_related_query(session, config, terms, collection, user)
-            for defn in cls.definitions) if _f]
+        queries = [
+            _f
+            for _f in (
+                cls(defn).build_related_query(session, config, terms, collection, user)
+                for defn in cls.definitions
+            )
+            if _f
+        ]
 
         if len(queries) > 0:
             query = queries[0].union(*queries[1:])
@@ -89,64 +106,86 @@ def execute(cls, session, config, terms, collection, user, limit, offset):
             results = []
 
         return {
-            'totalCount': count,
-            'results': results,
-            'definition': {
-                'name': cls.__name__,
-                'root': cls.root.name,
-                'link': cls.link,
-                'columns': cls.columns,
-                'fieldSpecs': [{'stringId': fs.to_stringid(), 'isRelationship': fs.is_relationship()}
-                               for field in cls.display_fields
-                               for fs in [field.fieldspec]]}}
+            "totalCount": count,
+            "results": results,
+            "definition": {
+                "name": cls.__name__,
+                "root": cls.root.name,
+                "link": cls.link,
+                "columns": cls.columns,
+                "fieldSpecs": [
+                    {
+                        "stringId": fs.to_stringid(),
+                        "isRelationship": fs.is_relationship(),
+                    }
+                    for field in cls.display_fields
+                    for fs in [field.fieldspec]
+                ],
+            },
+        }
 
     def __init__(self, definition):
         self.definition = definition
 
     def build_related_query(self, session, config, terms, collection, user):
-        logger.info('%s: building related query using definition: %s',
-                    self.__class__.__name__, self.definition)
+        logger.info(
+            "%s: building related query using definition: %s",
+            self.__class__.__name__,
+            self.definition,
+        )
 
         from .views import build_primary_query
 
-        primary_fieldspec = QueryFieldSpec.from_path(self.definition.split('.'), add_id=True)
+        primary_fieldspec = QueryFieldSpec.from_path(
+            self.definition.split("."), add_id=True
+        )
 
         pivot = primary_fieldspec.table
 
-        logger.debug('pivoting on: %s', pivot)
-        for searchtable in config.findall('tables/searchtable'):
-            if searchtable.find('tableName').text == pivot.name:
+        logger.debug("pivoting on: %s", pivot)
+        for searchtable in config.findall("tables/searchtable"):
+            if searchtable.find("tableName").text == pivot.name:
                 break
         else:
             return None
 
-        logger.debug('using %s for primary search', searchtable.find('tableName').text)
-        primary_query = build_primary_query(session, searchtable, terms, collection, user, as_scalar=True)
+        logger.debug("using %s for primary search", searchtable.find("tableName").text)
+        primary_query = build_primary_query(
+            session, searchtable, terms, collection, user, as_scalar=True
+        )
 
         if primary_query is None:
             return None
-        logger.debug('primary query: %s', primary_query)
+        logger.debug("primary query: %s", primary_query)
 
         primary_field = QueryField(
             fieldspec=primary_fieldspec,
-            op_num=QueryOps.OPERATIONS.index('op_in'),
+            op_num=QueryOps.OPERATIONS.index("op_in"),
             value=primary_query,
             negate=False,
             display=False,
             format_name=None,
             sort_type=0,
-            strict=False)
+            strict=False
+        )
 
         logger.debug("primary queryfield: %s", primary_field)
         logger.debug("display queryfields: %s", self.display_fields)
         logger.debug("filter queryfields: %s", self.filter_fields)
 
         queryfields = self.display_fields + self.filter_fields + [primary_field]
 
-        related_query, _ = build_query(session, collection, user, self.root.tableId, queryfields, implicit_or=False)
+        related_query, _ = build_query(
+            session,
+            collection,
+            user,
+            self.root.tableId,
+            queryfields,
+            props=BuildQueryProps(implicit_or=True),
+        )
 
         if self.distinct:
             related_query = related_query.distinct()
 
-        logger.debug('related query: %s', related_query)
+        logger.debug("related query: %s", related_query)
         return related_query

specifyweb/frontend/js_src/css/main.css

@@ -150,6 +150,7 @@
   /* Make spinner buttons larger */
   [type='number']:not([readonly], .no-arrows)::-webkit-outer-spin-button,
   [type='number']:not([readonly], .no-arrows)::-webkit-inner-spin-button {
+    -webkit-appearance: inner-spin-button !important;
     @apply absolute right-0 top-0 h-full w-2;
   }
 
@@ -255,10 +256,16 @@
     --invalid-cell: theme('colors.red.300');
     --modified-cell: theme('colors.yellow.250');
     --search-result: theme('colors.green.300');
-    @apply dark:[--invalid-cell:theme('colors.red.900')]
+    --updated-cell: theme('colors.cyan.200');
+    --deleted-cell: theme('colors.amber.500');
+    --matched-and-changed-cell: theme('colors.blue.200');
+    @apply dark:[--deleted-cell:theme('colors.amber.600')]
+      dark:[--invalid-cell:theme('colors.red.900')]
+      dark:[--matched-and-changed-cell:theme('colors.fuchsia.700')]
       dark:[--modified-cell:theme('colors.yellow.900')]
       dark:[--new-cell:theme('colors.indigo.900')]
-      dark:[--search-result:theme('colors.green.900')];
+      dark:[--search-result:theme('colors.green.900')]
+      dark:[--updated-cell:theme('colors.cyan.800')];
   }
 
   .custom-select {

specifyweb/frontend/js_src/css/workbench.css

@@ -38,7 +38,10 @@
 }
 
 /* CONTENT styles */
-.wbs-form.wb-show-upload-results .wb-no-match-cell,
+.wbs-form.wb-show-upload-results .wb-no-match-cell
+.wbs-form.wb-show-upload-results .wb-updated-cell
+.wbs-form.wb-show-upload-results .wb-deleted-cell
+.wbs-form.wb-show-upload-results .wb-matched-and-changed-cell
 .wbs-form.wb-focus-coordinates .wb-coordinate-cell {
   @apply text-black dark:text-white;
 }
@@ -54,14 +57,32 @@
     .wb-no-match-cell,
     .wb-modified-cell,
     .htCommentCell,
-    .wb-search-match-cell
+    .wb-search-match-cell,
+    .wb-updated-cell, 
+    .wb-deleted-cell, 
+    .wb-matched-and-changed-cell
   ),
 .wb-navigation-section {
   @apply !bg-[color:var(--accent-color)];
 }
 
 /* The order here determines the priority of the states
  * From the lowest till the highest */
+.wbs-form:not(.wb-hide-new-cells) .wb-updated-cell,
+.wb-navigation-section[data-navigation-type='updatedCells'] {
+  --accent-color: var(--updated-cell);
+}
+
+.wbs-form:not(.wb-hide-new-cells) .wb-deleted-cell,
+.wb-navigation-section[data-navigation-type='deletedCells'] {
+  --accent-color: var(--deleted-cell);
+}
+
+.wbs-form:not(.wb-hide-new-cells) .wb-matched-and-changed-cell,
+.wb-navigation-section[data-navigation-type='matchedAndChangedCells'] {
+  --accent-color: var(--matched-and-changed-cell);
+}
+
 .wbs-form:not(.wb-hide-new-cells) .wb-no-match-cell,
 .wb-navigation-section[data-navigation-type='newCells'] {
   --accent-color: var(--new-cell);

specifyweb/frontend/js_src/lib/components/AttachmentsBulkImport/Datasets.tsx

@@ -98,7 +98,7 @@ function ModifyDataset({
 }
 
 const createEmpty = async (name: LocalizedString) =>
-  createEmptyDataSet<AttachmentDataSet>('/attachment_gw/dataset/', name, {
+  createEmptyDataSet<AttachmentDataSet>('bulkAttachment', name, {
     uploadplan: { staticPathKey: undefined },
     uploaderstatus: 'main',
   });
@@ -241,7 +241,7 @@ const getNamePromise = async () =>
       date: new Date().toDateString(),
     }),
     undefined,
-    '/attachment_gw/dataset/'
+    'bulkAttachment'
   );
 
 function NewDataSet(): JSX.Element | null {

specifyweb/frontend/js_src/lib/components/AttachmentsBulkImport/PerformAttachmentTask.ts

@@ -69,8 +69,8 @@ export function PerformAttachmentTask({
       uploaded: (nextIndex === currentIndex ? 0 : 1) + progress.uploaded,
     }));
     workRef.current.mappedFiles = workRef.current.mappedFiles.map(
-      (uploadble, postIndex) =>
-        postIndex === currentIndex ? postUpload : uploadble
+      (uploadable, postIndex) =>
+        postIndex === currentIndex ? postUpload : uploadable
     );
   };
 

specifyweb/frontend/js_src/lib/components/AttachmentsBulkImport/RenameDataSet.tsx

@@ -28,7 +28,7 @@ export function AttachmentDatasetMeta({
   return (
     <DataSetMeta
       dataset={dataset}
-      datasetUrl="/attachment_gw/dataset/"
+      datasetVariant='bulkAttachment'
       deleteDescription={attachmentsText.deleteAttachmentDataSetDescription()}
       permissionResource="/attachment_import/dataset"
       onChange={(changed) =>

specifyweb/frontend/js_src/lib/components/AttachmentsBulkImport/ViewAttachmentFiles.tsx

@@ -14,6 +14,7 @@ import { getResourceViewUrl } from '../DataModel/resource';
 import type { Tables } from '../DataModel/types';
 import { GenericSortedDataViewer } from '../Molecules/GenericSortedDataViewer';
 import { useDragDropFiles } from '../Molecules/useDragDropFiles';
+import { datasetVariants } from '../WbUtils/datasetVariants';
 import type { PartialAttachmentUploadSpec } from './Import';
 import { ResourceDisambiguationDialog } from './ResourceDisambiguation';
 import type { PartialUploadableFileSpec } from './types';
@@ -230,7 +231,7 @@ function StartUploadDescription(): JSX.Element {
         <li>{attachmentsText.chooseFilesToGetStarted()}</li>
         <li>{attachmentsText.selectIdentifier()}</li>
       </ol>
-      <Link.NewTab href="https://discourse.specifysoftware.org/t/batch-attachment-uploader/1374">
+      <Link.NewTab href={datasetVariants.bulkAttachment.documentationUrl}>
         {headerText.documentation()}
       </Link.NewTab>
     </div>