R: Refactoring cache models pt1

rsconcept/backend/apps/library/tests/s_views/t_library.py

@@ -9,7 +9,6 @@ from apps.library.models import (
     LibraryTemplate,
     LocationHead
 )
-from apps.oss.models import OperationSchema
 from apps.rsform.models import RSForm
 from shared.EndpointTester import EndpointTester, decl_endpoint
 from shared.testing_utils import response_contains
@@ -59,8 +58,8 @@ class TestLibraryViewset(EndpointTester):
             'read_only': True
         }
         response = self.executeCreated(data=data)
-        oss = OperationSchema(LibraryItem.objects.get(pk=response.data['id']))
-        self.assertEqual(oss.model.owner, self.user)
+        oss = LibraryItem.objects.get(pk=response.data['id'])
+        self.assertEqual(oss.owner, self.user)
         self.assertEqual(response.data['owner'], self.user.pk)
         self.assertEqual(response.data['item_type'], data['item_type'])
         self.assertEqual(response.data['title'], data['title'])

rsconcept/backend/apps/library/tests/s_views/t_versions.py

@@ -67,7 +67,7 @@ class TestVersionViews(EndpointTester):
         self.executeNotFound(schema=self.unowned_id, version=version_id)
 
         self.owned.model.alias = 'NewName'
-        self.owned.save()
+        self.owned.model.save()
         self.x1.alias = 'X33'
         self.x1.save()
 
@@ -160,7 +160,7 @@ class TestVersionViews(EndpointTester):
         version_id = self._create_version(data=data)
         invalid_id = version_id + 1337
 
-        self.owned.delete_cst([d1])
+        Constituenta.objects.get(pk=d1.pk).delete()
         x3 = self.owned.insert_last('X3')
         x1.order = x3.order
         x1.convention = 'Test2'

rsconcept/backend/apps/library/views/library.py

@@ -70,7 +70,7 @@ class LibraryViewSet(viewsets.ModelViewSet):
             PropagationFacade.before_delete_schema(instance)
             super().perform_destroy(instance)
         if instance.item_type == m.LibraryItemType.OPERATION_SCHEMA:
-            schemas = list(OperationSchema(instance).owned_schemas())
+            schemas = list(OperationSchema.owned_schemasQ(instance))
             super().perform_destroy(instance)
             for schema in schemas:
                 self.perform_destroy(schema)
@@ -204,7 +204,7 @@ class LibraryViewSet(viewsets.ModelViewSet):
 
         with transaction.atomic():
             if item.item_type == m.LibraryItemType.OPERATION_SCHEMA:
-                owned_schemas = OperationSchema(item).owned_schemas().only('owner')
+                owned_schemas = OperationSchema.owned_schemasQ(item).only('owner')
                 for schema in owned_schemas:
                     schema.owner_id = new_owner
                 m.LibraryItem.objects.bulk_update(owned_schemas, ['owner'])
@@ -238,7 +238,7 @@ class LibraryViewSet(viewsets.ModelViewSet):
 
         with transaction.atomic():
             if item.item_type == m.LibraryItemType.OPERATION_SCHEMA:
-                owned_schemas = OperationSchema(item).owned_schemas().only('location')
+                owned_schemas = OperationSchema.owned_schemasQ(item).only('location')
                 for schema in owned_schemas:
                     schema.location = location
                 m.LibraryItem.objects.bulk_update(owned_schemas, ['location'])
@@ -270,7 +270,7 @@ class LibraryViewSet(viewsets.ModelViewSet):
 
         with transaction.atomic():
             if item.item_type == m.LibraryItemType.OPERATION_SCHEMA:
-                owned_schemas = OperationSchema(item).owned_schemas().only('access_policy')
+                owned_schemas = OperationSchema.owned_schemasQ(item).only('access_policy')
                 for schema in owned_schemas:
                     schema.access_policy = new_policy
                 m.LibraryItem.objects.bulk_update(owned_schemas, ['access_policy'])
@@ -300,7 +300,7 @@ class LibraryViewSet(viewsets.ModelViewSet):
         with transaction.atomic():
             added, deleted = m.Editor.set_and_return_diff(item.pk, editors)
             if len(added) >= 0 or len(deleted) >= 0:
-                owned_schemas = OperationSchema(item).owned_schemas().only('pk')
+                owned_schemas = OperationSchema.owned_schemasQ(item).only('pk')
                 if owned_schemas.exists():
                     m.Editor.objects.filter(
                         item__in=owned_schemas,

rsconcept/backend/apps/library/views/versions.py

@@ -47,6 +47,7 @@ class VersionViewset(
         item = version.item
         with transaction.atomic():
             RSFormSerializer(item).restore_from_version(version.data)
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
             data=RSFormParseSerializer(item).data

rsconcept/backend/apps/oss/models/Layout.py

@@ -23,3 +23,10 @@ class Layout(Model):
 
     def __str__(self) -> str:
         return f'Схема расположения {self.oss.alias}'
+
+    @staticmethod
+    def update_data(itemID: int, data: dict) -> None:
+        ''' Update layout data. '''
+        layout = Layout.objects.get(oss_id=itemID)
+        layout.data = data
+        layout.save()

rsconcept/backend/apps/oss/models/OperationSchema.py

@@ -1,22 +1,10 @@
 ''' Models: OSS API. '''
-from typing import Optional, cast
+# pylint: disable=duplicate-code
 
-from cctext import extract_entities
 from django.db.models import QuerySet
-from rest_framework.serializers import ValidationError
 
 from apps.library.models import Editor, LibraryItem, LibraryItemType
-from apps.rsform.graph import Graph
-from apps.rsform.models import (
-    DELETED_ALIAS,
-    INSERT_LAST,
-    Constituenta,
-    CstType,
-    RSFormCached,
-    extract_globals,
-    replace_entities,
-    replace_globals
-)
+from apps.rsform.models import Constituenta, OrderManager, RSFormCached
 
 from .Argument import Argument
 from .Block import Block
@@ -26,16 +14,12 @@ from .Operation import Operation, OperationType
 from .Reference import Reference
 from .Substitution import Substitution
 
-CstMapping = dict[str, Optional[Constituenta]]
-CstSubstitution = list[tuple[Constituenta, Constituenta]]
-
 
 class OperationSchema:
-    ''' Operations schema API. '''
+    ''' Operations schema API wrapper. No caching, propagation and minimal side effects. '''
 
     def __init__(self, model: LibraryItem):
         self.model = model
-        self.cache = OssCache(self)
 
     @staticmethod
     def create(**kwargs) -> 'OperationSchema':
@@ -44,60 +28,27 @@ class OperationSchema:
         Layout.objects.create(oss=model, data=[])
         return OperationSchema(model)
 
-    def save(self, *args, **kwargs) -> None:
-        ''' Save wrapper. '''
-        self.model.save(*args, **kwargs)
+    @staticmethod
+    def owned_schemasQ(item: LibraryItem) -> QuerySet[LibraryItem]:
+        ''' Get QuerySet containing all result schemas owned by current OSS. '''
+        return LibraryItem.objects.filter(
+            producer__oss=item,
+            owner_id=item.owner_id,
+            location=item.location
+        )
+
+    @staticmethod
+    def layoutQ(itemID: int) -> Layout:
+        ''' OSS layout. '''
+        return Layout.objects.get(oss_id=itemID)
 
     def refresh_from_db(self) -> None:
         ''' Model wrapper. '''
         self.model.refresh_from_db()
-        self.cache = OssCache(self)
-
-    def operations(self) -> QuerySet[Operation]:
-        ''' Get QuerySet containing all operations of current OSS. '''
-        return Operation.objects.filter(oss=self.model)
-
-    def blocks(self) -> QuerySet[Block]:
-        ''' Get QuerySet containing all blocks of current OSS. '''
-        return Block.objects.filter(oss=self.model)
-
-    def arguments(self) -> QuerySet[Argument]:
-        ''' Operation arguments. '''
-        return Argument.objects.filter(operation__oss=self.model)
-
-    def layout(self) -> Layout:
-        ''' OSS layout. '''
-        result = Layout.objects.filter(oss=self.model).first()
-        assert result is not None
-        return result
-
-    def substitutions(self) -> QuerySet[Substitution]:
-        ''' Operation substitutions. '''
-        return Substitution.objects.filter(operation__oss=self.model)
-
-    def inheritance(self) -> QuerySet[Inheritance]:
-        ''' Operation inheritances. '''
-        return Inheritance.objects.filter(operation__oss=self.model)
-
-    def owned_schemas(self) -> QuerySet[LibraryItem]:
-        ''' Get QuerySet containing all result schemas owned by current OSS. '''
-        return LibraryItem.objects.filter(
-            producer__oss=self.model,
-            owner_id=self.model.owner_id,
-            location=self.model.location
-        )
-
-    def update_layout(self, data: dict) -> None:
-        ''' Update graphical layout. '''
-        layout = self.layout()
-        layout.data = data
-        layout.save()
 
     def create_operation(self, **kwargs) -> Operation:
         ''' Create Operation. '''
         result = Operation.objects.create(oss=self.model, **kwargs)
-        self.cache.insert_operation(result)
-        self.save(update_fields=['time_update'])
         return result
 
     def create_reference(self, target: Operation) -> Operation:
@@ -109,61 +60,13 @@ class OperationSchema:
             parent=target.parent
         )
         Reference.objects.create(reference=result, target=target)
-        self.save(update_fields=['time_update'])
         return result
 
     def create_block(self, **kwargs) -> Block:
         ''' Create Block. '''
         result = Block.objects.create(oss=self.model, **kwargs)
-        self.save(update_fields=['time_update'])
         return result
 
-    def delete_reference(self, target: Operation, keep_connections: bool = False):
-        ''' Delete Reference Operation. '''
-        if keep_connections:
-            referred_operations = target.getQ_reference_target()
-            if len(referred_operations) == 1:
-                referred_operation = referred_operations[0]
-                for arg in target.getQ_as_argument():
-                    arg.pk = None
-                    arg.argument = referred_operation
-                    arg.save()
-        else:
-            pass
-            # if target.result_id is not None:
-            #     self.before_delete_cst(schema, schema.cache.constituents)  # TODO: use operation instead of schema
-        target.delete()
-        self.save(update_fields=['time_update'])
-
-    def delete_operation(self, target: int, keep_constituents: bool = False):
-        ''' Delete Operation. '''
-        self.cache.ensure_loaded()
-        operation = self.cache.operation_by_id[target]
-        schema = self.cache.get_schema(operation)
-        children = self.cache.graph.outputs[target]
-        if schema is not None and len(children) > 0:
-            if not keep_constituents:
-                self.before_delete_cst(schema, schema.cache.constituents)
-            else:
-                items = schema.cache.constituents
-                ids = [cst.pk for cst in items]
-                inheritance_to_delete: list[Inheritance] = []
-                for child_id in children:
-                    child_operation = self.cache.operation_by_id[child_id]
-                    child_schema = self.cache.get_schema(child_operation)
-                    if child_schema is None:
-                        continue
-                    self._undo_substitutions_cst(items, child_operation, child_schema)
-                    for item in self.cache.inheritance[child_id]:
-                        if item.parent_id in ids:
-                            inheritance_to_delete.append(item)
-                for item in inheritance_to_delete:
-                    self.cache.remove_inheritance(item)
-                Inheritance.objects.filter(pk__in=[item.pk for item in inheritance_to_delete]).delete()
-        self.cache.remove_operation(target)
-        operation.delete()
-        self.save(update_fields=['time_update'])
-
     def delete_block(self, target: Block):
         ''' Delete Block. '''
         new_parent = target.parent
@@ -176,104 +79,6 @@ class OperationSchema:
                 operation.parent = new_parent
                 operation.save(update_fields=['parent'])
         target.delete()
-        self.save(update_fields=['time_update'])
-
-    def set_input(self, target: int, schema: Optional[LibraryItem]) -> None:
-        ''' Set input schema for operation. '''
-        operation = self.cache.operation_by_id[target]
-        has_children = len(self.cache.graph.outputs[target]) > 0
-        old_schema = self.cache.get_schema(operation)
-        if schema == old_schema:
-            return
-
-        if old_schema is not None:
-            if has_children:
-                self.before_delete_cst(old_schema, old_schema.cache.constituents)
-            self.cache.remove_schema(old_schema)
-
-        operation.setQ_result(schema)
-        if schema is not None:
-            operation.alias = schema.alias
-            operation.title = schema.title
-            operation.description = schema.description
-        operation.save(update_fields=['alias', 'title', 'description'])
-
-        if schema is not None and has_children:
-            rsform = RSFormCached(schema)
-            self.after_create_cst(rsform, list(rsform.constituentsQ().order_by('order')))
-        self.save(update_fields=['time_update'])
-
-    def set_arguments(self, target: int, arguments: list[Operation]) -> None:
-        ''' Set arguments of target Operation. '''
-        self.cache.ensure_loaded()
-        operation = self.cache.operation_by_id[target]
-        processed: list[Operation] = []
-        updated: list[Argument] = []
-        deleted: list[Argument] = []
-        for current in operation.getQ_arguments():
-            if current.argument not in arguments:
-                deleted.append(current)
-            else:
-                processed.append(current.argument)
-                current.order = arguments.index(current.argument)
-                updated.append(current)
-        if len(deleted) > 0:
-            self.before_delete_arguments(operation, [x.argument for x in deleted])
-            for deleted_arg in deleted:
-                self.cache.remove_argument(deleted_arg)
-            Argument.objects.filter(pk__in=[x.pk for x in deleted]).delete()
-        Argument.objects.bulk_update(updated, ['order'])
-
-        added: list[Operation] = []
-        for order, arg in enumerate(arguments):
-            if arg not in processed:
-                processed.append(arg)
-                new_arg = Argument.objects.create(operation=operation, argument=arg, order=order)
-                self.cache.insert_argument(new_arg)
-                added.append(arg)
-        if len(added) > 0:
-            self.after_create_arguments(operation, added)
-        if len(added) > 0 or len(deleted) > 0:
-            self.save(update_fields=['time_update'])
-
-    def set_substitutions(self, target: int, substitutes: list[dict]) -> None:
-        ''' Clear all arguments for target Operation. '''
-        self.cache.ensure_loaded()
-        operation = self.cache.operation_by_id[target]
-        schema = self.cache.get_schema(operation)
-        processed: list[dict] = []
-        deleted: list[Substitution] = []
-        for current in operation.getQ_substitutions():
-            subs = [
-                x for x in substitutes
-                if x['original'] == current.original and x['substitution'] == current.substitution
-            ]
-            if len(subs) == 0:
-                deleted.append(current)
-            else:
-                processed.append(subs[0])
-        if len(deleted) > 0:
-            if schema is not None:
-                for sub in deleted:
-                    self._undo_substitution(schema, sub)
-            else:
-                for sub in deleted:
-                    self.cache.remove_substitution(sub)
-                Substitution.objects.filter(pk__in=[x.pk for x in deleted]).delete()
-
-        added: list[Substitution] = []
-        for sub_item in substitutes:
-            if sub_item not in processed:
-                new_sub = Substitution.objects.create(
-                    operation=operation,
-                    original=sub_item['original'],
-                    substitution=sub_item['substitution']
-                )
-                added.append(new_sub)
-        self._process_added_substitutions(schema, added)
-
-        if len(added) > 0 or len(deleted) > 0:
-            self.save(update_fields=['time_update'])
 
     def create_input(self, operation: Operation) -> RSFormCached:
         ''' Create input RSForm for given Operation. '''
@@ -288,26 +93,50 @@ class OperationSchema:
         )
         Editor.set(schema.model.pk, self.model.getQ_editors().values_list('pk', flat=True))
         operation.setQ_result(schema.model)
-        self.save(update_fields=['time_update'])
         return schema
 
-    def execute_operation(self, operation: Operation) -> bool:
+    def set_arguments(self, target: int, arguments: list[Operation]) -> None:
+        ''' Set arguments of target Operation. '''
+        Argument.objects.filter(operation_id=target).delete()
+        order = 0
+        for arg in arguments:
+            Argument.objects.create(
+                operation_id=target,
+                argument=arg,
+                order=order
+            )
+            order += 1
+
+    def set_substitutions(self, target: int, substitutes: list[dict]) -> None:
+        ''' Set Substitutions for target Operation. '''
+        Substitution.objects.filter(operation_id=target).delete()
+        for sub_item in substitutes:
+            Substitution.objects.create(
+                operation_id=target,
+                original=sub_item['original'],
+                substitution=sub_item['substitution']
+            )
+
+    def execute_operation(self, operation: Operation) -> None:
         ''' Execute target Operation. '''
-        schemas = [
-            arg.argument.result
-            for arg in operation.getQ_arguments().order_by('order')
-            if arg.argument.result is not None
+        schemas: list[int] = [
+            arg.argument.result_id
+            for arg in Argument.objects
+            .filter(operation=operation)
+            .select_related('argument')
+            .only('argument__result_id')
+            .order_by('order')
+            if arg.argument.result_id is not None
         ]
         if len(schemas) == 0:
-            return False
+            return
         substitutions = operation.getQ_substitutions()
-        receiver = self.create_input(self.cache.operation_by_id[operation.pk])
+        receiver = self.create_input(operation)
 
         parents: dict = {}
         children: dict = {}
         for operand in schemas:
-            schema = RSFormCached(operand)
-            items = list(schema.constituentsQ().order_by('order'))
+            items = list(Constituenta.objects.filter(schema_id=operand).order_by('order'))
             new_items = receiver.insert_copy(items)
             for (i, cst) in enumerate(new_items):
                 parents[cst.pk] = items[i]
@@ -320,7 +149,7 @@ class OperationSchema:
             translated_substitutions.append((original, replacement))
         receiver.substitute(translated_substitutions)
 
-        for cst in receiver.constituentsQ().order_by('order'):
+        for cst in Constituenta.objects.filter(schema=receiver.model).order_by('order'):
             parent = parents.get(cst.pk)
             assert parent is not None
             Inheritance.objects.create(
@@ -329,648 +158,6 @@ class OperationSchema:
                 parent=parent
             )
 
-        receiver.restore_order()
+        OrderManager(receiver).restore_order()
         receiver.reset_aliases()
         receiver.resolve_all_text()
-
-        if len(self.cache.graph.outputs[operation.pk]) > 0:
-            self.after_create_cst(receiver, list(receiver.constituentsQ().order_by('order')))
-        self.save(update_fields=['time_update'])
-        return True
-
-    def relocate_down(self, source: RSFormCached, destination: RSFormCached, items: list[Constituenta]):
-        ''' Move list of Constituents to destination Schema inheritor. '''
-        self.cache.ensure_loaded()
-        self.cache.insert_schema(source)
-        self.cache.insert_schema(destination)
-        operation = self.cache.get_operation(destination.model.pk)
-
-        self._undo_substitutions_cst(items, operation, destination)
-
-        inheritance_to_delete = [item for item in self.cache.inheritance[operation.pk] if item.parent_id in items]
-        for item in inheritance_to_delete:
-            self.cache.remove_inheritance(item)
-        Inheritance.objects.filter(operation_id=operation.pk, parent__in=items).delete()
-
-    def relocate_up(self, source: RSFormCached, destination: RSFormCached,
-                    items: list[Constituenta]) -> list[Constituenta]:
-        ''' Move list of Constituents upstream to destination Schema. '''
-        self.cache.ensure_loaded()
-        self.cache.insert_schema(source)
-        self.cache.insert_schema(destination)
-
-        operation = self.cache.get_operation(source.model.pk)
-        alias_mapping: dict[str, str] = {}
-        for item in self.cache.inheritance[operation.pk]:
-            if item.parent_id in destination.cache.by_id:
-                source_cst = source.cache.by_id[item.child_id]
-                destination_cst = destination.cache.by_id[item.parent_id]
-                alias_mapping[source_cst.alias] = destination_cst.alias
-
-        new_items = destination.insert_copy(items, initial_mapping=alias_mapping)
-        for index, cst in enumerate(new_items):
-            new_inheritance = Inheritance.objects.create(
-                operation=operation,
-                child=items[index],
-                parent=cst
-            )
-            self.cache.insert_inheritance(new_inheritance)
-        self.after_create_cst(destination, new_items, exclude=[operation.pk])
-
-        return new_items
-
-    def after_create_cst(
-        self, source: RSFormCached,
-        cst_list: list[Constituenta],
-        exclude: Optional[list[int]] = None
-    ) -> None:
-        ''' Trigger cascade resolutions when new Constituenta is created. '''
-        self.cache.insert_schema(source)
-        inserted_aliases = [cst.alias for cst in cst_list]
-        depend_aliases: set[str] = set()
-        for new_cst in cst_list:
-            depend_aliases.update(new_cst.extract_references())
-        depend_aliases.difference_update(inserted_aliases)
-        alias_mapping: CstMapping = {}
-        for alias in depend_aliases:
-            cst = source.cache.by_alias.get(alias)
-            if cst is not None:
-                alias_mapping[alias] = cst
-        operation = self.cache.get_operation(source.model.pk)
-        self._cascade_inherit_cst(operation.pk, source, cst_list, alias_mapping, exclude)
-
-    def after_change_cst_type(self, source: RSFormCached, target: Constituenta) -> None:
-        ''' Trigger cascade resolutions when Constituenta type is changed. '''
-        self.cache.insert_schema(source)
-        operation = self.cache.get_operation(source.model.pk)
-        self._cascade_change_cst_type(operation.pk, target.pk, cast(CstType, target.cst_type))
-
-    def after_update_cst(self, source: RSFormCached, target: Constituenta, data: dict, old_data: dict) -> None:
-        ''' Trigger cascade resolutions when Constituenta data is changed. '''
-        self.cache.insert_schema(source)
-        operation = self.cache.get_operation(source.model.pk)
-        depend_aliases = self._extract_data_references(data, old_data)
-        alias_mapping: CstMapping = {}
-        for alias in depend_aliases:
-            cst = source.cache.by_alias.get(alias)
-            if cst is not None:
-                alias_mapping[alias] = cst
-        self._cascade_update_cst(
-            operation=operation.pk,
-            cst_id=target.pk,
-            data=data,
-            old_data=old_data,
-            mapping=alias_mapping
-        )
-
-    def before_delete_cst(self, source: RSFormCached, target: list[Constituenta]) -> None:
-        ''' Trigger cascade resolutions before Constituents are deleted. '''
-        self.cache.insert_schema(source)
-        operation = self.cache.get_operation(source.model.pk)
-        self._cascade_delete_inherited(operation.pk, target)
-
-    def before_substitute(self, source: RSFormCached, substitutions: CstSubstitution) -> None:
-        ''' Trigger cascade resolutions before Constituents are substituted. '''
-        self.cache.insert_schema(source)
-        operation = self.cache.get_operation(source.model.pk)
-        self._cascade_before_substitute(substitutions, operation)
-
-    def before_delete_arguments(self, target: Operation, arguments: list[Operation]) -> None:
-        ''' Trigger cascade resolutions before arguments are deleted. '''
-        if target.result_id is None:
-            return
-        for argument in arguments:
-            parent_schema = self.cache.get_schema(argument)
-            if parent_schema is not None:
-                self._execute_delete_inherited(target.pk, parent_schema.cache.constituents)
-
-    def after_create_arguments(self, target: Operation, arguments: list[Operation]) -> None:
-        ''' Trigger cascade resolutions after arguments are created. '''
-        schema = self.cache.get_schema(target)
-        if schema is None:
-            return
-        for argument in arguments:
-            parent_schema = self.cache.get_schema(argument)
-            if parent_schema is None:
-                continue
-            self._execute_inherit_cst(
-                target_operation=target.pk,
-                source=parent_schema,
-                items=list(parent_schema.constituentsQ().order_by('order')),
-                mapping={}
-            )
-
-    # pylint: disable=too-many-arguments, too-many-positional-arguments
-    def _cascade_inherit_cst(
-        self, target_operation: int,
-        source: RSFormCached,
-        items: list[Constituenta],
-        mapping: CstMapping,
-        exclude: Optional[list[int]] = None
-    ) -> None:
-        children = self.cache.graph.outputs[target_operation]
-        if len(children) == 0:
-            return
-        for child_id in children:
-            if not exclude or child_id not in exclude:
-                self._execute_inherit_cst(child_id, source, items, mapping)
-
-    def _execute_inherit_cst(
-        self,
-        target_operation: int,
-        source: RSFormCached,
-        items: list[Constituenta],
-        mapping: CstMapping
-    ) -> None:
-        operation = self.cache.operation_by_id[target_operation]
-        destination = self.cache.get_schema(operation)
-        if destination is None:
-            return
-
-        self.cache.ensure_loaded()
-        new_mapping = self._transform_mapping(mapping, operation, destination)
-        alias_mapping = OperationSchema._produce_alias_mapping(new_mapping)
-        insert_where = self._determine_insert_position(items[0].pk, operation, source, destination)
-        new_cst_list = destination.insert_copy(items, insert_where, alias_mapping)
-        for index, cst in enumerate(new_cst_list):
-            new_inheritance = Inheritance.objects.create(
-                operation=operation,
-                child=cst,
-                parent=items[index]
-            )
-            self.cache.insert_inheritance(new_inheritance)
-        new_mapping = {alias_mapping[alias]: cst for alias, cst in new_mapping.items()}
-        self._cascade_inherit_cst(operation.pk, destination, new_cst_list, new_mapping)
-
-    def _cascade_change_cst_type(self, operation_id: int, cst_id: int, ctype: CstType) -> None:
-        children = self.cache.graph.outputs[operation_id]
-        if len(children) == 0:
-            return
-        self.cache.ensure_loaded()
-        for child_id in children:
-            child_operation = self.cache.operation_by_id[child_id]
-            successor_id = self.cache.get_inheritor(cst_id, child_id)
-            if successor_id is None:
-                continue
-            child_schema = self.cache.get_schema(child_operation)
-            if child_schema is None:
-                continue
-            if child_schema.change_cst_type(successor_id, ctype):
-                self._cascade_change_cst_type(child_id, successor_id, ctype)
-
-    # pylint: disable=too-many-arguments, too-many-positional-arguments
-    def _cascade_update_cst(
-        self,
-        operation: int,
-        cst_id: int,
-        data: dict, old_data: dict,
-        mapping: CstMapping
-    ) -> None:
-        children = self.cache.graph.outputs[operation]
-        if len(children) == 0:
-            return
-        self.cache.ensure_loaded()
-        for child_id in children:
-            child_operation = self.cache.operation_by_id[child_id]
-            successor_id = self.cache.get_inheritor(cst_id, child_id)
-            if successor_id is None:
-                continue
-            child_schema = self.cache.get_schema(child_operation)
-            assert child_schema is not None
-            new_mapping = self._transform_mapping(mapping, child_operation, child_schema)
-            alias_mapping = OperationSchema._produce_alias_mapping(new_mapping)
-            successor = child_schema.cache.by_id.get(successor_id)
-            if successor is None:
-                continue
-            new_data = self._prepare_update_data(successor, data, old_data, alias_mapping)
-            if len(new_data) == 0:
-                continue
-            new_old_data = child_schema.update_cst(successor, new_data)
-            if len(new_old_data) == 0:
-                continue
-            new_mapping = {alias_mapping[alias]: cst for alias, cst in new_mapping.items()}
-            self._cascade_update_cst(
-                operation=child_id,
-                cst_id=successor_id,
-                data=new_data,
-                old_data=new_old_data,
-                mapping=new_mapping
-            )
-
-    def _cascade_delete_inherited(self, operation: int, target: list[Constituenta]) -> None:
-        children = self.cache.graph.outputs[operation]
-        if len(children) == 0:
-            return
-        self.cache.ensure_loaded()
-        for child_id in children:
-            self._execute_delete_inherited(child_id, target)
-
-    def _execute_delete_inherited(self, operation_id: int, parent_cst: list[Constituenta]) -> None:
-        operation = self.cache.operation_by_id[operation_id]
-        schema = self.cache.get_schema(operation)
-        if schema is None:
-            return
-        self._undo_substitutions_cst(parent_cst, operation, schema)
-        target_ids = self.cache.get_inheritors_list([cst.pk for cst in parent_cst], operation_id)
-        target_cst = [schema.cache.by_id[cst_id] for cst_id in target_ids]
-        self._cascade_delete_inherited(operation_id, target_cst)
-        if len(target_cst) > 0:
-            self.cache.remove_cst(operation_id, target_ids)
-            schema.delete_cst(target_cst)
-
-    def _cascade_before_substitute(self, substitutions: CstSubstitution, operation: Operation) -> None:
-        children = self.cache.graph.outputs[operation.pk]
-        if len(children) == 0:
-            return
-        self.cache.ensure_loaded()
-        for child_id in children:
-            child_operation = self.cache.operation_by_id[child_id]
-            child_schema = self.cache.get_schema(child_operation)
-            if child_schema is None:
-                continue
-            new_substitutions = self._transform_substitutions(substitutions, child_id, child_schema)
-            if len(new_substitutions) == 0:
-                continue
-            self._cascade_before_substitute(new_substitutions, child_operation)
-            child_schema.substitute(new_substitutions)
-
-    def _cascade_partial_mapping(
-        self,
-        mapping: CstMapping,
-        target: list[int],
-        operation: int,
-        schema: RSFormCached
-    ) -> None:
-        alias_mapping = OperationSchema._produce_alias_mapping(mapping)
-        schema.apply_partial_mapping(alias_mapping, target)
-        children = self.cache.graph.outputs[operation]
-        if len(children) == 0:
-            return
-        self.cache.ensure_loaded()
-        for child_id in children:
-            child_operation = self.cache.operation_by_id[child_id]
-            child_schema = self.cache.get_schema(child_operation)
-            if child_schema is None:
-                continue
-            new_mapping = self._transform_mapping(mapping, child_operation, child_schema)
-            if not new_mapping:
-                continue
-            new_target = self.cache.get_inheritors_list(target, child_id)
-            if len(new_target) == 0:
-                continue
-            self._cascade_partial_mapping(new_mapping, new_target, child_id, child_schema)
-
-    @staticmethod
-    def _produce_alias_mapping(mapping: CstMapping) -> dict[str, str]:
-        result: dict[str, str] = {}
-        for alias, cst in mapping.items():
-            if cst is None:
-                result[alias] = DELETED_ALIAS
-            else:
-                result[alias] = cst.alias
-        return result
-
-    def _transform_mapping(self, mapping: CstMapping, operation: Operation, schema: RSFormCached) -> CstMapping:
-        if len(mapping) == 0:
-            return mapping
-        result: CstMapping = {}
-        for alias, cst in mapping.items():
-            if cst is None:
-                result[alias] = None
-                continue
-            successor_id = self.cache.get_successor(cst.pk, operation.pk)
-            if successor_id is None:
-                continue
-            successor = schema.cache.by_id.get(successor_id)
-            if successor is None:
-                continue
-            result[alias] = successor
-        return result
-
-    def _determine_insert_position(
-        self, prototype_id: int,
-        operation: Operation,
-        source: RSFormCached,
-        destination: RSFormCached
-    ) -> int:
-        ''' Determine insert_after for new constituenta. '''
-        prototype = source.cache.by_id[prototype_id]
-        prototype_index = source.cache.constituents.index(prototype)
-        if prototype_index == 0:
-            return 0
-        prev_cst = source.cache.constituents[prototype_index - 1]
-        inherited_prev_id = self.cache.get_successor(prev_cst.pk, operation.pk)
-        if inherited_prev_id is None:
-            return INSERT_LAST
-        prev_cst = destination.cache.by_id[inherited_prev_id]
-        prev_index = destination.cache.constituents.index(prev_cst)
-        return prev_index + 1
-
-    def _extract_data_references(self, data: dict, old_data: dict) -> set[str]:
-        result: set[str] = set()
-        if 'definition_formal' in data:
-            result.update(extract_globals(data['definition_formal']))
-            result.update(extract_globals(old_data['definition_formal']))
-        if 'term_raw' in data:
-            result.update(extract_entities(data['term_raw']))
-            result.update(extract_entities(old_data['term_raw']))
-        if 'definition_raw' in data:
-            result.update(extract_entities(data['definition_raw']))
-            result.update(extract_entities(old_data['definition_raw']))
-        return result
-
-    def _prepare_update_data(self, cst: Constituenta, data: dict, old_data: dict, mapping: dict[str, str]) -> dict:
-        new_data = {}
-        if 'term_forms' in data:
-            if old_data['term_forms'] == cst.term_forms:
-                new_data['term_forms'] = data['term_forms']
-        if 'convention' in data:
-            new_data['convention'] = data['convention']
-        if 'definition_formal' in data:
-            new_data['definition_formal'] = replace_globals(data['definition_formal'], mapping)
-        if 'term_raw' in data:
-            if replace_entities(old_data['term_raw'], mapping) == cst.term_raw:
-                new_data['term_raw'] = replace_entities(data['term_raw'], mapping)
-        if 'definition_raw' in data:
-            if replace_entities(old_data['definition_raw'], mapping) == cst.definition_raw:
-                new_data['definition_raw'] = replace_entities(data['definition_raw'], mapping)
-        return new_data
-
-    def _transform_substitutions(
-        self,
-        target: CstSubstitution,
-        operation: int,
-        schema: RSFormCached
-    ) -> CstSubstitution:
-        result: CstSubstitution = []
-        for current_sub in target:
-            sub_replaced = False
-            new_substitution_id = self.cache.get_inheritor(current_sub[1].pk, operation)
-            if new_substitution_id is None:
-                for sub in self.cache.substitutions[operation]:
-                    if sub.original_id == current_sub[1].pk:
-                        sub_replaced = True
-                        new_substitution_id = self.cache.get_inheritor(sub.original_id, operation)
-                        break
-
-            new_original_id = self.cache.get_inheritor(current_sub[0].pk, operation)
-            original_replaced = False
-            if new_original_id is None:
-                for sub in self.cache.substitutions[operation]:
-                    if sub.original_id == current_sub[0].pk:
-                        original_replaced = True
-                        sub.original_id = current_sub[1].pk
-                        sub.save()
-                        new_original_id = new_substitution_id
-                        new_substitution_id = self.cache.get_inheritor(sub.substitution_id, operation)
-                        break
-
-            if sub_replaced and original_replaced:
-                raise ValidationError({'propagation': 'Substitution breaks OSS substitutions.'})
-
-            for sub in self.cache.substitutions[operation]:
-                if sub.substitution_id == current_sub[0].pk:
-                    sub.substitution_id = current_sub[1].pk
-                    sub.save()
-
-            if new_original_id is not None and new_substitution_id is not None:
-                result.append((schema.cache.by_id[new_original_id], schema.cache.by_id[new_substitution_id]))
-        return result
-
-    def _undo_substitutions_cst(self, target: list[Constituenta], operation: Operation, schema: RSFormCached) -> None:
-        target_ids = [cst.pk for cst in target]
-        to_process = []
-        for sub in self.cache.substitutions[operation.pk]:
-            if sub.original_id in target_ids or sub.substitution_id in target_ids:
-                to_process.append(sub)
-        for sub in to_process:
-            self._undo_substitution(schema, sub, target_ids)
-
-    def _undo_substitution(
-        self,
-        schema: RSFormCached,
-        target: Substitution,
-        ignore_parents: Optional[list[int]] = None
-    ) -> None:
-        if ignore_parents is None:
-            ignore_parents = []
-        operation_id = target.operation_id
-        original_schema, _, original_cst, substitution_cst = self.cache.unfold_sub(target)
-
-        dependant = []
-        for cst_id in original_schema.get_dependant([original_cst.pk]):
-            if cst_id not in ignore_parents:
-                inheritor_id = self.cache.get_inheritor(cst_id, operation_id)
-                if inheritor_id is not None:
-                    dependant.append(inheritor_id)
-
-        self.cache.substitutions[operation_id].remove(target)
-        target.delete()
-
-        new_original: Optional[Constituenta] = None
-        if original_cst.pk not in ignore_parents:
-            full_cst = Constituenta.objects.get(pk=original_cst.pk)
-            self.after_create_cst(original_schema, [full_cst])
-            new_original_id = self.cache.get_inheritor(original_cst.pk, operation_id)
-            assert new_original_id is not None
-            new_original = schema.cache.by_id[new_original_id]
-        if len(dependant) == 0:
-            return
-
-        substitution_id = self.cache.get_inheritor(substitution_cst.pk, operation_id)
-        assert substitution_id is not None
-        substitution_inheritor = schema.cache.by_id[substitution_id]
-        mapping = {substitution_inheritor.alias: new_original}
-        self._cascade_partial_mapping(mapping, dependant, operation_id, schema)
-
-    def _process_added_substitutions(self, schema: Optional[RSFormCached], added: list[Substitution]) -> None:
-        if len(added) == 0:
-            return
-        if schema is None:
-            for sub in added:
-                self.cache.insert_substitution(sub)
-            return
-
-        cst_mapping: CstSubstitution = []
-        for sub in added:
-            original_id = self.cache.get_inheritor(sub.original_id, sub.operation_id)
-            substitution_id = self.cache.get_inheritor(sub.substitution_id, sub.operation_id)
-            if original_id is None or substitution_id is None:
-                raise ValueError('Substitutions not found.')
-            original_cst = schema.cache.by_id[original_id]
-            substitution_cst = schema.cache.by_id[substitution_id]
-            cst_mapping.append((original_cst, substitution_cst))
-        self.before_substitute(schema, cst_mapping)
-        schema.substitute(cst_mapping)
-        for sub in added:
-            self.cache.insert_substitution(sub)
-
-
-class OssCache:
-    ''' Cache for OSS data. '''
-
-    def __init__(self, oss: OperationSchema):
-        self._oss = oss
-        self._schemas: list[RSFormCached] = []
-        self._schema_by_id: dict[int, RSFormCached] = {}
-
-        self.operations = list(oss.operations().only('result_id'))
-        self.operation_by_id = {operation.pk: operation for operation in self.operations}
-        self.graph = Graph[int]()
-        for operation in self.operations:
-            self.graph.add_node(operation.pk)
-        for argument in self._oss.arguments().only('operation_id', 'argument_id').order_by('order'):
-            self.graph.add_edge(argument.argument_id, argument.operation_id)
-
-        self.is_loaded = False
-        self.substitutions: dict[int, list[Substitution]] = {}
-        self.inheritance: dict[int, list[Inheritance]] = {}
-
-    def ensure_loaded(self) -> None:
-        ''' Ensure cache is fully loaded. '''
-        if self.is_loaded:
-            return
-        self.is_loaded = True
-        for operation in self.operations:
-            self.inheritance[operation.pk] = []
-            self.substitutions[operation.pk] = []
-        for sub in self._oss.substitutions().only('operation_id', 'original_id', 'substitution_id'):
-            self.substitutions[sub.operation_id].append(sub)
-        for item in self._oss.inheritance().only('operation_id', 'parent_id', 'child_id'):
-            self.inheritance[item.operation_id].append(item)
-
-    def get_schema(self, operation: Operation) -> Optional[RSFormCached]:
-        ''' Get schema by Operation. '''
-        if operation.result_id is None:
-            return None
-        if operation.result_id in self._schema_by_id:
-            return self._schema_by_id[operation.result_id]
-        else:
-            schema = RSFormCached.from_id(operation.result_id)
-            schema.cache.ensure_loaded()
-            self._insert_new(schema)
-            return schema
-
-    def get_operation(self, schema: int) -> Operation:
-        ''' Get operation by schema. '''
-        for operation in self.operations:
-            if operation.result_id == schema:
-                return operation
-        raise ValueError(f'Operation for schema {schema} not found')
-
-    def get_inheritor(self, parent_cst: int, operation: int) -> Optional[int]:
-        ''' Get child for parent inside target RSFrom. '''
-        for item in self.inheritance[operation]:
-            if item.parent_id == parent_cst:
-                return item.child_id
-        return None
-
-    def get_inheritors_list(self, target: list[int], operation: int) -> list[int]:
-        ''' Get child for parent inside target RSFrom. '''
-        result = []
-        for item in self.inheritance[operation]:
-            if item.parent_id in target:
-                result.append(item.child_id)
-        return result
-
-    def get_successor(self, parent_cst: int, operation: int) -> Optional[int]:
-        ''' Get child for parent inside target RSFrom including substitutions. '''
-        for sub in self.substitutions[operation]:
-            if sub.original_id == parent_cst:
-                return self.get_inheritor(sub.substitution_id, operation)
-        return self.get_inheritor(parent_cst, operation)
-
-    def insert_schema(self, schema: RSFormCached) -> None:
-        ''' Insert new schema. '''
-        if not self._schema_by_id.get(schema.model.pk):
-            schema.cache.ensure_loaded()
-            self._insert_new(schema)
-
-    def insert_operation(self, operation: Operation) -> None:
-        ''' Insert new operation. '''
-        self.operations.append(operation)
-        self.operation_by_id[operation.pk] = operation
-        self.graph.add_node(operation.pk)
-        if self.is_loaded:
-            self.substitutions[operation.pk] = []
-            self.inheritance[operation.pk] = []
-
-    def insert_argument(self, argument: Argument) -> None:
-        ''' Insert new argument. '''
-        self.graph.add_edge(argument.argument_id, argument.operation_id)
-
-    def insert_inheritance(self, inheritance: Inheritance) -> None:
-        ''' Insert new inheritance. '''
-        self.inheritance[inheritance.operation_id].append(inheritance)
-
-    def insert_substitution(self, sub: Substitution) -> None:
-        ''' Insert new substitution. '''
-        self.substitutions[sub.operation_id].append(sub)
-
-    def remove_cst(self, operation: int, target: list[int]) -> None:
-        ''' Remove constituents from operation. '''
-        subs_to_delete = [
-            sub for sub in self.substitutions[operation]
-            if sub.original_id in target or sub.substitution_id in target
-        ]
-        for sub in subs_to_delete:
-            self.substitutions[operation].remove(sub)
-        inherit_to_delete = [item for item in self.inheritance[operation] if item.child_id in target]
-        for item in inherit_to_delete:
-            self.inheritance[operation].remove(item)
-
-    def remove_schema(self, schema: RSFormCached) -> None:
-        ''' Remove schema from cache. '''
-        self._schemas.remove(schema)
-        del self._schema_by_id[schema.model.pk]
-
-    def remove_operation(self, operation: int) -> None:
-        ''' Remove operation from cache. '''
-        target = self.operation_by_id[operation]
-        self.graph.remove_node(operation)
-        if target.result_id in self._schema_by_id:
-            self._schemas.remove(self._schema_by_id[target.result_id])
-            del self._schema_by_id[target.result_id]
-        self.operations.remove(self.operation_by_id[operation])
-        del self.operation_by_id[operation]
-        if self.is_loaded:
-            del self.substitutions[operation]
-            del self.inheritance[operation]
-
-    def remove_argument(self, argument: Argument) -> None:
-        ''' Remove argument from cache. '''
-        self.graph.remove_edge(argument.argument_id, argument.operation_id)
-
-    def remove_substitution(self, target: Substitution) -> None:
-        ''' Remove substitution from cache. '''
-        self.substitutions[target.operation_id].remove(target)
-
-    def remove_inheritance(self, target: Inheritance) -> None:
-        ''' Remove inheritance from cache. '''
-        self.inheritance[target.operation_id].remove(target)
-
-    def unfold_sub(self, sub: Substitution) -> tuple[RSFormCached, RSFormCached, Constituenta, Constituenta]:
-        ''' Unfold substitution into original and substitution forms. '''
-        operation = self.operation_by_id[sub.operation_id]
-        parents = self.graph.inputs[operation.pk]
-        original_cst = None
-        substitution_cst = None
-        original_schema = None
-        substitution_schema = None
-        for parent_id in parents:
-            parent_schema = self.get_schema(self.operation_by_id[parent_id])
-            if parent_schema is None:
-                continue
-            if sub.original_id in parent_schema.cache.by_id:
-                original_schema = parent_schema
-                original_cst = original_schema.cache.by_id[sub.original_id]
-            if sub.substitution_id in parent_schema.cache.by_id:
-                substitution_schema = parent_schema
-                substitution_cst = substitution_schema.cache.by_id[sub.substitution_id]
-        if original_schema is None or substitution_schema is None or original_cst is None or substitution_cst is None:
-            raise ValueError(f'Parent schema for Substitution-{sub.pk} not found.')
-        return original_schema, substitution_schema, original_cst, substitution_cst
-
-    def _insert_new(self, schema: RSFormCached) -> None:
-        self._schemas.append(schema)
-        self._schema_by_id[schema.model.pk] = schema

rsconcept/backend/apps/oss/models/OperationSchemaCached.py

@@ -0,0 +1,880 @@
+''' Models: OSS API. '''
+# pylint: disable=duplicate-code
+
+from typing import Optional, cast
+
+from cctext import extract_entities
+from rest_framework.serializers import ValidationError
+
+from apps.library.models import Editor, LibraryItem
+from apps.rsform.graph import Graph
+from apps.rsform.models import (
+    DELETED_ALIAS,
+    INSERT_LAST,
+    Constituenta,
+    CstType,
+    OrderManager,
+    RSFormCached,
+    extract_globals,
+    replace_entities,
+    replace_globals
+)
+
+from .Argument import Argument
+from .Inheritance import Inheritance
+from .Operation import Operation, OperationType
+from .Substitution import Substitution
+
+CstMapping = dict[str, Optional[Constituenta]]
+CstSubstitution = list[tuple[Constituenta, Constituenta]]
+
+
+class OperationSchemaCached:
+    ''' Operations schema API with caching. '''
+
+    def __init__(self, model: LibraryItem):
+        self.model = model
+        self.cache = OssCache(self)
+
+    def delete_reference(self, target: Operation, keep_connections: bool = False):
+        ''' Delete Reference Operation. '''
+        if keep_connections:
+            referred_operations = target.getQ_reference_target()
+            if len(referred_operations) == 1:
+                referred_operation = referred_operations[0]
+                for arg in target.getQ_as_argument():
+                    arg.pk = None
+                    arg.argument = referred_operation
+                    arg.save()
+        else:
+            pass
+            # if target.result_id is not None:
+            #     self.before_delete_cst(schema, schema.cache.constituents)  # TODO: use operation instead of schema
+        target.delete()
+
+    def delete_operation(self, target: int, keep_constituents: bool = False):
+        ''' Delete Operation. '''
+        self.cache.ensure_loaded_subs()
+        operation = self.cache.operation_by_id[target]
+        schema = self.cache.get_schema(operation)
+        children = self.cache.graph.outputs[target]
+        if schema is not None and len(children) > 0:
+            if not keep_constituents:
+                self.before_delete_cst(schema, schema.cache.constituents)
+            else:
+                items = schema.cache.constituents
+                ids = [cst.pk for cst in items]
+                inheritance_to_delete: list[Inheritance] = []
+                for child_id in children:
+                    child_operation = self.cache.operation_by_id[child_id]
+                    child_schema = self.cache.get_schema(child_operation)
+                    if child_schema is None:
+                        continue
+                    self._undo_substitutions_cst(items, child_operation, child_schema)
+                    for item in self.cache.inheritance[child_id]:
+                        if item.parent_id in ids:
+                            inheritance_to_delete.append(item)
+                for item in inheritance_to_delete:
+                    self.cache.remove_inheritance(item)
+                Inheritance.objects.filter(pk__in=[item.pk for item in inheritance_to_delete]).delete()
+        self.cache.remove_operation(target)
+        operation.delete()
+
+    def set_input(self, target: int, schema: Optional[LibraryItem]) -> None:
+        ''' Set input schema for operation. '''
+        operation = self.cache.operation_by_id[target]
+        has_children = len(self.cache.graph.outputs[target]) > 0
+        old_schema = self.cache.get_schema(operation)
+        if schema is None and old_schema is None or \
+                (schema is not None and old_schema is not None and schema.pk == old_schema.model.pk):
+            return
+
+        if old_schema is not None:
+            if has_children:
+                self.before_delete_cst(old_schema, old_schema.cache.constituents)
+            self.cache.remove_schema(old_schema)
+
+        operation.setQ_result(schema)
+        if schema is not None:
+            operation.alias = schema.alias
+            operation.title = schema.title
+            operation.description = schema.description
+        operation.save(update_fields=['alias', 'title', 'description'])
+
+        if schema is not None and has_children:
+            rsform = RSFormCached(schema)
+            self.after_create_cst(rsform, list(rsform.constituentsQ().order_by('order')))
+
+    def set_arguments(self, target: int, arguments: list[Operation]) -> None:
+        ''' Set arguments of target Operation. '''
+        self.cache.ensure_loaded_subs()
+        operation = self.cache.operation_by_id[target]
+        processed: list[Operation] = []
+        updated: list[Argument] = []
+        deleted: list[Argument] = []
+        for current in operation.getQ_arguments():
+            if current.argument not in arguments:
+                deleted.append(current)
+            else:
+                processed.append(current.argument)
+                current.order = arguments.index(current.argument)
+                updated.append(current)
+        if len(deleted) > 0:
+            self.before_delete_arguments(operation, [x.argument for x in deleted])
+            for deleted_arg in deleted:
+                self.cache.remove_argument(deleted_arg)
+            Argument.objects.filter(pk__in=[x.pk for x in deleted]).delete()
+        Argument.objects.bulk_update(updated, ['order'])
+
+        added: list[Operation] = []
+        for order, arg in enumerate(arguments):
+            if arg not in processed:
+                processed.append(arg)
+                new_arg = Argument.objects.create(operation=operation, argument=arg, order=order)
+                self.cache.insert_argument(new_arg)
+                added.append(arg)
+        if len(added) > 0:
+            self.after_create_arguments(operation, added)
+
+    def set_substitutions(self, target: int, substitutes: list[dict]) -> None:
+        ''' Clear all arguments for target Operation. '''
+        self.cache.ensure_loaded_subs()
+        operation = self.cache.operation_by_id[target]
+        schema = self.cache.get_schema(operation)
+        processed: list[dict] = []
+        deleted: list[Substitution] = []
+        for current in operation.getQ_substitutions():
+            subs = [
+                x for x in substitutes
+                if x['original'] == current.original and x['substitution'] == current.substitution
+            ]
+            if len(subs) == 0:
+                deleted.append(current)
+            else:
+                processed.append(subs[0])
+        if len(deleted) > 0:
+            if schema is not None:
+                for sub in deleted:
+                    self._undo_substitution(schema, sub)
+            else:
+                for sub in deleted:
+                    self.cache.remove_substitution(sub)
+                Substitution.objects.filter(pk__in=[x.pk for x in deleted]).delete()
+
+        added: list[Substitution] = []
+        for sub_item in substitutes:
+            if sub_item not in processed:
+                new_sub = Substitution.objects.create(
+                    operation=operation,
+                    original=sub_item['original'],
+                    substitution=sub_item['substitution']
+                )
+                added.append(new_sub)
+        self._process_added_substitutions(schema, added)
+
+    def _create_input(self, operation: Operation) -> RSFormCached:
+        ''' Create input RSForm for given Operation. '''
+        schema = RSFormCached.create(
+            owner=self.model.owner,
+            alias=operation.alias,
+            title=operation.title,
+            description=operation.description,
+            visible=False,
+            access_policy=self.model.access_policy,
+            location=self.model.location
+        )
+        Editor.set(schema.model.pk, self.model.getQ_editors().values_list('pk', flat=True))
+        operation.setQ_result(schema.model)
+        return schema
+
+    def execute_operation(self, operation: Operation) -> bool:
+        ''' Execute target Operation. '''
+        schemas: list[int] = [
+            arg.argument.result_id
+            for arg in Argument.objects
+            .filter(operation=operation)
+            .select_related('argument')
+            .only('argument__result_id')
+            .order_by('order')
+            if arg.argument.result_id is not None
+        ]
+        if len(schemas) == 0:
+            return False
+        substitutions = operation.getQ_substitutions()
+        receiver = self._create_input(self.cache.operation_by_id[operation.pk])
+
+        parents: dict = {}
+        children: dict = {}
+        for operand in schemas:
+            items = list(Constituenta.objects.filter(schema_id=operand).order_by('order'))
+            new_items = receiver.insert_copy(items)
+            for (i, cst) in enumerate(new_items):
+                parents[cst.pk] = items[i]
+                children[items[i].pk] = cst
+
+        translated_substitutions: list[tuple[Constituenta, Constituenta]] = []
+        for sub in substitutions:
+            original = children[sub.original.pk]
+            replacement = children[sub.substitution.pk]
+            translated_substitutions.append((original, replacement))
+        receiver.substitute(translated_substitutions)
+
+        for cst in Constituenta.objects.filter(schema=receiver.model).order_by('order'):
+            parent = parents.get(cst.pk)
+            assert parent is not None
+            Inheritance.objects.create(
+                operation_id=operation.pk,
+                child=cst,
+                parent=parent
+            )
+
+        OrderManager(receiver).restore_order()
+        receiver.reset_aliases()
+        receiver.resolve_all_text()
+
+        if len(self.cache.graph.outputs[operation.pk]) > 0:
+            receiver_items = list(Constituenta.objects.filter(schema=receiver.model).order_by('order'))
+            self.after_create_cst(receiver, receiver_items)
+        receiver.model.save(update_fields=['time_update'])
+        return True
+
+    def relocate_down(self, source: RSFormCached, destination: RSFormCached, items: list[Constituenta]):
+        ''' Move list of Constituents to destination Schema inheritor. '''
+        self.cache.ensure_loaded_subs()
+        self.cache.insert_schema(source)
+        self.cache.insert_schema(destination)
+        operation = self.cache.get_operation(destination.model.pk)
+
+        self._undo_substitutions_cst(items, operation, destination)
+
+        inheritance_to_delete = [item for item in self.cache.inheritance[operation.pk] if item.parent_id in items]
+        for item in inheritance_to_delete:
+            self.cache.remove_inheritance(item)
+        Inheritance.objects.filter(operation_id=operation.pk, parent__in=items).delete()
+
+    def relocate_up(self, source: RSFormCached, destination: RSFormCached,
+                    items: list[Constituenta]) -> list[Constituenta]:
+        ''' Move list of Constituents upstream to destination Schema. '''
+        self.cache.ensure_loaded_subs()
+        self.cache.insert_schema(source)
+        self.cache.insert_schema(destination)
+
+        operation = self.cache.get_operation(source.model.pk)
+        alias_mapping: dict[str, str] = {}
+        for item in self.cache.inheritance[operation.pk]:
+            if item.parent_id in destination.cache.by_id:
+                source_cst = source.cache.by_id[item.child_id]
+                destination_cst = destination.cache.by_id[item.parent_id]
+                alias_mapping[source_cst.alias] = destination_cst.alias
+
+        new_items = destination.insert_copy(items, initial_mapping=alias_mapping)
+        for index, cst in enumerate(new_items):
+            new_inheritance = Inheritance.objects.create(
+                operation=operation,
+                child=items[index],
+                parent=cst
+            )
+            self.cache.insert_inheritance(new_inheritance)
+        self.after_create_cst(destination, new_items, exclude=[operation.pk])
+        destination.model.save(update_fields=['time_update'])
+        return new_items
+
+    def after_create_cst(
+        self, source: RSFormCached,
+        cst_list: list[Constituenta],
+        exclude: Optional[list[int]] = None
+    ) -> None:
+        ''' Trigger cascade resolutions when new Constituenta is created. '''
+        self.cache.insert_schema(source)
+        inserted_aliases = [cst.alias for cst in cst_list]
+        depend_aliases: set[str] = set()
+        for new_cst in cst_list:
+            depend_aliases.update(new_cst.extract_references())
+        depend_aliases.difference_update(inserted_aliases)
+        alias_mapping: CstMapping = {}
+        for alias in depend_aliases:
+            cst = source.cache.by_alias.get(alias)
+            if cst is not None:
+                alias_mapping[alias] = cst
+        operation = self.cache.get_operation(source.model.pk)
+        self._cascade_inherit_cst(operation.pk, source, cst_list, alias_mapping, exclude)
+
+    def after_change_cst_type(self, target: Constituenta) -> None:
+        ''' Trigger cascade resolutions when Constituenta type is changed. '''
+        operation = self.cache.get_operation(target.schema.pk)
+        self._cascade_change_cst_type(operation.pk, target.pk, cast(CstType, target.cst_type))
+
+    def after_update_cst(self, source: RSFormCached, target: Constituenta, data: dict, old_data: dict) -> None:
+        ''' Trigger cascade resolutions when Constituenta data is changed. '''
+        self.cache.insert_schema(source)
+        operation = self.cache.get_operation(source.model.pk)
+        depend_aliases = self._extract_data_references(data, old_data)
+        alias_mapping: CstMapping = {}
+        for alias in depend_aliases:
+            cst = source.cache.by_alias.get(alias)
+            if cst is not None:
+                alias_mapping[alias] = cst
+        self._cascade_update_cst(
+            operation=operation.pk,
+            cst_id=target.pk,
+            data=data,
+            old_data=old_data,
+            mapping=alias_mapping
+        )
+
+    def before_delete_cst(self, source: RSFormCached, target: list[Constituenta]) -> None:
+        ''' Trigger cascade resolutions before Constituents are deleted. '''
+        self.cache.insert_schema(source)
+        operation = self.cache.get_operation(source.model.pk)
+        self._cascade_delete_inherited(operation.pk, target)
+
+    def before_substitute(self, schemaID: int, substitutions: CstSubstitution) -> None:
+        ''' Trigger cascade resolutions before Constituents are substituted. '''
+        operation = self.cache.get_operation(schemaID)
+        self._cascade_before_substitute(substitutions, operation)
+
+    def before_delete_arguments(self, target: Operation, arguments: list[Operation]) -> None:
+        ''' Trigger cascade resolutions before arguments are deleted. '''
+        if target.result_id is None:
+            return
+        for argument in arguments:
+            parent_schema = self.cache.get_schema(argument)
+            if parent_schema is not None:
+                self._execute_delete_inherited(target.pk, parent_schema.cache.constituents)
+
+    def after_create_arguments(self, target: Operation, arguments: list[Operation]) -> None:
+        ''' Trigger cascade resolutions after arguments are created. '''
+        schema = self.cache.get_schema(target)
+        if schema is None:
+            return
+        for argument in arguments:
+            parent_schema = self.cache.get_schema(argument)
+            if parent_schema is None:
+                continue
+            self._execute_inherit_cst(
+                target_operation=target.pk,
+                source=parent_schema,
+                items=list(parent_schema.constituentsQ().order_by('order')),
+                mapping={}
+            )
+
+    # pylint: disable=too-many-arguments, too-many-positional-arguments
+    def _cascade_inherit_cst(
+        self, target_operation: int,
+        source: RSFormCached,
+        items: list[Constituenta],
+        mapping: CstMapping,
+        exclude: Optional[list[int]] = None
+    ) -> None:
+        children = self.cache.graph.outputs[target_operation]
+        if len(children) == 0:
+            return
+        for child_id in children:
+            if not exclude or child_id not in exclude:
+                self._execute_inherit_cst(child_id, source, items, mapping)
+
+    def _execute_inherit_cst(
+        self,
+        target_operation: int,
+        source: RSFormCached,
+        items: list[Constituenta],
+        mapping: CstMapping
+    ) -> None:
+        operation = self.cache.operation_by_id[target_operation]
+        destination = self.cache.get_schema(operation)
+        if destination is None:
+            return
+
+        self.cache.ensure_loaded_subs()
+        new_mapping = self._transform_mapping(mapping, operation, destination)
+        alias_mapping = OperationSchemaCached._produce_alias_mapping(new_mapping)
+        insert_where = self._determine_insert_position(items[0].pk, operation, source, destination)
+        new_cst_list = destination.insert_copy(items, insert_where, alias_mapping)
+        for index, cst in enumerate(new_cst_list):
+            new_inheritance = Inheritance.objects.create(
+                operation=operation,
+                child=cst,
+                parent=items[index]
+            )
+            self.cache.insert_inheritance(new_inheritance)
+        new_mapping = {alias_mapping[alias]: cst for alias, cst in new_mapping.items()}
+        self._cascade_inherit_cst(operation.pk, destination, new_cst_list, new_mapping)
+
+    def _cascade_change_cst_type(self, operation_id: int, cst_id: int, ctype: CstType) -> None:
+        children = self.cache.graph.outputs[operation_id]
+        if len(children) == 0:
+            return
+        self.cache.ensure_loaded_subs()
+        for child_id in children:
+            child_operation = self.cache.operation_by_id[child_id]
+            successor_id = self.cache.get_inheritor(cst_id, child_id)
+            if successor_id is None:
+                continue
+            child_schema = self.cache.get_schema(child_operation)
+            if child_schema is None:
+                continue
+            if child_schema.change_cst_type(successor_id, ctype):
+                self._cascade_change_cst_type(child_id, successor_id, ctype)
+
+    # pylint: disable=too-many-arguments, too-many-positional-arguments
+    def _cascade_update_cst(
+        self,
+        operation: int,
+        cst_id: int,
+        data: dict, old_data: dict,
+        mapping: CstMapping
+    ) -> None:
+        children = self.cache.graph.outputs[operation]
+        if len(children) == 0:
+            return
+        self.cache.ensure_loaded_subs()
+        for child_id in children:
+            child_operation = self.cache.operation_by_id[child_id]
+            successor_id = self.cache.get_inheritor(cst_id, child_id)
+            if successor_id is None:
+                continue
+            child_schema = self.cache.get_schema(child_operation)
+            assert child_schema is not None
+            new_mapping = self._transform_mapping(mapping, child_operation, child_schema)
+            alias_mapping = OperationSchemaCached._produce_alias_mapping(new_mapping)
+            successor = child_schema.cache.by_id.get(successor_id)
+            if successor is None:
+                continue
+            new_data = self._prepare_update_data(successor, data, old_data, alias_mapping)
+            if len(new_data) == 0:
+                continue
+            new_old_data = child_schema.update_cst(successor, new_data)
+            if len(new_old_data) == 0:
+                continue
+            new_mapping = {alias_mapping[alias]: cst for alias, cst in new_mapping.items()}
+            self._cascade_update_cst(
+                operation=child_id,
+                cst_id=successor_id,
+                data=new_data,
+                old_data=new_old_data,
+                mapping=new_mapping
+            )
+
+    def _cascade_delete_inherited(self, operation: int, target: list[Constituenta]) -> None:
+        children = self.cache.graph.outputs[operation]
+        if len(children) == 0:
+            return
+        self.cache.ensure_loaded_subs()
+        for child_id in children:
+            self._execute_delete_inherited(child_id, target)
+
+    def _execute_delete_inherited(self, operation_id: int, parent_cst: list[Constituenta]) -> None:
+        operation = self.cache.operation_by_id[operation_id]
+        schema = self.cache.get_schema(operation)
+        if schema is None:
+            return
+        self._undo_substitutions_cst(parent_cst, operation, schema)
+        target_ids = self.cache.get_inheritors_list([cst.pk for cst in parent_cst], operation_id)
+        target_cst = [schema.cache.by_id[cst_id] for cst_id in target_ids]
+        self._cascade_delete_inherited(operation_id, target_cst)
+        if len(target_cst) > 0:
+            self.cache.remove_cst(operation_id, target_ids)
+            schema.delete_cst(target_cst)
+
+    def _cascade_before_substitute(self, substitutions: CstSubstitution, operation: Operation) -> None:
+        children = self.cache.graph.outputs[operation.pk]
+        if len(children) == 0:
+            return
+        self.cache.ensure_loaded_subs()
+        for child_id in children:
+            child_operation = self.cache.operation_by_id[child_id]
+            child_schema = self.cache.get_schema(child_operation)
+            if child_schema is None:
+                continue
+            new_substitutions = self._transform_substitutions(substitutions, child_id, child_schema)
+            if len(new_substitutions) == 0:
+                continue
+            self._cascade_before_substitute(new_substitutions, child_operation)
+            child_schema.substitute(new_substitutions)
+
+    def _cascade_partial_mapping(
+        self,
+        mapping: CstMapping,
+        target: list[int],
+        operation: int,
+        schema: RSFormCached
+    ) -> None:
+        alias_mapping = OperationSchemaCached._produce_alias_mapping(mapping)
+        schema.apply_partial_mapping(alias_mapping, target)
+        children = self.cache.graph.outputs[operation]
+        if len(children) == 0:
+            return
+        self.cache.ensure_loaded_subs()
+        for child_id in children:
+            child_operation = self.cache.operation_by_id[child_id]
+            child_schema = self.cache.get_schema(child_operation)
+            if child_schema is None:
+                continue
+            new_mapping = self._transform_mapping(mapping, child_operation, child_schema)
+            if not new_mapping:
+                continue
+            new_target = self.cache.get_inheritors_list(target, child_id)
+            if len(new_target) == 0:
+                continue
+            self._cascade_partial_mapping(new_mapping, new_target, child_id, child_schema)
+
+    @staticmethod
+    def _produce_alias_mapping(mapping: CstMapping) -> dict[str, str]:
+        result: dict[str, str] = {}
+        for alias, cst in mapping.items():
+            if cst is None:
+                result[alias] = DELETED_ALIAS
+            else:
+                result[alias] = cst.alias
+        return result
+
+    def _transform_mapping(self, mapping: CstMapping, operation: Operation, schema: RSFormCached) -> CstMapping:
+        if len(mapping) == 0:
+            return mapping
+        result: CstMapping = {}
+        for alias, cst in mapping.items():
+            if cst is None:
+                result[alias] = None
+                continue
+            successor_id = self.cache.get_successor(cst.pk, operation.pk)
+            if successor_id is None:
+                continue
+            successor = schema.cache.by_id.get(successor_id)
+            if successor is None:
+                continue
+            result[alias] = successor
+        return result
+
+    def _determine_insert_position(
+        self, prototype_id: int,
+        operation: Operation,
+        source: RSFormCached,
+        destination: RSFormCached
+    ) -> int:
+        ''' Determine insert_after for new constituenta. '''
+        prototype = source.cache.by_id[prototype_id]
+        prototype_index = source.cache.constituents.index(prototype)
+        if prototype_index == 0:
+            return 0
+        prev_cst = source.cache.constituents[prototype_index - 1]
+        inherited_prev_id = self.cache.get_successor(prev_cst.pk, operation.pk)
+        if inherited_prev_id is None:
+            return INSERT_LAST
+        prev_cst = destination.cache.by_id[inherited_prev_id]
+        prev_index = destination.cache.constituents.index(prev_cst)
+        return prev_index + 1
+
+    def _extract_data_references(self, data: dict, old_data: dict) -> set[str]:
+        result: set[str] = set()
+        if 'definition_formal' in data:
+            result.update(extract_globals(data['definition_formal']))
+            result.update(extract_globals(old_data['definition_formal']))
+        if 'term_raw' in data:
+            result.update(extract_entities(data['term_raw']))
+            result.update(extract_entities(old_data['term_raw']))
+        if 'definition_raw' in data:
+            result.update(extract_entities(data['definition_raw']))
+            result.update(extract_entities(old_data['definition_raw']))
+        return result
+
+    def _prepare_update_data(self, cst: Constituenta, data: dict, old_data: dict, mapping: dict[str, str]) -> dict:
+        new_data = {}
+        if 'term_forms' in data:
+            if old_data['term_forms'] == cst.term_forms:
+                new_data['term_forms'] = data['term_forms']
+        if 'convention' in data:
+            new_data['convention'] = data['convention']
+        if 'definition_formal' in data:
+            new_data['definition_formal'] = replace_globals(data['definition_formal'], mapping)
+        if 'term_raw' in data:
+            if replace_entities(old_data['term_raw'], mapping) == cst.term_raw:
+                new_data['term_raw'] = replace_entities(data['term_raw'], mapping)
+        if 'definition_raw' in data:
+            if replace_entities(old_data['definition_raw'], mapping) == cst.definition_raw:
+                new_data['definition_raw'] = replace_entities(data['definition_raw'], mapping)
+        return new_data
+
+    def _transform_substitutions(
+        self,
+        target: CstSubstitution,
+        operation: int,
+        schema: RSFormCached
+    ) -> CstSubstitution:
+        result: CstSubstitution = []
+        for current_sub in target:
+            sub_replaced = False
+            new_substitution_id = self.cache.get_inheritor(current_sub[1].pk, operation)
+            if new_substitution_id is None:
+                for sub in self.cache.substitutions[operation]:
+                    if sub.original_id == current_sub[1].pk:
+                        sub_replaced = True
+                        new_substitution_id = self.cache.get_inheritor(sub.original_id, operation)
+                        break
+
+            new_original_id = self.cache.get_inheritor(current_sub[0].pk, operation)
+            original_replaced = False
+            if new_original_id is None:
+                for sub in self.cache.substitutions[operation]:
+                    if sub.original_id == current_sub[0].pk:
+                        original_replaced = True
+                        sub.original_id = current_sub[1].pk
+                        sub.save()
+                        new_original_id = new_substitution_id
+                        new_substitution_id = self.cache.get_inheritor(sub.substitution_id, operation)
+                        break
+
+            if sub_replaced and original_replaced:
+                raise ValidationError({'propagation': 'Substitution breaks OSS substitutions.'})
+
+            for sub in self.cache.substitutions[operation]:
+                if sub.substitution_id == current_sub[0].pk:
+                    sub.substitution_id = current_sub[1].pk
+                    sub.save()
+
+            if new_original_id is not None and new_substitution_id is not None:
+                result.append((schema.cache.by_id[new_original_id], schema.cache.by_id[new_substitution_id]))
+        return result
+
+    def _undo_substitutions_cst(self, target: list[Constituenta], operation: Operation, schema: RSFormCached) -> None:
+        target_ids = [cst.pk for cst in target]
+        to_process = []
+        for sub in self.cache.substitutions[operation.pk]:
+            if sub.original_id in target_ids or sub.substitution_id in target_ids:
+                to_process.append(sub)
+        for sub in to_process:
+            self._undo_substitution(schema, sub, target_ids)
+
+    def _undo_substitution(
+        self,
+        schema: RSFormCached,
+        target: Substitution,
+        ignore_parents: Optional[list[int]] = None
+    ) -> None:
+        if ignore_parents is None:
+            ignore_parents = []
+        operation_id = target.operation_id
+        original_schema, _, original_cst, substitution_cst = self.cache.unfold_sub(target)
+
+        dependant = []
+        for cst_id in original_schema.get_dependant([original_cst.pk]):
+            if cst_id not in ignore_parents:
+                inheritor_id = self.cache.get_inheritor(cst_id, operation_id)
+                if inheritor_id is not None:
+                    dependant.append(inheritor_id)
+
+        self.cache.substitutions[operation_id].remove(target)
+        target.delete()
+
+        new_original: Optional[Constituenta] = None
+        if original_cst.pk not in ignore_parents:
+            full_cst = Constituenta.objects.get(pk=original_cst.pk)
+            self.after_create_cst(original_schema, [full_cst])
+            new_original_id = self.cache.get_inheritor(original_cst.pk, operation_id)
+            assert new_original_id is not None
+            new_original = schema.cache.by_id[new_original_id]
+        if len(dependant) == 0:
+            return
+
+        substitution_id = self.cache.get_inheritor(substitution_cst.pk, operation_id)
+        assert substitution_id is not None
+        substitution_inheritor = schema.cache.by_id[substitution_id]
+        mapping = {substitution_inheritor.alias: new_original}
+        self._cascade_partial_mapping(mapping, dependant, operation_id, schema)
+
+    def _process_added_substitutions(self, schema: Optional[RSFormCached], added: list[Substitution]) -> None:
+        if len(added) == 0:
+            return
+        if schema is None:
+            for sub in added:
+                self.cache.insert_substitution(sub)
+            return
+
+        cst_mapping: CstSubstitution = []
+        for sub in added:
+            original_id = self.cache.get_inheritor(sub.original_id, sub.operation_id)
+            substitution_id = self.cache.get_inheritor(sub.substitution_id, sub.operation_id)
+            if original_id is None or substitution_id is None:
+                raise ValueError('Substitutions not found.')
+            original_cst = schema.cache.by_id[original_id]
+            substitution_cst = schema.cache.by_id[substitution_id]
+            cst_mapping.append((original_cst, substitution_cst))
+        self.before_substitute(schema.model.pk, cst_mapping)
+        schema.substitute(cst_mapping)
+        for sub in added:
+            self.cache.insert_substitution(sub)
+
+
+class OssCache:
+    ''' Cache for OSS data. '''
+
+    def __init__(self, oss: OperationSchemaCached):
+        self._oss = oss
+        self._schemas: list[RSFormCached] = []
+        self._schema_by_id: dict[int, RSFormCached] = {}
+
+        self.operations = list(Operation.objects.filter(oss=oss.model).only('result_id'))
+        self.operation_by_id = {operation.pk: operation for operation in self.operations}
+        self.graph = Graph[int]()
+        for operation in self.operations:
+            self.graph.add_node(operation.pk)
+        arguments = Argument.objects \
+            .filter(operation__oss=self._oss.model) \
+            .only('operation_id', 'argument_id') \
+            .order_by('order')
+        for argument in arguments:
+            self.graph.add_edge(argument.argument_id, argument.operation_id)
+
+        self.is_loaded_subs = False
+        self.substitutions: dict[int, list[Substitution]] = {}
+        self.inheritance: dict[int, list[Inheritance]] = {}
+
+    def ensure_loaded_subs(self) -> None:
+        ''' Ensure cache is fully loaded. '''
+        if self.is_loaded_subs:
+            return
+        self.is_loaded_subs = True
+        for operation in self.operations:
+            self.inheritance[operation.pk] = []
+            self.substitutions[operation.pk] = []
+        for sub in Substitution.objects.filter(operation__oss=self._oss.model).only(
+                'operation_id', 'original_id', 'substitution_id'):
+            self.substitutions[sub.operation_id].append(sub)
+        for item in Inheritance.objects.filter(operation__oss=self._oss.model).only(
+                'operation_id', 'parent_id', 'child_id'):
+            self.inheritance[item.operation_id].append(item)
+
+    def get_schema(self, operation: Operation) -> Optional[RSFormCached]:
+        ''' Get schema by Operation. '''
+        if operation.result_id is None:
+            return None
+        if operation.result_id in self._schema_by_id:
+            return self._schema_by_id[operation.result_id]
+        else:
+            schema = RSFormCached.from_id(operation.result_id)
+            schema.cache.ensure_loaded()
+            self._insert_new(schema)
+            return schema
+
+    def get_operation(self, schemaID: int) -> Operation:
+        ''' Get operation by schema. '''
+        for operation in self.operations:
+            if operation.result_id == schemaID and operation.operation_type != OperationType.REFERENCE:
+                return operation
+        raise ValueError(f'Operation for schema {schemaID} not found')
+
+    def get_inheritor(self, parent_cst: int, operation: int) -> Optional[int]:
+        ''' Get child for parent inside target RSFrom. '''
+        for item in self.inheritance[operation]:
+            if item.parent_id == parent_cst:
+                return item.child_id
+        return None
+
+    def get_inheritors_list(self, target: list[int], operation: int) -> list[int]:
+        ''' Get child for parent inside target RSFrom. '''
+        result = []
+        for item in self.inheritance[operation]:
+            if item.parent_id in target:
+                result.append(item.child_id)
+        return result
+
+    def get_successor(self, parent_cst: int, operation: int) -> Optional[int]:
+        ''' Get child for parent inside target RSFrom including substitutions. '''
+        for sub in self.substitutions[operation]:
+            if sub.original_id == parent_cst:
+                return self.get_inheritor(sub.substitution_id, operation)
+        return self.get_inheritor(parent_cst, operation)
+
+    def insert_schema(self, schema: RSFormCached) -> None:
+        ''' Insert new schema. '''
+        if not self._schema_by_id.get(schema.model.pk):
+            schema.cache.ensure_loaded()
+            self._insert_new(schema)
+
+    def insert_operation(self, operation: Operation) -> None:
+        ''' Insert new operation. '''
+        self.operations.append(operation)
+        self.operation_by_id[operation.pk] = operation
+        self.graph.add_node(operation.pk)
+        if self.is_loaded_subs:
+            self.substitutions[operation.pk] = []
+            self.inheritance[operation.pk] = []
+
+    def insert_argument(self, argument: Argument) -> None:
+        ''' Insert new argument. '''
+        self.graph.add_edge(argument.argument_id, argument.operation_id)
+
+    def insert_inheritance(self, inheritance: Inheritance) -> None:
+        ''' Insert new inheritance. '''
+        self.inheritance[inheritance.operation_id].append(inheritance)
+
+    def insert_substitution(self, sub: Substitution) -> None:
+        ''' Insert new substitution. '''
+        self.substitutions[sub.operation_id].append(sub)
+
+    def remove_cst(self, operation: int, target: list[int]) -> None:
+        ''' Remove constituents from operation. '''
+        subs_to_delete = [
+            sub for sub in self.substitutions[operation]
+            if sub.original_id in target or sub.substitution_id in target
+        ]
+        for sub in subs_to_delete:
+            self.substitutions[operation].remove(sub)
+        inherit_to_delete = [item for item in self.inheritance[operation] if item.child_id in target]
+        for item in inherit_to_delete:
+            self.inheritance[operation].remove(item)
+
+    def remove_schema(self, schema: RSFormCached) -> None:
+        ''' Remove schema from cache. '''
+        self._schemas.remove(schema)
+        del self._schema_by_id[schema.model.pk]
+
+    def remove_operation(self, operation: int) -> None:
+        ''' Remove operation from cache. '''
+        target = self.operation_by_id[operation]
+        self.graph.remove_node(operation)
+        if target.result_id in self._schema_by_id:
+            self._schemas.remove(self._schema_by_id[target.result_id])
+            del self._schema_by_id[target.result_id]
+        self.operations.remove(self.operation_by_id[operation])
+        del self.operation_by_id[operation]
+        if self.is_loaded_subs:
+            del self.substitutions[operation]
+            del self.inheritance[operation]
+
+    def remove_argument(self, argument: Argument) -> None:
+        ''' Remove argument from cache. '''
+        self.graph.remove_edge(argument.argument_id, argument.operation_id)
+
+    def remove_substitution(self, target: Substitution) -> None:
+        ''' Remove substitution from cache. '''
+        self.substitutions[target.operation_id].remove(target)
+
+    def remove_inheritance(self, target: Inheritance) -> None:
+        ''' Remove inheritance from cache. '''
+        self.inheritance[target.operation_id].remove(target)
+
+    def unfold_sub(self, sub: Substitution) -> tuple[RSFormCached, RSFormCached, Constituenta, Constituenta]:
+        ''' Unfold substitution into original and substitution forms. '''
+        operation = self.operation_by_id[sub.operation_id]
+        parents = self.graph.inputs[operation.pk]
+        original_cst = None
+        substitution_cst = None
+        original_schema = None
+        substitution_schema = None
+        for parent_id in parents:
+            parent_schema = self.get_schema(self.operation_by_id[parent_id])
+            if parent_schema is None:
+                continue
+            if sub.original_id in parent_schema.cache.by_id:
+                original_schema = parent_schema
+                original_cst = original_schema.cache.by_id[sub.original_id]
+            if sub.substitution_id in parent_schema.cache.by_id:
+                substitution_schema = parent_schema
+                substitution_cst = substitution_schema.cache.by_id[sub.substitution_id]
+        if original_schema is None or substitution_schema is None or original_cst is None or substitution_cst is None:
+            raise ValueError(f'Parent schema for Substitution-{sub.pk} not found.')
+        return original_schema, substitution_schema, original_cst, substitution_cst
+
+    def _insert_new(self, schema: RSFormCached) -> None:
+        self._schemas.append(schema)
+        self._schema_by_id[schema.model.pk] = schema

rsconcept/backend/apps/oss/models/PropagationFacade.py

@@ -4,12 +4,12 @@ from typing import Optional
 from apps.library.models import LibraryItem, LibraryItemType
 from apps.rsform.models import Constituenta, RSFormCached
 
-from .OperationSchema import CstSubstitution, OperationSchema
+from .OperationSchemaCached import CstSubstitution, OperationSchemaCached
 
 
-def _get_oss_hosts(item: LibraryItem) -> list[LibraryItem]:
+def _get_oss_hosts(schemaID: int) -> list[LibraryItem]:
     ''' Get all hosts for LibraryItem. '''
-    return list(LibraryItem.objects.filter(operations__result=item).only('pk'))
+    return list(LibraryItem.objects.filter(operations__result_id=schemaID).only('pk').distinct())
 
 
 class PropagationFacade:
@@ -19,18 +19,18 @@ class PropagationFacade:
     def after_create_cst(source: RSFormCached, new_cst: list[Constituenta],
                          exclude: Optional[list[int]] = None) -> None:
         ''' Trigger cascade resolutions when new constituenta is created. '''
-        hosts = _get_oss_hosts(source.model)
+        hosts = _get_oss_hosts(source.model.pk)
         for host in hosts:
             if exclude is None or host.pk not in exclude:
-                OperationSchema(host).after_create_cst(source, new_cst)
+                OperationSchemaCached(host).after_create_cst(source, new_cst)
 
     @staticmethod
-    def after_change_cst_type(source: RSFormCached, target: Constituenta, exclude: Optional[list[int]] = None) -> None:
+    def after_change_cst_type(target: Constituenta, exclude: Optional[list[int]] = None) -> None:
         ''' Trigger cascade resolutions when constituenta type is changed. '''
-        hosts = _get_oss_hosts(source.model)
+        hosts = _get_oss_hosts(target.schema.pk)
         for host in hosts:
             if exclude is None or host.pk not in exclude:
-                OperationSchema(host).after_change_cst_type(source, target)
+                OperationSchemaCached(host).after_change_cst_type(target)
 
     @staticmethod
     def after_update_cst(
@@ -41,35 +41,37 @@ class PropagationFacade:
         exclude: Optional[list[int]] = None
     ) -> None:
         ''' Trigger cascade resolutions when constituenta data is changed. '''
-        hosts = _get_oss_hosts(source.model)
+        hosts = _get_oss_hosts(source.model.pk)
         for host in hosts:
             if exclude is None or host.pk not in exclude:
-                OperationSchema(host).after_update_cst(source, target, data, old_data)
+                OperationSchemaCached(host).after_update_cst(source, target, data, old_data)
 
     @staticmethod
     def before_delete_cst(source: RSFormCached, target: list[Constituenta],
                           exclude: Optional[list[int]] = None) -> None:
         ''' Trigger cascade resolutions before constituents are deleted. '''
-        hosts = _get_oss_hosts(source.model)
+        hosts = _get_oss_hosts(source.model.pk)
         for host in hosts:
             if exclude is None or host.pk not in exclude:
-                OperationSchema(host).before_delete_cst(source, target)
+                OperationSchemaCached(host).before_delete_cst(source, target)
 
     @staticmethod
-    def before_substitute(source: RSFormCached, substitutions: CstSubstitution,
+    def before_substitute(sourceID: int, substitutions: CstSubstitution,
                           exclude: Optional[list[int]] = None) -> None:
         ''' Trigger cascade resolutions before constituents are substituted. '''
-        hosts = _get_oss_hosts(source.model)
+        if len(substitutions) == 0:
+            return
+        hosts = _get_oss_hosts(sourceID)
         for host in hosts:
             if exclude is None or host.pk not in exclude:
-                OperationSchema(host).before_substitute(source, substitutions)
+                OperationSchemaCached(host).before_substitute(sourceID, substitutions)
 
     @staticmethod
     def before_delete_schema(item: LibraryItem, exclude: Optional[list[int]] = None) -> None:
         ''' Trigger cascade resolutions before schema is deleted. '''
         if item.item_type != LibraryItemType.RSFORM:
             return
-        hosts = _get_oss_hosts(item)
+        hosts = _get_oss_hosts(item.pk)
         if len(hosts) == 0:
             return
 

rsconcept/backend/apps/oss/models/__init__.py

@@ -6,6 +6,7 @@ from .Inheritance import Inheritance
 from .Layout import Layout
 from .Operation import Operation, OperationType
 from .OperationSchema import OperationSchema
+from .OperationSchemaCached import OperationSchemaCached
 from .PropagationFacade import PropagationFacade
 from .Reference import Reference
 from .Substitution import Substitution

rsconcept/backend/apps/oss/serializers/data_access.py

@@ -13,7 +13,7 @@ from apps.rsform.serializers import SubstitutionSerializerBase
 from shared import messages as msg
 from shared.serializers import StrictModelSerializer, StrictSerializer
 
-from ..models import Argument, Block, Inheritance, Operation, OperationSchema, OperationType
+from ..models import Argument, Block, Inheritance, Layout, Operation, OperationType, Substitution
 from .basics import NodeSerializer, PositionSerializer, SubstitutionExSerializer
 
 
@@ -529,13 +529,12 @@ class OperationSchemaSerializer(StrictModelSerializer):
     def to_representation(self, instance: LibraryItem):
         result = LibraryItemDetailsSerializer(instance).data
         del result['versions']
-        oss = OperationSchema(instance)
-        result['layout'] = oss.layout().data
+        result['layout'] = Layout.objects.get(oss=instance).data
         result['operations'] = []
         result['blocks'] = []
         result['arguments'] = []
         result['substitutions'] = []
-        for operation in oss.operations().order_by('pk'):
+        for operation in Operation.objects.filter(oss=instance).order_by('pk'):
             operation_data = OperationSerializer(operation).data
             operation_result = operation.result
             operation_data['is_import'] = \
@@ -543,11 +542,11 @@ class OperationSchemaSerializer(StrictModelSerializer):
                 (operation_result.owner_id != instance.owner_id or
                  operation_result.location != instance.location)
             result['operations'].append(operation_data)
-        for block in oss.blocks().order_by('pk'):
+        for block in Block.objects.filter(oss=instance).order_by('pk'):
             result['blocks'].append(BlockSerializer(block).data)
-        for argument in oss.arguments().order_by('order'):
+        for argument in Argument.objects.filter(operation__oss=instance).order_by('order'):
             result['arguments'].append(ArgumentSerializer(argument).data)
-        for substitution in oss.substitutions().values(
+        for substitution in Substitution.objects.filter(operation__oss=instance).values(
             'operation',
             'original',
             'substitution',

rsconcept/backend/apps/oss/tests/s_propagation/t_attributes.py

@@ -64,7 +64,7 @@ class TestChangeAttributes(EndpointTester):
             {'nodeID': 'o' + str(self.operation2.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation3.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 
@@ -75,10 +75,10 @@ class TestChangeAttributes(EndpointTester):
 
         self.executeOK(data=data, item=self.owned_id)
 
-        self.owned.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks2.refresh_from_db()
-        self.ks3.refresh_from_db()
+        self.owned.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks2.model.refresh_from_db()
+        self.ks3.model.refresh_from_db()
         self.assertEqual(self.owned.model.owner, self.user3)
         self.assertEqual(self.ks1.model.owner, self.user)
         self.assertEqual(self.ks2.model.owner, self.user2)
@@ -91,10 +91,10 @@ class TestChangeAttributes(EndpointTester):
 
         self.executeOK(data=data, item=self.owned_id)
 
-        self.owned.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks2.refresh_from_db()
-        self.ks3.refresh_from_db()
+        self.owned.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks2.model.refresh_from_db()
+        self.ks3.model.refresh_from_db()
         self.assertEqual(self.owned.model.location, data['location'])
         self.assertNotEqual(self.ks1.model.location, data['location'])
         self.assertNotEqual(self.ks2.model.location, data['location'])
@@ -107,10 +107,10 @@ class TestChangeAttributes(EndpointTester):
 
         self.executeOK(data=data, item=self.owned_id)
 
-        self.owned.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks2.refresh_from_db()
-        self.ks3.refresh_from_db()
+        self.owned.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks2.model.refresh_from_db()
+        self.ks3.model.refresh_from_db()
         self.assertEqual(self.owned.model.access_policy, data['access_policy'])
         self.assertNotEqual(self.ks1.model.access_policy, data['access_policy'])
         self.assertNotEqual(self.ks2.model.access_policy, data['access_policy'])
@@ -126,10 +126,10 @@ class TestChangeAttributes(EndpointTester):
 
         self.executeOK(data=data, item=self.owned_id)
 
-        self.owned.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks2.refresh_from_db()
-        self.ks3.refresh_from_db()
+        self.owned.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks2.model.refresh_from_db()
+        self.ks3.model.refresh_from_db()
         self.assertEqual(list(self.owned.model.getQ_editors()), [self.user3])
         self.assertEqual(list(self.ks1.model.getQ_editors()), [self.user, self.user2])
         self.assertEqual(list(self.ks2.model.getQ_editors()), [])
@@ -162,7 +162,7 @@ class TestChangeAttributes(EndpointTester):
         }
 
         response = self.executeOK(data=data, item=self.owned_id)
-        self.ks3.refresh_from_db()
+        self.ks3.model.refresh_from_db()
         self.assertEqual(self.ks3.model.alias, data['item_data']['alias'])
         self.assertEqual(self.ks3.model.title, data['item_data']['title'])
         self.assertEqual(self.ks3.model.description, data['item_data']['description'])

rsconcept/backend/apps/oss/tests/s_propagation/t_constituents.py

@@ -62,7 +62,7 @@ class TestChangeConstituents(EndpointTester):
             {'nodeID': 'o' + str(self.operation2.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation3.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 

rsconcept/backend/apps/oss/tests/s_propagation/t_operations.py

@@ -113,7 +113,7 @@ class TestChangeOperations(EndpointTester):
             {'nodeID': 'o' + str(self.operation4.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation5.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40}
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 
@@ -279,7 +279,7 @@ class TestChangeOperations(EndpointTester):
         }
 
         self.executeOK(data=data, item=self.owned_id)
-        self.ks1.refresh_from_db()
+        self.ks1.model.refresh_from_db()
         self.ks4D2.refresh_from_db()
         self.ks5D4.refresh_from_db()
         subs1_2 = self.operation4.getQ_substitutions()
@@ -373,7 +373,7 @@ class TestChangeOperations(EndpointTester):
     def test_execute_middle_operation(self):
         self.client.delete(f'/api/library/{self.ks4.model.pk}')
         self.operation4.refresh_from_db()
-        self.ks5.refresh_from_db()
+        self.ks5.model.refresh_from_db()
         self.assertEqual(self.operation4.result, None)
         self.assertEqual(self.ks5.constituentsQ().count(), 3)
 
@@ -383,7 +383,7 @@ class TestChangeOperations(EndpointTester):
         }
         self.executeOK(data=data, item=self.owned_id)
         self.operation4.refresh_from_db()
-        self.ks5.refresh_from_db()
+        self.ks5.model.refresh_from_db()
         self.assertNotEqual(self.operation4.result, None)
         self.assertEqual(self.ks5.constituentsQ().count(), 8)
 
@@ -409,9 +409,9 @@ class TestChangeOperations(EndpointTester):
         }
 
         self.executeOK(data=data)
-        ks6.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks4.refresh_from_db()
+        ks6.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks4.model.refresh_from_db()
 
         self.assertEqual(ks6.constituentsQ().count(), ks6_old_count)
         self.assertEqual(self.ks1.constituentsQ().count(), ks1_old_count + 1)
@@ -439,9 +439,9 @@ class TestChangeOperations(EndpointTester):
         }
 
         self.executeOK(data=data)
-        ks6.refresh_from_db()
-        self.ks1.refresh_from_db()
-        self.ks4.refresh_from_db()
+        ks6.model.refresh_from_db()
+        self.ks1.model.refresh_from_db()
+        self.ks4.model.refresh_from_db()
         self.ks4D2.refresh_from_db()
         self.ks5D4.refresh_from_db()
 

rsconcept/backend/apps/oss/tests/s_propagation/t_substitutions.py

@@ -114,7 +114,7 @@ class TestChangeSubstitutions(EndpointTester):
             {'nodeID': 'o' + str(self.operation4.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation5.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 

rsconcept/backend/apps/oss/tests/s_views/t_blocks.py

@@ -56,7 +56,7 @@ class TestOssBlocks(EndpointTester):
             {'nodeID': 'b' + str(self.block2.pk), 'x': 0, 'y': 0, 'width': 0.5, 'height': 0.5},
         ]
 
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 

rsconcept/backend/apps/oss/tests/s_views/t_operations.py

@@ -1,6 +1,6 @@
 ''' Testing API: Operation Schema - operations manipulation. '''
 from apps.library.models import AccessPolicy, Editor, LibraryItem, LibraryItemType
-from apps.oss.models import Operation, OperationSchema, OperationType, Reference
+from apps.oss.models import Argument, Operation, OperationSchema, OperationType, Reference
 from apps.rsform.models import Constituenta, RSForm
 from shared.EndpointTester import EndpointTester, decl_endpoint
 
@@ -64,7 +64,7 @@ class TestOssOperations(EndpointTester):
             {'nodeID': 'o' + str(self.operation2.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation3.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 
@@ -229,7 +229,7 @@ class TestOssOperations(EndpointTester):
 
         data['target'] = self.operation1.pk
         response = self.executeCreated(data=data, item=self.owned_id)
-        self.owned.refresh_from_db()
+        self.owned.model.refresh_from_db()
         new_operation_id = response.data['new_operation']
         new_operation = next(op for op in response.data['oss']['operations'] if op['id'] == new_operation_id)
         self.assertEqual(new_operation['operation_type'], OperationType.REFERENCE)
@@ -261,10 +261,10 @@ class TestOssOperations(EndpointTester):
             'substitutions': []
         }
         response = self.executeCreated(data=data, item=self.owned_id)
-        self.owned.refresh_from_db()
+        self.owned.model.refresh_from_db()
         new_operation_id = response.data['new_operation']
         new_operation = next(op for op in response.data['oss']['operations'] if op['id'] == new_operation_id)
-        arguments = self.owned.arguments()
+        arguments = Argument.objects.filter(operation__oss=self.owned.model)
         self.assertTrue(arguments.filter(operation__id=new_operation_id, argument=self.operation1))
         self.assertTrue(arguments.filter(operation__id=new_operation_id, argument=self.operation3))
         self.assertNotEqual(new_operation['result'], None)
@@ -396,7 +396,7 @@ class TestOssOperations(EndpointTester):
         self.ks1.model.alias = 'Test42'
         self.ks1.model.title = 'Test421'
         self.ks1.model.description = 'TestComment42'
-        self.ks1.save()
+        self.ks1.model.save()
         response = self.executeOK(data=data)
         self.operation1.refresh_from_db()
         self.assertEqual(self.operation1.result, self.ks1.model)

rsconcept/backend/apps/oss/tests/s_views/t_oss.py

@@ -60,7 +60,7 @@ class TestOssViewset(EndpointTester):
             {'nodeID': 'o' + str(self.operation2.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40},
             {'nodeID': 'o' + str(self.operation3.pk), 'x': 0, 'y': 0, 'width': 150, 'height': 40}
         ]
-        layout = self.owned.layout()
+        layout = OperationSchema.layoutQ(self.owned_id)
         layout.data = self.layout_data
         layout.save()
 
@@ -138,8 +138,8 @@ class TestOssViewset(EndpointTester):
 
         self.toggle_admin(False)
         self.executeOK(data=data, item=self.owned_id)
-        self.owned.refresh_from_db()
-        self.assertEqual(self.owned.layout().data, data['data'])
+        self.owned.model.refresh_from_db()
+        self.assertEqual(OperationSchema.layoutQ(self.owned_id).data, data['data'])
 
         self.executeForbidden(data=data, item=self.unowned_id)
         self.executeForbidden(data=data, item=self.private_id)

rsconcept/backend/apps/oss/views/oss.py

@@ -117,11 +117,11 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
         ''' Endpoint: Update schema layout. '''
         serializer = s.LayoutSerializer(data=request.data)
         serializer.is_valid(raise_exception=True)
-        oss = m.OperationSchema(self.get_object())
+        item = self._get_item()
         with transaction.atomic():
-            oss.update_layout(serializer.validated_data['data'])
-            oss.save(update_fields=['time_update'])
-        return Response(status=c.HTTP_200_OK, data=s.OperationSchemaSerializer(oss.model).data)
+            m.Layout.update_data(pk, serializer.validated_data['data'])
+            item.save(update_fields=['time_update'])
+        return Response(status=c.HTTP_200_OK, data=s.OperationSchemaSerializer(item).data)
 
     @extend_schema(
         summary='create block',
@@ -137,13 +137,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='create-block')
     def create_block(self, request: Request, pk) -> HttpResponse:
         ''' Create Block. '''
+        item = self._get_item()
         serializer = s.CreateBlockSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         children_blocks: list[m.Block] = serializer.validated_data['children_blocks']
@@ -157,7 +158,7 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'width': position['width'],
                 'height': position['height'],
             })
-            oss.update_layout(layout)
+            m.Layout.update_data(pk, layout)
             if len(children_blocks) > 0:
                 for block in children_blocks:
                     block.parent = new_block
@@ -166,13 +167,13 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 for operation in children_operations:
                     operation.parent = new_block
                 m.Operation.objects.bulk_update(children_operations, ['parent'])
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_block': new_block.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -190,17 +191,15 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='update-block')
     def update_block(self, request: Request, pk) -> HttpResponse:
         ''' Update Block. '''
+        item = self._get_item()
         serializer = s.UpdateBlockSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
         block: m.Block = cast(m.Block, serializer.validated_data['target'])
-        oss = m.OperationSchema(self.get_object())
         with transaction.atomic():
-            if 'layout' in serializer.validated_data:
-                oss.update_layout(serializer.validated_data['layout'])
             if 'title' in serializer.validated_data['item_data']:
                 block.title = serializer.validated_data['item_data']['title']
             if 'description' in serializer.validated_data['item_data']:
@@ -208,10 +207,13 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
             if 'parent' in serializer.validated_data['item_data']:
                 block.parent = serializer.validated_data['item_data']['parent']
             block.save(update_fields=['title', 'description', 'parent'])
-            oss.save(update_fields=['time_update'])
+            if 'layout' in serializer.validated_data:
+                layout = serializer.validated_data['layout']
+                m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -228,24 +230,25 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='delete-block')
     def delete_block(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Delete Block. '''
+        item = self._get_item()
         serializer = s.DeleteBlockSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         block = cast(m.Block, serializer.validated_data['target'])
         layout = serializer.validated_data['layout']
         layout = [x for x in layout if x['nodeID'] != 'b' + str(block.pk)]
         with transaction.atomic():
             oss.delete_block(block)
-            oss.update_layout(layout)
-            oss.save(update_fields=['time_update'])
+            m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -262,26 +265,27 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='move-items')
     def move_items(self, request: Request, pk) -> HttpResponse:
         ''' Move items to another parent. '''
+        item = self._get_item()
         serializer = s.MoveItemsSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        layout = serializer.validated_data['layout']
         with transaction.atomic():
-            oss.update_layout(serializer.validated_data['layout'])
+            m.Layout.update_data(pk, layout)
             for operation in serializer.validated_data['operations']:
                 operation.parent = serializer.validated_data['destination']
                 operation.save(update_fields=['parent'])
             for block in serializer.validated_data['blocks']:
                 block.parent = serializer.validated_data['destination']
                 block.save(update_fields=['parent'])
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -298,13 +302,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='create-schema')
     def create_schema(self, request: Request, pk) -> HttpResponse:
         ''' Create schema. '''
+        item = self._get_item()
         serializer = s.CreateSchemaSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         data = serializer.validated_data['item_data']
@@ -318,15 +323,15 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'width': position['width'],
                 'height': position['height']
             })
-            oss.update_layout(layout)
+            m.Layout.update_data(pk, layout)
             oss.create_input(new_operation)
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_operation': new_operation.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -345,13 +350,13 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='clone-schema')
     def clone_schema(self, request: Request, pk) -> HttpResponse:
         ''' Clone schema. '''
+        item = self._get_item()
         serializer = s.CloneSchemaSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         with transaction.atomic():
@@ -363,7 +368,7 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
 
             new_schema = source_schema
             new_schema.pk = None
-            new_schema.owner = oss.model.owner
+            new_schema.owner = item.owner
             new_schema.title = title
             new_schema.alias = alias
             new_schema.save()
@@ -380,6 +385,7 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
             new_operation.operation_type = m.OperationType.INPUT
             new_operation.result = None
             new_operation.save()
+            new_operation.setQ_result(new_schema)
 
             layout.append({
                 'nodeID': 'o' + str(new_operation.pk),
@@ -388,16 +394,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'width': position['width'],
                 'height': position['height']
             })
-            oss.refresh_from_db()
-            oss.set_input(new_operation.pk, new_schema)
-            oss.update_layout(layout)
-            oss.save(update_fields=['time_update'])
+            m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_operation': new_operation.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -416,13 +420,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='import-schema')
     def import_schema(self, request: Request, pk) -> HttpResponse:
         ''' Create operation with existing schema. '''
+        item = self._get_item()
         serializer = s.ImportSchemaSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         data = serializer.validated_data['item_data']
@@ -438,20 +443,20 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'width': position['width'],
                 'height': position['height']
             })
-            oss.update_layout(layout)
+            m.Layout.update_data(pk, layout)
 
             if serializer.validated_data['clone_source']:
                 prototype: LibraryItem = serializer.validated_data['source']
-                new_operation.result = _create_clone(prototype, new_operation, oss.model)
+                new_operation.result = _create_clone(prototype, new_operation, item)
                 new_operation.save(update_fields=["result"])
 
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_operation': new_operation.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -470,13 +475,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='create-reference')
     def create_reference(self, request: Request, pk) -> HttpResponse:
         ''' Clone schema. '''
+        item = self._get_item()
         serializer = s.CreateReferenceSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         with transaction.atomic():
@@ -489,14 +495,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'width': position['width'],
                 'height': position['height']
             })
-            oss.update_layout(layout)
-            oss.save(update_fields=['time_update'])
+            m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_operation': new_operation.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -514,13 +520,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='create-synthesis')
     def create_synthesis(self, request: Request, pk) -> HttpResponse:
         ''' Create Synthesis operation from arguments. '''
+        item = self._get_item()
         serializer = s.CreateSynthesisSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
         layout = serializer.validated_data['layout']
         position = serializer.validated_data['position']
         data = serializer.validated_data['item_data']
@@ -537,14 +544,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
             oss.set_arguments(new_operation.pk, serializer.validated_data['arguments'])
             oss.set_substitutions(new_operation.pk, serializer.validated_data['substitutions'])
             oss.execute_operation(new_operation)
-            oss.update_layout(layout)
-            oss.save(update_fields=['time_update'])
+            m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_operation': new_operation.pk,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -562,17 +569,19 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='update-operation')
     def update_operation(self, request: Request, pk) -> HttpResponse:
         ''' Update Operation arguments and parameters. '''
+        item = self._get_item()
         serializer = s.UpdateOperationSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
         operation: m.Operation = cast(m.Operation, serializer.validated_data['target'])
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchemaCached(item)
         with transaction.atomic():
             if 'layout' in serializer.validated_data:
-                oss.update_layout(serializer.validated_data['layout'])
+                layout = serializer.validated_data['layout']
+                m.Layout.update_data(pk, layout)
             if 'alias' in serializer.validated_data['item_data']:
                 operation.alias = serializer.validated_data['item_data']['alias']
             if 'title' in serializer.validated_data['item_data']:
@@ -594,11 +603,11 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 oss.set_arguments(operation.pk, serializer.validated_data['arguments'])
             if 'substitutions' in serializer.validated_data:
                 oss.set_substitutions(operation.pk, serializer.validated_data['substitutions'])
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -615,32 +624,33 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='delete-operation')
     def delete_operation(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Delete Operation. '''
+        item = self._get_item()
         serializer = s.DeleteOperationSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchemaCached(item)
         operation = cast(m.Operation, serializer.validated_data['target'])
         old_schema = operation.result
         layout = serializer.validated_data['layout']
         layout = [x for x in layout if x['nodeID'] != 'o' + str(operation.pk)]
         with transaction.atomic():
             oss.delete_operation(operation.pk, serializer.validated_data['keep_constituents'])
-            oss.update_layout(layout)
+            m.Layout.update_data(pk, layout)
             if old_schema is not None:
                 if serializer.validated_data['delete_schema']:
                     m.PropagationFacade.before_delete_schema(old_schema)
                     old_schema.delete()
-                elif old_schema.is_synced(oss.model):
+                elif old_schema.is_synced(item):
                     old_schema.visible = True
                     old_schema.save(update_fields=['visible'])
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -657,23 +667,25 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='delete-reference')
     def delete_reference(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Delete Reference Operation. '''
+        item = self._get_item()
         serializer = s.DeleteReferenceSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchemaCached(item)
         operation = cast(m.Operation, serializer.validated_data['target'])
         layout = serializer.validated_data['layout']
         layout = [x for x in layout if x['nodeID'] != 'o' + str(operation.pk)]
         with transaction.atomic():
-            oss.update_layout(layout)
+            m.Layout.update_data(pk, layout)
             oss.delete_reference(operation, serializer.validated_data['keep_connections'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -690,9 +702,10 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='create-input')
     def create_input(self, request: Request, pk) -> HttpResponse:
         ''' Create input RSForm. '''
+        item = self._get_item()
         serializer = s.TargetOperationSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
@@ -706,17 +719,18 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'target': msg.operationResultNotEmpty(operation.alias)
             })
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchema(item)
+        layout = serializer.validated_data['layout']
         with transaction.atomic():
-            oss.update_layout(serializer.validated_data['layout'])
+            m.Layout.update_data(pk, layout)
             schema = oss.create_input(operation)
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
             data={
                 'new_schema': LibraryItemSerializer(schema.model).data,
-                'oss': s.OperationSchemaSerializer(oss.model).data
+                'oss': s.OperationSchemaSerializer(item).data
             }
         )
 
@@ -734,12 +748,14 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['patch'], url_path='set-input')
     def set_input(self, request: Request, pk) -> HttpResponse:
         ''' Set input schema for target operation. '''
+        item = self._get_item()
         serializer = s.SetOperationInputSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
+        layout = serializer.validated_data['layout']
         target_operation: m.Operation = cast(m.Operation, serializer.validated_data['target'])
         schema: Optional[LibraryItem] = serializer.validated_data['input']
         if schema is not None:
@@ -753,20 +769,20 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                     raise serializers.ValidationError({
                         'input': msg.operationInputAlreadyConnected()
                     })
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchemaCached(item)
         old_schema = target_operation.result
         with transaction.atomic():
             if old_schema is not None:
-                if old_schema.is_synced(oss.model):
+                if old_schema.is_synced(item):
                     old_schema.visible = True
                     old_schema.save(update_fields=['visible'])
-            oss.update_layout(serializer.validated_data['layout'])
+            m.Layout.update_data(pk, layout)
             oss.set_input(target_operation.pk, schema)
-            oss.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -783,9 +799,10 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
     @action(detail=True, methods=['post'], url_path='execute-operation')
     def execute_operation(self, request: Request, pk) -> HttpResponse:
         ''' Execute operation. '''
+        item = self._get_item()
         serializer = s.TargetOperationSerializer(
             data=request.data,
-            context={'oss': self.get_object()}
+            context={'oss': item}
         )
         serializer.is_valid(raise_exception=True)
 
@@ -799,15 +816,16 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
                 'target': msg.operationResultNotEmpty(operation.alias)
             })
 
-        oss = m.OperationSchema(self.get_object())
+        oss = m.OperationSchemaCached(item)
+        layout = serializer.validated_data['layout']
         with transaction.atomic():
-            oss.update_layout(serializer.validated_data['layout'])
             oss.execute_operation(operation)
-            oss.save(update_fields=['time_update'])
+            m.Layout.update_data(pk, layout)
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.OperationSchemaSerializer(oss.model).data
+            data=s.OperationSchemaSerializer(item).data
         )
 
     @extend_schema(
@@ -861,7 +879,7 @@ class OssViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retriev
         serializer.is_valid(raise_exception=True)
 
         data = serializer.validated_data
-        oss = m.OperationSchema(LibraryItem.objects.get(pk=data['oss']))
+        oss = m.OperationSchemaCached(LibraryItem.objects.get(pk=data['oss']))
         source = RSFormCached(LibraryItem.objects.get(pk=data['source']))
         destination = RSFormCached(LibraryItem.objects.get(pk=data['destination']))
 

rsconcept/backend/apps/rsform/models/OrderManager.py

@@ -0,0 +1,64 @@
+''' Models: RSForm order manager. '''
+
+from .Constituenta import Constituenta, CstType
+from .RSFormCached import RSFormCached
+from .SemanticInfo import SemanticInfo
+
+
+class OrderManager:
+    ''' Ordering helper class '''
+
+    def __init__(self, schema: RSFormCached):
+        self._semantic = SemanticInfo(schema)
+        self._items = schema.cache.constituents
+        self._cst_by_ID = schema.cache.by_id
+
+    def restore_order(self) -> None:
+        ''' Implement order restoration process. '''
+        if len(self._items) <= 1:
+            return
+        self._fix_kernel()
+        self._fix_topological()
+        self._fix_semantic_children()
+        self._override_order()
+
+    def _fix_topological(self) -> None:
+        sorted_ids = self._semantic.graph.sort_stable([cst.pk for cst in self._items])
+        sorted_items = [next(cst for cst in self._items if cst.pk == id) for id in sorted_ids]
+        self._items = sorted_items
+
+    def _fix_kernel(self) -> None:
+        result = [cst for cst in self._items if cst.cst_type == CstType.BASE]
+        result = result + [cst for cst in self._items if cst.cst_type == CstType.CONSTANT]
+        kernel = [
+            cst.pk for cst in self._items if
+            cst.cst_type in [CstType.STRUCTURED, CstType.AXIOM] or
+            self._cst_by_ID[self._semantic.parent(cst.pk)].cst_type == CstType.STRUCTURED
+        ]
+        kernel = kernel + self._semantic.graph.expand_inputs(kernel)
+        result = result + [cst for cst in self._items if result.count(cst) == 0 and cst.pk in kernel]
+        result = result + [cst for cst in self._items if result.count(cst) == 0]
+        self._items = result
+
+    def _fix_semantic_children(self) -> None:
+        result: list[Constituenta] = []
+        marked: set[Constituenta] = set()
+        for cst in self._items:
+            if cst in marked:
+                continue
+            result.append(cst)
+            children = self._semantic[cst.pk]['children']
+            if len(children) == 0:
+                continue
+            for child in self._items:
+                if child.pk in children:
+                    marked.add(child)
+                    result.append(child)
+        self._items = result
+
+    def _override_order(self) -> None:
+        order = 0
+        for cst in self._items:
+            cst.order = order
+            order += 1
+        Constituenta.objects.bulk_update(self._items, ['order'])

rsconcept/backend/apps/rsform/models/RSForm.py

@@ -1,7 +1,7 @@
 ''' Models: RSForm API. '''
 # pylint: disable=duplicate-code
 
-from typing import Iterable, Optional
+from typing import Iterable, Optional, cast
 
 from cctext import Entity, Resolver, TermForm, split_grams
 from django.core.exceptions import ValidationError
@@ -10,8 +10,9 @@ from django.db.models import QuerySet
 from apps.library.models import LibraryItem, LibraryItemType, Version
 from shared import messages as msg
 
-from .api_RSLanguage import guess_type
-from .Constituenta import Constituenta, CstType
+from ..graph import Graph
+from .api_RSLanguage import get_type_prefix, guess_type
+from .Constituenta import Constituenta, CstType, extract_entities, extract_globals
 
 INSERT_LAST: int = -1
 DELETED_ALIAS = 'DEL'
@@ -31,7 +32,7 @@ class RSForm:
         return RSForm(model)
 
     @staticmethod
-    def spawn_resolver(schemaID: int) -> Resolver:
+    def resolver_from_schema(schemaID: int) -> Resolver:
         ''' Create resolver for text references based on schema terms. '''
         result = Resolver({})
         constituents = Constituenta.objects.filter(schema_id=schemaID).only('alias', 'term_resolved', 'term_forms')
@@ -47,13 +48,145 @@ class RSForm:
             result.context[cst.alias] = entity
         return result
 
-    def refresh_from_db(self) -> None:
-        ''' Model wrapper. '''
-        self.model.refresh_from_db()
+    @staticmethod
+    def resolver_from_list(cst_list: Iterable[Constituenta]) -> Resolver:
+        ''' Create resolver for text references based on list of constituents. '''
+        result = Resolver({})
+        for cst in cst_list:
+            entity = Entity(
+                alias=cst.alias,
+                nominal=cst.term_resolved,
+                manual_forms=[
+                    TermForm(text=form['text'], grams=split_grams(form['tags']))
+                    for form in cst.term_forms
+                ]
+            )
+            result.context[cst.alias] = entity
+        return result
 
-    def save(self, *args, **kwargs) -> None:
-        ''' Model wrapper. '''
-        self.model.save(*args, **kwargs)
+    @staticmethod
+    def graph_formal(cst_list: Iterable[Constituenta],
+                     cst_by_alias: Optional[dict[str, Constituenta]] = None) -> Graph[int]:
+        ''' Graph based on formal definitions. '''
+        result: Graph[int] = Graph()
+        if cst_by_alias is None:
+            cst_by_alias = {cst.alias: cst for cst in cst_list}
+        for cst in cst_list:
+            result.add_node(cst.pk)
+        for cst in cst_list:
+            for alias in extract_globals(cst.definition_formal):
+                child = cst_by_alias.get(alias)
+                if child is not None:
+                    result.add_edge(src=child.pk, dest=cst.pk)
+        return result
+
+    @staticmethod
+    def graph_term(cst_list: Iterable[Constituenta],
+                   cst_by_alias: Optional[dict[str, Constituenta]] = None) -> Graph[int]:
+        ''' Graph based on term texts. '''
+        result: Graph[int] = Graph()
+        if cst_by_alias is None:
+            cst_by_alias = {cst.alias: cst for cst in cst_list}
+        for cst in cst_list:
+            result.add_node(cst.pk)
+        for cst in cst_list:
+            for alias in extract_entities(cst.term_raw):
+                child = cst_by_alias.get(alias)
+                if child is not None:
+                    result.add_edge(src=child.pk, dest=cst.pk)
+        return result
+
+    @staticmethod
+    def graph_text(cst_list: Iterable[Constituenta],
+                   cst_by_alias: Optional[Optional[dict[str, Constituenta]]] = None) -> Graph[int]:
+        ''' Graph based on definition texts. '''
+        result: Graph[int] = Graph()
+        if cst_by_alias is None:
+            cst_by_alias = {cst.alias: cst for cst in cst_list}
+        for cst in cst_list:
+            result.add_node(cst.pk)
+        for cst in cst_list:
+            for alias in extract_entities(cst.definition_raw):
+                child = cst_by_alias.get(alias)
+                if child is not None:
+                    result.add_edge(src=child.pk, dest=cst.pk)
+        return result
+
+    @staticmethod
+    def save_order(cst_list: Iterable[Constituenta]) -> None:
+        ''' Save order for constituents list. '''
+        order = 0
+        changed: list[Constituenta] = []
+        for cst in cst_list:
+            if cst.order != order:
+                cst.order = order
+                changed.append(cst)
+            order += 1
+        Constituenta.objects.bulk_update(changed, ['order'])
+
+    @staticmethod
+    def shift_positions(start: int, shift: int, cst_list: list[Constituenta]) -> None:
+        ''' Shift positions of constituents. '''
+        if shift == 0:
+            return
+        update_list = cst_list[start:]
+        for cst in update_list:
+            cst.order += shift
+        Constituenta.objects.bulk_update(update_list, ['order'])
+
+    @staticmethod
+    def apply_mapping(mapping: dict[str, str], cst_list: Iterable[Constituenta],
+                      change_aliases: bool = False) -> None:
+        ''' Apply rename mapping. '''
+        update_list: list[Constituenta] = []
+        for cst in cst_list:
+            if cst.apply_mapping(mapping, change_aliases):
+                update_list.append(cst)
+        Constituenta.objects.bulk_update(update_list, ['alias', 'definition_formal', 'term_raw', 'definition_raw'])
+
+    @staticmethod
+    def resolve_term_change(cst_list: Iterable[Constituenta], changed: list[int],
+                            cst_by_alias: Optional[Optional[dict[str, Constituenta]]] = None,
+                            cst_by_id: Optional[Optional[dict[int, Constituenta]]] = None,
+                            resolver: Optional[Resolver] = None) -> None:
+        ''' Trigger cascade resolutions when term changes. '''
+        if cst_by_alias is None:
+            cst_by_alias = {cst.alias: cst for cst in cst_list}
+        if cst_by_id is None:
+            cst_by_id = {cst.pk: cst for cst in cst_list}
+
+        graph_terms = RSForm.graph_term(cst_list, cst_by_alias)
+        expansion = graph_terms.expand_outputs(changed)
+        expanded_change = changed + expansion
+        update_list: list[Constituenta] = []
+
+        if resolver is None:
+            resolver = RSForm.resolver_from_list(cst_list)
+
+        if len(expansion) > 0:
+            for cst_id in graph_terms.topological_order():
+                if cst_id not in expansion:
+                    continue
+                cst = cst_by_id[cst_id]
+                resolved = resolver.resolve(cst.term_raw)
+                if resolved == resolver.context[cst.alias].get_nominal():
+                    continue
+                cst.set_term_resolved(resolved)
+                update_list.append(cst)
+                resolver.context[cst.alias] = Entity(cst.alias, resolved)
+        Constituenta.objects.bulk_update(update_list, ['term_resolved'])
+
+        graph_defs = RSForm.graph_text(cst_list, cst_by_alias)
+        update_defs = set(expansion + graph_defs.expand_outputs(expanded_change)).union(changed)
+        update_list = []
+        if len(update_defs) == 0:
+            return
+        for cst_id in update_defs:
+            cst = cst_by_id[cst_id]
+            resolved = resolver.resolve(cst.definition_raw)
+            cst.definition_resolved = resolved
+            update_list.append(cst)
+        Constituenta.objects.bulk_update(update_list, ['definition_resolved'])
 
     def constituentsQ(self) -> QuerySet[Constituenta]:
         ''' Get QuerySet containing all constituents of current RSForm. '''
@@ -70,7 +203,7 @@ class RSForm:
             raise ValidationError(msg.aliasTaken(alias))
         if cst_type is None:
             cst_type = guess_type(alias)
-        position = self.constituentsQ().count()
+        position = Constituenta.objects.filter(schema=self.model).count()
         result = Constituenta.objects.create(
             schema=self.model,
             order=position,
@@ -78,7 +211,6 @@ class RSForm:
             cst_type=cst_type,
             **kwargs
         )
-        self.model.save(update_fields=['time_update'])
         return result
 
     def move_cst(self, target: list[Constituenta], destination: int) -> None:
@@ -100,25 +232,43 @@ class RSForm:
                 cst.order = destination + size + count_bot
                 count_bot += 1
         Constituenta.objects.bulk_update(cst_list, ['order'])
-        self.save(update_fields=['time_update'])
 
-    def delete_cst(self, target: Iterable[Constituenta]) -> None:
-        ''' Delete multiple constituents. Do not check if listCst are from this schema. '''
-        mapping = {cst.alias: DELETED_ALIAS for cst in target}
-        self.apply_mapping(mapping)
-        Constituenta.objects.filter(pk__in=[cst.pk for cst in target]).delete()
-        self._reset_order()
-        self.save(update_fields=['time_update'])
+    def reset_aliases(self) -> None:
+        ''' Recreate all aliases based on constituents order. '''
+        bases = cast(dict[str, int], {})
+        mapping = cast(dict[str, str], {})
+        for cst_type in CstType.values:
+            bases[cst_type] = 1
+        cst_list = Constituenta.objects.filter(schema=self.model).only(
+            'alias', 'cst_type', 'definition_formal',
+            'term_raw', 'definition_raw'
+        ).order_by('order')
+        for cst in cst_list:
+            alias = f'{get_type_prefix(cst.cst_type)}{bases[cst.cst_type]}'
+            bases[cst.cst_type] += 1
+            if cst.alias != alias:
+                mapping[cst.alias] = alias
+        RSForm.apply_mapping(mapping, cst_list, change_aliases=True)
 
-    def apply_mapping(self, mapping: dict[str, str], change_aliases: bool = False) -> None:
-        ''' Apply rename mapping. '''
-        update_list: list[Constituenta] = []
-        constituents = self.constituentsQ().only('alias', 'definition_formal', 'term_raw', 'definition_raw')
-        for cst in constituents:
-            if cst.apply_mapping(mapping, change_aliases):
-                update_list.append(cst)
-        Constituenta.objects.bulk_update(update_list, ['alias', 'definition_formal', 'term_raw', 'definition_raw'])
-        self.save(update_fields=['time_update'])
+    def substitute(self, substitutions: list[tuple[Constituenta, Constituenta]]) -> None:
+        ''' Execute constituenta substitution. '''
+        if len(substitutions) < 1:
+            return
+        mapping = {}
+        deleted: list[int] = []
+        replacements: list[int] = []
+        for original, substitution in substitutions:
+            mapping[original.alias] = substitution.alias
+            deleted.append(original.pk)
+            replacements.append(substitution.pk)
+        Constituenta.objects.filter(pk__in=deleted).delete()
+        cst_list = Constituenta.objects.filter(schema=self.model).only(
+            'alias', 'cst_type', 'definition_formal',
+            'term_raw', 'definition_raw', 'order', 'term_forms', 'term_resolved'
+        ).order_by('order')
+        RSForm.save_order(cst_list)
+        RSForm.apply_mapping(mapping, cst_list, change_aliases=False)
+        RSForm.resolve_term_change(cst_list, replacements)
 
     def create_version(self, version: str, description: str, data) -> Version:
         ''' Creates version for current state. '''
@@ -128,14 +278,3 @@ class RSForm:
             description=description,
             data=data
         )
-
-    def _reset_order(self) -> None:
-        order = 0
-        changed: list[Constituenta] = []
-        cst_list = self.constituentsQ().only('order').order_by('order')
-        for cst in cst_list:
-            if cst.order != order:
-                cst.order = order
-                changed.append(cst)
-            order += 1
-        Constituenta.objects.bulk_update(changed, ['order'])

rsconcept/backend/apps/rsform/models/RSFormCached.py

@@ -4,25 +4,15 @@
 from copy import deepcopy
 from typing import Iterable, Optional, cast
 
-from cctext import Entity, Resolver, extract_entities
+from cctext import Entity, Resolver
 from django.core.exceptions import ValidationError
 from django.db.models import QuerySet
 
 from apps.library.models import LibraryItem, LibraryItemType
 from shared import messages as msg
 
-from ..graph import Graph
-from .api_RSLanguage import (
-    generate_structure,
-    get_type_prefix,
-    guess_type,
-    infer_template,
-    is_base_set,
-    is_functional,
-    is_simple_expression,
-    split_template
-)
-from .Constituenta import Constituenta, CstType, extract_globals
+from .api_RSLanguage import generate_structure, get_type_prefix, guess_type
+from .Constituenta import Constituenta, CstType
 from .RSForm import DELETED_ALIAS, INSERT_LAST, RSForm
 
 
@@ -47,83 +37,65 @@ class RSFormCached:
 
     def get_dependant(self, target: Iterable[int]) -> set[int]:
         ''' Get list of constituents depending on target (only 1st degree). '''
+        self.cache.ensure_loaded()
         result: set[int] = set()
-        terms = self._graph_term()
-        formal = self._graph_formal()
-        definitions = self._graph_text()
+        terms = RSForm.graph_term(self.cache.constituents, self.cache.by_alias)
+        formal = RSForm.graph_formal(self.cache.constituents, self.cache.by_alias)
+        definitions = RSForm.graph_text(self.cache.constituents, self.cache.by_alias)
         for cst_id in target:
             result.update(formal.outputs[cst_id])
             result.update(terms.outputs[cst_id])
             result.update(definitions.outputs[cst_id])
         return result
 
-    def save(self, *args, **kwargs) -> None:
-        ''' Model wrapper. '''
-        self.model.save(*args, **kwargs)
-
-    def refresh_from_db(self) -> None:
-        ''' Model wrapper. '''
-        self.model.refresh_from_db()
-        self.cache.is_loaded = False
-
     def constituentsQ(self) -> QuerySet[Constituenta]:
         ''' Get QuerySet containing all constituents of current RSForm. '''
         return Constituenta.objects.filter(schema=self.model)
 
-    def semantic(self) -> 'SemanticInfo':
-        ''' Access semantic information on constituents. '''
-        return SemanticInfo(self)
-
-    def after_term_change(self, changed: list[int]) -> None:
-        ''' Trigger cascade resolutions when term changes. '''
-        self.cache.ensure_loaded()
-        graph_terms = self._graph_term()
-        expansion = graph_terms.expand_outputs(changed)
-        expanded_change = changed + expansion
-        update_list: list[Constituenta] = []
-        resolver = RSForm.spawn_resolver(self.model.pk)
-        if len(expansion) > 0:
-            for cst_id in graph_terms.topological_order():
-                if cst_id not in expansion:
-                    continue
-                cst = self.cache.by_id[cst_id]
-                resolved = resolver.resolve(cst.term_raw)
-                if resolved == resolver.context[cst.alias].get_nominal():
-                    continue
-                cst.set_term_resolved(resolved)
-                update_list.append(cst)
-                resolver.context[cst.alias] = Entity(cst.alias, resolved)
-        Constituenta.objects.bulk_update(update_list, ['term_resolved'])
-
-        graph_defs = self._graph_text()
-        update_defs = set(expansion + graph_defs.expand_outputs(expanded_change)).union(changed)
-        update_list = []
-        if len(update_defs) == 0:
-            return
-        for cst_id in update_defs:
-            cst = self.cache.by_id[cst_id]
-            resolved = resolver.resolve(cst.definition_raw)
-            cst.definition_resolved = resolved
-            update_list.append(cst)
-        Constituenta.objects.bulk_update(update_list, ['definition_resolved'])
+    def insert_last(
+        self,
+        alias: str,
+        cst_type: Optional[CstType] = None,
+        **kwargs
+    ) -> Constituenta:
+        ''' Insert new constituenta at last position. '''
+        if cst_type is None:
+            cst_type = guess_type(alias)
+        position = Constituenta.objects.filter(schema=self.model).count()
+        result = Constituenta.objects.create(
+            schema=self.model,
+            order=position,
+            alias=alias,
+            cst_type=cst_type,
+            **kwargs
+        )
+        self.cache.is_loaded = False
+        return result
 
     def create_cst(self, data: dict, insert_after: Optional[Constituenta] = None) -> Constituenta:
         ''' Create constituenta from data. '''
-        if insert_after is None:
-            position = INSERT_LAST
+        self.cache.ensure_loaded_terms()
+        if insert_after is not None:
+            position = self.cache.by_id[insert_after.pk].order + 1
         else:
-            self.cache.ensure_loaded()
-            position = self.cache.constituents.index(self.cache.by_id[insert_after.pk]) + 1
-        result = self.insert_new(data['alias'], data['cst_type'], position)
-        result.crucial = data.get('crucial', False)
-        result.convention = data.get('convention', '')
-        result.definition_formal = data.get('definition_formal', '')
-        result.term_forms = data.get('term_forms', [])
-        result.term_raw = data.get('term_raw', '')
-        result.definition_raw = data.get('definition_raw', '')
+            position = len(self.cache.constituents)
+        RSForm.shift_positions(position, 1, self.cache.constituents)
+
+        result = Constituenta.objects.create(
+            schema=self.model,
+            order=position,
+            alias=data['alias'],
+            cst_type=data['cst_type'],
+            crucial=data.get('crucial', False),
+            convention=data.get('convention', ''),
+            definition_formal=data.get('definition_formal', ''),
+            term_forms=data.get('term_forms', []),
+            term_raw=data.get('term_raw', ''),
+            definition_raw=data.get('definition_raw', '')
+        )
 
         if result.term_raw != '' or result.definition_raw != '':
-            resolver = RSForm.spawn_resolver(self.model.pk)
+            resolver = RSForm.resolver_from_list(self.cache.constituents)
             if result.term_raw != '':
                 resolved = resolver.resolve(result.term_raw)
                 result.term_resolved = resolved
@@ -133,33 +105,7 @@ class RSFormCached:
 
         result.save()
         self.cache.insert(result)
-        self.after_term_change([result.pk])
-        result.refresh_from_db()
-        return result
-
-    def insert_new(
-        self,
-        alias: str,
-        cst_type: Optional[CstType] = None,
-        position: int = INSERT_LAST,
-        **kwargs
-    ) -> Constituenta:
-        ''' Insert new constituenta at given position. '''
-        if Constituenta.objects.filter(schema=self.model, alias=alias):
-            raise ValidationError(msg.aliasTaken(alias))
-        position = self._get_insert_position(position)
-        if cst_type is None:
-            cst_type = guess_type(alias)
-        self._shift_positions(position, 1)
-        result = Constituenta.objects.create(
-            schema=self.model,
-            order=position,
-            alias=alias,
-            cst_type=cst_type,
-            **kwargs
-        )
-        self.cache.insert(result)
-        self.save(update_fields=['time_update'])
+        RSForm.resolve_term_change(self.cache.constituents, [result.pk], self.cache.by_alias, self.cache.by_id)
         return result
 
     def insert_copy(
@@ -174,8 +120,12 @@ class RSFormCached:
             return []
 
         self.cache.ensure_loaded()
-        position = self._get_insert_position(position)
-        self._shift_positions(position, count)
+        lastPosition = len(self.cache.constituents)
+        if position == INSERT_LAST:
+            position = lastPosition
+        else:
+            position = max(0, min(position, lastPosition))
+        RSForm.shift_positions(position, count, self.cache.constituents)
 
         indices: dict[str, int] = {}
         for (value, _) in CstType.choices:
@@ -200,13 +150,12 @@ class RSFormCached:
 
         new_cst = Constituenta.objects.bulk_create(result)
         self.cache.insert_multi(new_cst)
-        self.save(update_fields=['time_update'])
         return result
 
     # pylint: disable=too-many-branches
     def update_cst(self, target: Constituenta, data: dict) -> dict:
         ''' Update persistent attributes of a given constituenta. Return old values. '''
-        self.cache.ensure_loaded()
+        self.cache.ensure_loaded_terms()
         cst = self.cache.by_id.get(target.pk)
         if cst is None:
             raise ValidationError(msg.constituentaNotInRSform(target.alias))
@@ -232,8 +181,10 @@ class RSFormCached:
             term_changed = True
             old_data['term_forms'] = cst.term_forms
             cst.term_forms = data['term_forms']
+
+        resolver: Optional[Resolver] = None
         if 'definition_raw' in data or 'term_raw' in data:
-            resolver = RSForm.spawn_resolver(self.model.pk)
+            resolver = RSForm.resolver_from_list(self.cache.constituents)
             if 'term_raw' in data:
                 if cst.term_raw == data['term_raw']:
                     del data['term_raw']
@@ -254,43 +205,51 @@ class RSFormCached:
                     cst.definition_resolved = resolver.resolve(cst.definition_raw)
         cst.save()
         if term_changed:
-            self.after_term_change([cst.pk])
-        self.save(update_fields=['time_update'])
+            RSForm.resolve_term_change(
+                self.cache.constituents, [cst.pk],
+                self.cache.by_alias, self.cache.by_id, resolver
+            )
         return old_data
 
     def delete_cst(self, target: Iterable[Constituenta]) -> None:
-        ''' Delete multiple constituents. Do not check if listCst are from this schema. '''
+        ''' Delete multiple constituents. '''
         mapping = {cst.alias: DELETED_ALIAS for cst in target}
         self.cache.ensure_loaded()
         self.cache.remove_multi(target)
         self.apply_mapping(mapping)
         Constituenta.objects.filter(pk__in=[cst.pk for cst in target]).delete()
-        self._reset_order()
-        self.save(update_fields=['time_update'])
+        RSForm.save_order(self.cache.constituents)
 
     def substitute(self, substitutions: list[tuple[Constituenta, Constituenta]]) -> None:
         ''' Execute constituenta substitution. '''
+        if len(substitutions) < 1:
+            return
+        self.cache.ensure_loaded_terms()
         mapping = {}
         deleted: list[Constituenta] = []
-        replacements: list[Constituenta] = []
+        replacements: list[int] = []
         for original, substitution in substitutions:
             mapping[original.alias] = substitution.alias
             deleted.append(original)
-            replacements.append(substitution)
+            replacements.append(substitution.pk)
         self.cache.remove_multi(deleted)
         Constituenta.objects.filter(pk__in=[cst.pk for cst in deleted]).delete()
-        self._reset_order()
+        RSForm.save_order(self.cache.constituents)
         self.apply_mapping(mapping)
-        self.after_term_change([substitution.pk for substitution in replacements])
-
-    def restore_order(self) -> None:
-        ''' Restore order based on types and term graph. '''
-        manager = _OrderManager(self)
-        manager.restore_order()
+        RSForm.resolve_term_change(self.cache.constituents, replacements, self.cache.by_alias, self.cache.by_id)
 
     def reset_aliases(self) -> None:
         ''' Recreate all aliases based on constituents order. '''
-        mapping = self._create_reset_mapping()
+        self.cache.ensure_loaded()
+        bases = cast(dict[str, int], {})
+        mapping = cast(dict[str, str], {})
+        for cst_type in CstType.values:
+            bases[cst_type] = 1
+        for cst in self.cache.constituents:
+            alias = f'{get_type_prefix(cst.cst_type)}{bases[cst.cst_type]}'
+            bases[cst.cst_type] += 1
+            if cst.alias != alias:
+                mapping[cst.alias] = alias
         self.apply_mapping(mapping, change_aliases=True)
 
     def change_cst_type(self, target: int, new_type: CstType) -> bool:
@@ -310,14 +269,9 @@ class RSFormCached:
     def apply_mapping(self, mapping: dict[str, str], change_aliases: bool = False) -> None:
         ''' Apply rename mapping. '''
         self.cache.ensure_loaded()
-        update_list: list[Constituenta] = []
-        for cst in self.cache.constituents:
-            if cst.apply_mapping(mapping, change_aliases):
-                update_list.append(cst)
+        RSForm.apply_mapping(mapping, self.cache.constituents, change_aliases)
         if change_aliases:
-            self.cache.reset_aliases()
-        Constituenta.objects.bulk_update(update_list, ['alias', 'definition_formal', 'term_raw', 'definition_raw'])
-        self.save(update_fields=['time_update'])
+            self.cache.reload_aliases()
 
     def apply_partial_mapping(self, mapping: dict[str, str], target: list[int]) -> None:
         ''' Apply rename mapping to target constituents. '''
@@ -328,12 +282,11 @@ class RSFormCached:
                 if cst.apply_mapping(mapping):
                     update_list.append(cst)
         Constituenta.objects.bulk_update(update_list, ['definition_formal', 'term_raw', 'definition_raw'])
-        self.save(update_fields=['time_update'])
 
     def resolve_all_text(self) -> None:
         ''' Trigger reference resolution for all texts. '''
         self.cache.ensure_loaded()
-        graph_terms = self._graph_term()
+        graph_terms = RSForm.graph_term(self.cache.constituents, self.cache.by_alias)
         resolver = Resolver({})
         update_list: list[Constituenta] = []
         for cst_id in graph_terms.topological_order():
@@ -363,7 +316,8 @@ class RSFormCached:
 
         self.cache.ensure_loaded()
         position = self.cache.constituents.index(self.cache.by_id[target.id]) + 1
-        self._shift_positions(position, count_new)
+        RSForm.shift_positions(position, count_new, self.cache.constituents)
+
         result = []
         cst_type = CstType.TERM if len(parse['args']) == 0 else CstType.FUNCTION
         free_index = self._get_max_index(cst_type) + 1
@@ -381,12 +335,10 @@ class RSFormCached:
             position = position + 1
 
         self.cache.insert_multi(result)
-        self.save(update_fields=['time_update'])
         return result
 
     def _get_max_index(self, cst_type: str) -> int:
         ''' Get maximum alias index for specific CstType. '''
-        result: int = 0
         cst_list: Iterable[Constituenta] = []
         if not self.cache.is_loaded:
             cst_list = Constituenta.objects \
@@ -394,95 +346,12 @@ class RSFormCached:
                 .only('alias')
         else:
             cst_list = [cst for cst in self.cache.constituents if cst.cst_type == cst_type]
+
+        result: int = 0
         for cst in cst_list:
             result = max(result, int(cst.alias[1:]))
         return result
 
-    def _create_reset_mapping(self) -> dict[str, str]:
-        bases = cast(dict[str, int], {})
-        mapping = cast(dict[str, str], {})
-        for cst_type in CstType.values:
-            bases[cst_type] = 1
-        cst_list = self.constituentsQ().order_by('order')
-        for cst in cst_list:
-            alias = f'{get_type_prefix(cst.cst_type)}{bases[cst.cst_type]}'
-            bases[cst.cst_type] += 1
-            if cst.alias != alias:
-                mapping[cst.alias] = alias
-        return mapping
-
-    def _shift_positions(self, start: int, shift: int) -> None:
-        if shift == 0:
-            return
-        self.cache.ensure_loaded()
-        update_list = self.cache.constituents[start:]
-        for cst in update_list:
-            cst.order += shift
-        Constituenta.objects.bulk_update(update_list, ['order'])
-
-    def _get_insert_position(self, position: int) -> int:
-        if position < 0 and position != INSERT_LAST:
-            raise ValidationError(msg.invalidPosition())
-        lastPosition = self.constituentsQ().count()
-        if position == INSERT_LAST:
-            return lastPosition
-        else:
-            return max(0, min(position, lastPosition))
-
-    def _reset_order(self) -> None:
-        order = 0
-        changed: list[Constituenta] = []
-        cst_list: Iterable[Constituenta] = []
-        if not self.cache.is_loaded:
-            cst_list = self.constituentsQ().only('order').order_by('order')
-        else:
-            cst_list = self.cache.constituents
-        for cst in cst_list:
-            if cst.order != order:
-                cst.order = order
-                changed.append(cst)
-            order += 1
-        Constituenta.objects.bulk_update(changed, ['order'])
-
-    def _graph_formal(self) -> Graph[int]:
-        ''' Graph based on formal definitions. '''
-        self.cache.ensure_loaded()
-        result: Graph[int] = Graph()
-        for cst in self.cache.constituents:
-            result.add_node(cst.pk)
-        for cst in self.cache.constituents:
-            for alias in extract_globals(cst.definition_formal):
-                child = self.cache.by_alias.get(alias)
-                if child is not None:
-                    result.add_edge(src=child.pk, dest=cst.pk)
-        return result
-
-    def _graph_term(self) -> Graph[int]:
-        ''' Graph based on term texts. '''
-        self.cache.ensure_loaded()
-        result: Graph[int] = Graph()
-        for cst in self.cache.constituents:
-            result.add_node(cst.pk)
-        for cst in self.cache.constituents:
-            for alias in extract_entities(cst.term_raw):
-                child = self.cache.by_alias.get(alias)
-                if child is not None:
-                    result.add_edge(src=child.pk, dest=cst.pk)
-        return result
-
-    def _graph_text(self) -> Graph[int]:
-        ''' Graph based on definition texts. '''
-        self.cache.ensure_loaded()
-        result: Graph[int] = Graph()
-        for cst in self.cache.constituents:
-            result.add_node(cst.pk)
-        for cst in self.cache.constituents:
-            for alias in extract_entities(cst.definition_raw):
-                child = self.cache.by_alias.get(alias)
-                if child is not None:
-                    result.add_edge(src=child.pk, dest=cst.pk)
-        return result
-
 
 class _RSFormCache:
     ''' Cache for RSForm constituents. '''
@@ -493,27 +362,45 @@ class _RSFormCache:
         self.by_id: dict[int, Constituenta] = {}
         self.by_alias: dict[str, Constituenta] = {}
         self.is_loaded = False
-
-    def reload(self) -> None:
-        self.constituents = list(
-            self._schema.constituentsQ().only(
-                'order',
-                'alias',
-                'cst_type',
-                'definition_formal',
-                'term_raw',
-                'definition_raw'
-            ).order_by('order')
-        )
-        self.by_id = {cst.pk: cst for cst in self.constituents}
-        self.by_alias = {cst.alias: cst for cst in self.constituents}
-        self.is_loaded = True
+        self.is_loaded_terms = False
 
     def ensure_loaded(self) -> None:
         if not self.is_loaded:
-            self.reload()
+            self.constituents = list(
+                self._schema.constituentsQ().only(
+                    'order',
+                    'alias',
+                    'cst_type',
+                    'definition_formal',
+                    'term_raw',
+                    'definition_raw'
+                ).order_by('order')
+            )
+            self.by_id = {cst.pk: cst for cst in self.constituents}
+            self.by_alias = {cst.alias: cst for cst in self.constituents}
+            self.is_loaded = True
+            self.is_loaded_terms = False
 
-    def reset_aliases(self) -> None:
+    def ensure_loaded_terms(self) -> None:
+        if not self.is_loaded_terms:
+            self.constituents = list(
+                self._schema.constituentsQ().only(
+                    'order',
+                    'alias',
+                    'cst_type',
+                    'definition_formal',
+                    'term_raw',
+                    'definition_raw',
+                    'term_forms',
+                    'term_resolved'
+                ).order_by('order')
+            )
+            self.by_id = {cst.pk: cst for cst in self.constituents}
+            self.by_alias = {cst.alias: cst for cst in self.constituents}
+            self.is_loaded = True
+            self.is_loaded_terms = True
+
+    def reload_aliases(self) -> None:
         self.by_alias = {cst.alias: cst for cst in self.constituents}
 
     def clear(self) -> None:
@@ -521,6 +408,7 @@ class _RSFormCache:
         self.by_id = {}
         self.by_alias = {}
         self.is_loaded = False
+        self.is_loaded_terms = False
 
     def insert(self, cst: Constituenta) -> None:
         if self.is_loaded:
@@ -547,186 +435,3 @@ class _RSFormCache:
                 self.constituents.remove(self.by_id[cst.pk])
                 del self.by_id[cst.pk]
                 del self.by_alias[cst.alias]
-
-
-class SemanticInfo:
-    ''' Semantic information derived from constituents. '''
-
-    def __init__(self, schema: RSFormCached):
-        schema.cache.ensure_loaded()
-        self._graph = schema._graph_formal()
-        self._items = schema.cache.constituents
-        self._cst_by_ID = schema.cache.by_id
-        self._cst_by_alias = schema.cache.by_alias
-        self.info = {
-            cst.pk: {
-                'is_simple': False,
-                'is_template': False,
-                'parent': cst.pk,
-                'children': []
-            }
-            for cst in schema.cache.constituents
-        }
-        self._calculate_attributes()
-
-    def __getitem__(self, key: int) -> dict:
-        return self.info[key]
-
-    def is_simple_expression(self, target: int) -> bool:
-        ''' Access "is_simple" attribute. '''
-        return cast(bool, self.info[target]['is_simple'])
-
-    def is_template(self, target: int) -> bool:
-        ''' Access "is_template" attribute. '''
-        return cast(bool, self.info[target]['is_template'])
-
-    def parent(self, target: int) -> int:
-        ''' Access "parent" attribute. '''
-        return cast(int, self.info[target]['parent'])
-
-    def children(self, target: int) -> list[int]:
-        ''' Access "children" attribute. '''
-        return cast(list[int], self.info[target]['children'])
-
-    def _calculate_attributes(self) -> None:
-        for cst_id in self._graph.topological_order():
-            cst = self._cst_by_ID[cst_id]
-            self.info[cst_id]['is_template'] = infer_template(cst.definition_formal)
-            self.info[cst_id]['is_simple'] = self._infer_simple_expression(cst)
-            if not self.info[cst_id]['is_simple'] or cst.cst_type == CstType.STRUCTURED:
-                continue
-            parent = self._infer_parent(cst)
-            self.info[cst_id]['parent'] = parent
-            if parent != cst_id:
-                cast(list[int], self.info[parent]['children']).append(cst_id)
-
-    def _infer_simple_expression(self, target: Constituenta) -> bool:
-        if target.cst_type == CstType.STRUCTURED or is_base_set(target.cst_type):
-            return False
-
-        dependencies = self._graph.inputs[target.pk]
-        has_complex_dependency = any(
-            self.is_template(cst_id) and
-            not self.is_simple_expression(cst_id) for cst_id in dependencies
-        )
-        if has_complex_dependency:
-            return False
-
-        if is_functional(target.cst_type):
-            return is_simple_expression(split_template(target.definition_formal)['body'])
-        else:
-            return is_simple_expression(target.definition_formal)
-
-    def _infer_parent(self, target: Constituenta) -> int:
-        sources = self._extract_sources(target)
-        if len(sources) != 1:
-            return target.pk
-
-        parent_id = next(iter(sources))
-        parent = self._cst_by_ID[parent_id]
-        if is_base_set(parent.cst_type):
-            return target.pk
-        return parent_id
-
-    def _extract_sources(self, target: Constituenta) -> set[int]:
-        sources: set[int] = set()
-        if not is_functional(target.cst_type):
-            for parent_id in self._graph.inputs[target.pk]:
-                parent_info = self[parent_id]
-                if not parent_info['is_template'] or not parent_info['is_simple']:
-                    sources.add(parent_info['parent'])
-            return sources
-
-        expression = split_template(target.definition_formal)
-        body_dependencies = extract_globals(expression['body'])
-        for alias in body_dependencies:
-            parent = self._cst_by_alias.get(alias)
-            if not parent:
-                continue
-
-            parent_info = self[parent.pk]
-            if not parent_info['is_template'] or not parent_info['is_simple']:
-                sources.add(parent_info['parent'])
-
-        if self._need_check_head(sources, expression['head']):
-            head_dependencies = extract_globals(expression['head'])
-            for alias in head_dependencies:
-                parent = self._cst_by_alias.get(alias)
-                if not parent:
-                    continue
-
-                parent_info = self[parent.pk]
-                if not is_base_set(parent.cst_type) and \
-                        (not parent_info['is_template'] or not parent_info['is_simple']):
-                    sources.add(parent_info['parent'])
-        return sources
-
-    def _need_check_head(self, sources: set[int], head: str) -> bool:
-        if len(sources) == 0:
-            return True
-        elif len(sources) != 1:
-            return False
-        else:
-            base = self._cst_by_ID[next(iter(sources))]
-            return not is_functional(base.cst_type) or \
-                split_template(base.definition_formal)['head'] != head
-
-
-class _OrderManager:
-    ''' Ordering helper class '''
-
-    def __init__(self, schema: RSFormCached):
-        self._semantic = schema.semantic()
-        self._graph = schema._graph_formal()
-        self._items = schema.cache.constituents
-        self._cst_by_ID = schema.cache.by_id
-
-    def restore_order(self) -> None:
-        ''' Implement order restoration process. '''
-        if len(self._items) <= 1:
-            return
-        self._fix_kernel()
-        self._fix_topological()
-        self._fix_semantic_children()
-        self._save_order()
-
-    def _fix_topological(self) -> None:
-        sorted_ids = self._graph.sort_stable([cst.pk for cst in self._items])
-        sorted_items = [next(cst for cst in self._items if cst.pk == id) for id in sorted_ids]
-        self._items = sorted_items
-
-    def _fix_kernel(self) -> None:
-        result = [cst for cst in self._items if cst.cst_type == CstType.BASE]
-        result = result + [cst for cst in self._items if cst.cst_type == CstType.CONSTANT]
-        kernel = [
-            cst.pk for cst in self._items if
-            cst.cst_type in [CstType.STRUCTURED, CstType.AXIOM] or
-            self._cst_by_ID[self._semantic.parent(cst.pk)].cst_type == CstType.STRUCTURED
-        ]
-        kernel = kernel + self._graph.expand_inputs(kernel)
-        result = result + [cst for cst in self._items if result.count(cst) == 0 and cst.pk in kernel]
-        result = result + [cst for cst in self._items if result.count(cst) == 0]
-        self._items = result
-
-    def _fix_semantic_children(self) -> None:
-        result: list[Constituenta] = []
-        marked: set[Constituenta] = set()
-        for cst in self._items:
-            if cst in marked:
-                continue
-            result.append(cst)
-            children = self._semantic[cst.pk]['children']
-            if len(children) == 0:
-                continue
-            for child in self._items:
-                if child.pk in children:
-                    marked.add(child)
-                    result.append(child)
-        self._items = result
-
-    def _save_order(self) -> None:
-        order = 0
-        for cst in self._items:
-            cst.order = order
-            order += 1
-        Constituenta.objects.bulk_update(self._items, ['order'])

rsconcept/backend/apps/rsform/models/SemanticInfo.py

@@ -0,0 +1,136 @@
+''' Models: RSForm semantic information. '''
+from typing import cast
+
+from .api_RSLanguage import (
+    infer_template,
+    is_base_set,
+    is_functional,
+    is_simple_expression,
+    split_template
+)
+from .Constituenta import Constituenta, CstType, extract_globals
+from .RSForm import RSForm
+from .RSFormCached import RSFormCached
+
+
+class SemanticInfo:
+    ''' Semantic information derived from constituents. '''
+
+    def __init__(self, schema: RSFormCached):
+        schema.cache.ensure_loaded()
+        self._items = schema.cache.constituents
+        self._cst_by_ID = schema.cache.by_id
+        self._cst_by_alias = schema.cache.by_alias
+        self.graph = RSForm.graph_formal(schema.cache.constituents, schema.cache.by_alias)
+        self.info = {
+            cst.pk: {
+                'is_simple': False,
+                'is_template': False,
+                'parent': cst.pk,
+                'children': []
+            }
+            for cst in schema.cache.constituents
+        }
+        self._calculate_attributes()
+
+    def __getitem__(self, key: int) -> dict:
+        return self.info[key]
+
+    def is_simple_expression(self, target: int) -> bool:
+        ''' Access "is_simple" attribute. '''
+        return cast(bool, self.info[target]['is_simple'])
+
+    def is_template(self, target: int) -> bool:
+        ''' Access "is_template" attribute. '''
+        return cast(bool, self.info[target]['is_template'])
+
+    def parent(self, target: int) -> int:
+        ''' Access "parent" attribute. '''
+        return cast(int, self.info[target]['parent'])
+
+    def children(self, target: int) -> list[int]:
+        ''' Access "children" attribute. '''
+        return cast(list[int], self.info[target]['children'])
+
+    def _calculate_attributes(self) -> None:
+        for cst_id in self.graph.topological_order():
+            cst = self._cst_by_ID[cst_id]
+            self.info[cst_id]['is_template'] = infer_template(cst.definition_formal)
+            self.info[cst_id]['is_simple'] = self._infer_simple_expression(cst)
+            if not self.info[cst_id]['is_simple'] or cst.cst_type == CstType.STRUCTURED:
+                continue
+            parent = self._infer_parent(cst)
+            self.info[cst_id]['parent'] = parent
+            if parent != cst_id:
+                cast(list[int], self.info[parent]['children']).append(cst_id)
+
+    def _infer_simple_expression(self, target: Constituenta) -> bool:
+        if target.cst_type == CstType.STRUCTURED or is_base_set(target.cst_type):
+            return False
+
+        dependencies = self.graph.inputs[target.pk]
+        has_complex_dependency = any(
+            self.is_template(cst_id) and
+            not self.is_simple_expression(cst_id) for cst_id in dependencies
+        )
+        if has_complex_dependency:
+            return False
+
+        if is_functional(target.cst_type):
+            return is_simple_expression(split_template(target.definition_formal)['body'])
+        else:
+            return is_simple_expression(target.definition_formal)
+
+    def _infer_parent(self, target: Constituenta) -> int:
+        sources = self._extract_sources(target)
+        if len(sources) != 1:
+            return target.pk
+
+        parent_id = next(iter(sources))
+        parent = self._cst_by_ID[parent_id]
+        if is_base_set(parent.cst_type):
+            return target.pk
+        return parent_id
+
+    def _extract_sources(self, target: Constituenta) -> set[int]:
+        sources: set[int] = set()
+        if not is_functional(target.cst_type):
+            for parent_id in self.graph.inputs[target.pk]:
+                parent_info = self[parent_id]
+                if not parent_info['is_template'] or not parent_info['is_simple']:
+                    sources.add(parent_info['parent'])
+            return sources
+
+        expression = split_template(target.definition_formal)
+        body_dependencies = extract_globals(expression['body'])
+        for alias in body_dependencies:
+            parent = self._cst_by_alias.get(alias)
+            if not parent:
+                continue
+
+            parent_info = self[parent.pk]
+            if not parent_info['is_template'] or not parent_info['is_simple']:
+                sources.add(parent_info['parent'])
+
+        if self._need_check_head(sources, expression['head']):
+            head_dependencies = extract_globals(expression['head'])
+            for alias in head_dependencies:
+                parent = self._cst_by_alias.get(alias)
+                if not parent:
+                    continue
+
+                parent_info = self[parent.pk]
+                if not is_base_set(parent.cst_type) and \
+                        (not parent_info['is_template'] or not parent_info['is_simple']):
+                    sources.add(parent_info['parent'])
+        return sources
+
+    def _need_check_head(self, sources: set[int], head: str) -> bool:
+        if len(sources) == 0:
+            return True
+        elif len(sources) != 1:
+            return False
+        else:
+            base = self._cst_by_ID[next(iter(sources))]
+            return not is_functional(base.cst_type) or \
+                split_template(base.definition_formal)['head'] != head

rsconcept/backend/apps/rsform/models/__init__.py

@@ -1,5 +1,6 @@
 ''' Django: Models. '''
 
 from .Constituenta import Constituenta, CstType, extract_globals, replace_entities, replace_globals
+from .OrderManager import OrderManager
 from .RSForm import DELETED_ALIAS, INSERT_LAST, RSForm
-from .RSFormCached import RSFormCached, SemanticInfo
+from .RSFormCached import RSFormCached

rsconcept/backend/apps/rsform/serializers/data_access.py

@@ -197,7 +197,8 @@ class RSFormSerializer(StrictModelSerializer):
 
     def restore_from_version(self, data: dict):
         ''' Load data from version. '''
-        schema = RSForm(cast(LibraryItem, self.instance))
+        instance = cast(LibraryItem, self.instance)
+        schema = RSForm(instance)
         items: list[dict] = data['items']
         ids: list[int] = [item['id'] for item in items]
         processed: list[int] = []
@@ -207,7 +208,7 @@ class RSFormSerializer(StrictModelSerializer):
                 cst.delete()
             else:
                 cst_data = next(x for x in items if x['id'] == cst.pk)
-                cst_data['schema'] = cast(LibraryItem, self.instance).pk
+                cst_data['schema'] = instance.pk
                 new_cst = CstBaseSerializer(data=cst_data)
                 new_cst.is_valid(raise_exception=True)
                 new_cst.validated_data['order'] = ids.index(cst.pk)
@@ -222,7 +223,7 @@ class RSFormSerializer(StrictModelSerializer):
                 cst = schema.insert_last(cst_data['alias'])
                 old_id = cst_data['id']
                 cst_data['id'] = cst.pk
-                cst_data['schema'] = cast(LibraryItem, self.instance).pk
+                cst_data['schema'] = instance.pk
                 new_cst = CstBaseSerializer(data=cst_data)
                 new_cst.is_valid(raise_exception=True)
                 new_cst.validated_data['order'] = ids.index(old_id)

rsconcept/backend/apps/rsform/serializers/io_files.py

@@ -147,7 +147,6 @@ class RSFormTRSSerializer(serializers.Serializer):
             access_policy=validated_data['access_policy'],
             location=validated_data['location']
         )
-        self.instance.save()
         order = 0
         for cst_data in validated_data['items']:
             cst = Constituenta(
@@ -200,7 +199,7 @@ class RSFormTRSSerializer(serializers.Serializer):
                 prev_cst.delete()
 
         instance.resolve_all_text()
-        instance.save()
+        instance.model.save()
         return instance
 
     @staticmethod

rsconcept/backend/apps/rsform/tests/s_models/t_RSForm.py

@@ -30,7 +30,6 @@ class TestRSForm(DBTester):
         self.assertFalse(schema2.constituentsQ().exists())
         self.assertEqual(schema1.constituentsQ().count(), 2)
 
-
     def test_insert_at_invalid_alias(self):
         self.schema.insert_last('X1')
         with self.assertRaises(ValidationError):
@@ -47,46 +46,32 @@ class TestRSForm(DBTester):
         self.assertEqual(x2.schema, self.schema.model)
         self.assertEqual(x1.order, 0)
 
-
-    def test_delete_cst(self):
-        x1 = self.schema.insert_last('X1')
-        x2 = self.schema.insert_last('X2')
+    def test_reset_aliases(self):
+        x1 = self.schema.insert_last(
+            alias='X11',
+            term_raw='человек',
+            term_resolved='человек'
+        )
+        x2 = self.schema.insert_last('X21')
         d1 = self.schema.insert_last(
-            alias='D1',
-            definition_formal='X1 = X2',
-            definition_raw='@{X1|sing}',
-            term_raw='@{X2|plur}'
+            alias='D11',
+            definition_formal='X21=X21',
+            term_raw='@{X21|sing}',
+            definition_raw='@{X11|datv}',
+            definition_resolved='test'
         )
 
-        self.schema.delete_cst([x1])
+        self.schema.reset_aliases()
+        x1.refresh_from_db()
         x2.refresh_from_db()
         d1.refresh_from_db()
-        self.assertEqual(self.schema.constituentsQ().count(), 2)
-        self.assertEqual(x2.order, 0)
-        self.assertEqual(d1.order, 1)
-        self.assertEqual(d1.definition_formal, 'DEL = X2')
-        self.assertEqual(d1.definition_raw, '@{DEL|sing}')
-        self.assertEqual(d1.term_raw, '@{X2|plur}')
-
-
-    def test_apply_mapping(self):
-        x1 = self.schema.insert_last('X1')
-        x2 = self.schema.insert_last('X11')
-        d1 = self.schema.insert_last(
-            alias='D1',
-            definition_formal='X1 = X11 = X2',
-            definition_raw='@{X11|sing}',
-            term_raw='@{X1|plur}'
-        )
-
-        self.schema.apply_mapping({x1.alias: 'X3', x2.alias: 'X4'})
-        d1.refresh_from_db()
-        self.assertEqual(d1.definition_formal, 'X3 = X4 = X2', msg='Map IDs in expression')
-        self.assertEqual(d1.definition_raw, '@{X4|sing}', msg='Map IDs in definition')
-        self.assertEqual(d1.term_raw, '@{X3|plur}', msg='Map IDs in term')
-        self.assertEqual(d1.term_resolved, '', msg='Do not run resolve on mapping')
-        self.assertEqual(d1.definition_resolved, '', msg='Do not run resolve on mapping')
 
+        self.assertEqual(x1.alias, 'X1')
+        self.assertEqual(x2.alias, 'X2')
+        self.assertEqual(d1.alias, 'D1')
+        self.assertEqual(d1.term_raw, '@{X2|sing}')
+        self.assertEqual(d1.definition_raw, '@{X1|datv}')
+        self.assertEqual(d1.definition_resolved, 'test')
 
     def test_move_cst(self):
         x1 = self.schema.insert_last('X1')

rsconcept/backend/apps/rsform/tests/s_models/t_RSFormCached.py

@@ -1,7 +1,7 @@
 ''' Testing models: api_RSForm. '''
 from django.forms import ValidationError
 
-from apps.rsform.models import Constituenta, CstType, RSFormCached
+from apps.rsform.models import Constituenta, CstType, OrderManager, RSFormCached
 from apps.users.models import User
 from shared.DBTester import DBTester
 
@@ -31,69 +31,11 @@ class TestRSFormCached(DBTester):
         self.assertEqual(schema1.constituentsQ().count(), 2)
 
 
-    def test_insert_at(self):
-        x1 = self.schema.insert_new('X1')
-        self.assertEqual(x1.order, 0)
-        self.assertEqual(x1.schema, self.schema.model)
-
-        x2 = self.schema.insert_new('X2', position=0)
-        x1.refresh_from_db()
-        self.assertEqual(x2.order, 0)
-        self.assertEqual(x2.schema, self.schema.model)
-        self.assertEqual(x1.order, 1)
-
-        x3 = self.schema.insert_new('X3', position=3)
-        x2.refresh_from_db()
-        x1.refresh_from_db()
-        self.assertEqual(x3.order, 2)
-        self.assertEqual(x3.schema, self.schema.model)
-        self.assertEqual(x2.order, 0)
-        self.assertEqual(x1.order, 1)
-
-        x4 = self.schema.insert_new('X4', position=2)
-        x3.refresh_from_db()
-        x2.refresh_from_db()
-        x1.refresh_from_db()
-        self.assertEqual(x4.order, 2)
-        self.assertEqual(x4.schema, self.schema.model)
-        self.assertEqual(x3.order, 3)
-        self.assertEqual(x2.order, 0)
-        self.assertEqual(x1.order, 1)
-
-
-    def test_insert_at_invalid_position(self):
-        with self.assertRaises(ValidationError):
-            self.schema.insert_new('X5', position=-2)
-
-
-    def test_insert_at_invalid_alias(self):
-        self.schema.insert_new('X1')
-        with self.assertRaises(ValidationError):
-            self.schema.insert_new('X1')
-
-
-    def test_insert_at_reorder(self):
-        self.schema.insert_new('X1')
-        d1 = self.schema.insert_new('D1')
-        d2 = self.schema.insert_new('D2', position=0)
-        d1.refresh_from_db()
-        self.assertEqual(d1.order, 2)
-        self.assertEqual(d2.order, 0)
-
-        x2 = self.schema.insert_new('X2', position=3)
-        self.assertEqual(x2.order, 3)
-
-
     def test_insert_last(self):
-        x1 = self.schema.insert_new('X1')
+        x1 = self.schema.insert_last('X1')
         self.assertEqual(x1.order, 0)
         self.assertEqual(x1.schema, self.schema.model)
 
-        x2 = self.schema.insert_new('X2')
-        self.assertEqual(x2.order, 1)
-        self.assertEqual(x2.schema, self.schema.model)
-        self.assertEqual(x1.order, 0)
-
 
     def test_create_cst(self):
         data = {
@@ -104,8 +46,8 @@ class TestRSFormCached(DBTester):
             'convention': 'convention'
         }
 
-        x1 = self.schema.insert_new('X1')
-        x2 = self.schema.insert_new('X2')
+        x1 = self.schema.insert_last('X1')
+        x2 = self.schema.insert_last('X2')
         x3 = self.schema.create_cst(data=data, insert_after=x1)
         x2.refresh_from_db()
 
@@ -117,7 +59,7 @@ class TestRSFormCached(DBTester):
 
 
     def test_create_cst_resolve(self):
-        x1 = self.schema.insert_new(
+        x1 = self.schema.insert_last(
             alias='X1',
             term_raw='@{X2|datv}',
             definition_raw='@{X1|datv} @{X2|datv}'
@@ -136,11 +78,11 @@ class TestRSFormCached(DBTester):
 
 
     def test_insert_copy(self):
-        x1 = self.schema.insert_new(
+        x1 = self.schema.insert_last(
             alias='X10',
             convention='Test'
         )
-        s1 = self.schema.insert_new(
+        s1 = self.schema.insert_last(
             alias='S11',
             definition_formal=x1.alias,
             definition_raw='@{X10|plur}'
@@ -167,9 +109,9 @@ class TestRSFormCached(DBTester):
 
 
     def test_delete_cst(self):
-        x1 = self.schema.insert_new('X1')
-        x2 = self.schema.insert_new('X2')
-        d1 = self.schema.insert_new(
+        x1 = self.schema.insert_last('X1')
+        x2 = self.schema.insert_last('X2')
+        d1 = self.schema.insert_last(
             alias='D1',
             definition_formal='X1 = X2',
             definition_raw='@{X1|sing}',
@@ -188,9 +130,9 @@ class TestRSFormCached(DBTester):
 
 
     def test_apply_mapping(self):
-        x1 = self.schema.insert_new('X1')
-        x2 = self.schema.insert_new('X11')
-        d1 = self.schema.insert_new(
+        x1 = self.schema.insert_last('X1')
+        x2 = self.schema.insert_last('X11')
+        d1 = self.schema.insert_last(
             alias='D1',
             definition_formal='X1 = X11 = X2',
             definition_raw='@{X11|sing}',
@@ -207,15 +149,15 @@ class TestRSFormCached(DBTester):
 
 
     def test_substitute(self):
-        x1 = self.schema.insert_new(
+        x1 = self.schema.insert_last(
             alias='X1',
             term_raw='Test'
         )
-        x2 = self.schema.insert_new(
+        x2 = self.schema.insert_last(
             alias='X2',
             term_raw='Test2'
         )
-        d1 = self.schema.insert_new(
+        d1 = self.schema.insert_last(
             alias='D1',
             definition_formal=x1.alias
         )
@@ -229,47 +171,47 @@ class TestRSFormCached(DBTester):
 
 
     def test_restore_order(self):
-        d2 = self.schema.insert_new(
+        d2 = self.schema.insert_last(
             alias='D2',
             definition_formal=r'D{ξ∈S1 | 1=1}',
         )
-        d1 = self.schema.insert_new(
+        d1 = self.schema.insert_last(
             alias='D1',
             definition_formal=r'Pr1(S1)\X1',
         )
-        x1 = self.schema.insert_new('X1')
-        x2 = self.schema.insert_new('X2')
-        s1 = self.schema.insert_new(
+        x1 = self.schema.insert_last('X1')
+        x2 = self.schema.insert_last('X2')
+        s1 = self.schema.insert_last(
             alias='S1',
             definition_formal='ℬ(X1×X1)'
         )
-        c1 = self.schema.insert_new('C1')
-        s2 = self.schema.insert_new(
+        c1 = self.schema.insert_last('C1')
+        s2 = self.schema.insert_last(
             alias='S2',
             definition_formal='ℬ(X2×D1)'
         )
-        a1 = self.schema.insert_new(
+        a1 = self.schema.insert_last(
             alias='A1',
             definition_formal=r'D3=∅',
         )
-        d3 = self.schema.insert_new(
+        d3 = self.schema.insert_last(
             alias='D3',
             definition_formal=r'Pr2(S2)',
         )
-        f1 = self.schema.insert_new(
+        f1 = self.schema.insert_last(
             alias='F1',
             definition_formal=r'[α∈ℬ(X1)] D{σ∈S1 | α⊆pr1(σ)}',
         )
-        d4 = self.schema.insert_new(
+        d4 = self.schema.insert_last(
             alias='D4',
             definition_formal=r'Pr2(D3)',
         )
-        f2 = self.schema.insert_new(
+        f2 = self.schema.insert_last(
             alias='F2',
             definition_formal=r'[α∈ℬ(X1)] X1\α',
         )
 
-        self.schema.restore_order()
+        OrderManager(self.schema).restore_order()
         x1.refresh_from_db()
         x2.refresh_from_db()
         c1.refresh_from_db()
@@ -298,13 +240,13 @@ class TestRSFormCached(DBTester):
 
 
     def test_reset_aliases(self):
-        x1 = self.schema.insert_new(
+        x1 = self.schema.insert_last(
             alias='X11',
             term_raw='человек',
             term_resolved='человек'
         )
-        x2 = self.schema.insert_new('X21')
-        d1 = self.schema.insert_new(
+        x2 = self.schema.insert_last('X21')
+        d1 = self.schema.insert_last(
             alias='D11',
             definition_formal='X21=X21',
             term_raw='@{X21|sing}',
@@ -323,47 +265,3 @@ class TestRSFormCached(DBTester):
         self.assertEqual(d1.term_raw, '@{X2|sing}')
         self.assertEqual(d1.definition_raw, '@{X1|datv}')
         self.assertEqual(d1.definition_resolved, 'test')
-
-
-    def test_on_term_change(self):
-        x1 = self.schema.insert_new(
-            alias='X1',
-            term_raw='человек',
-            term_resolved='человек',
-            definition_raw='одному @{X1|datv}',
-            definition_resolved='одному человеку',
-        )
-        x2 = self.schema.insert_new(
-            alias='X2',
-            term_raw='сильный @{X1|sing}',
-            term_resolved='сильный человек',
-            definition_raw=x1.definition_raw,
-            definition_resolved=x1.definition_resolved
-        )
-        x3 = self.schema.insert_new(
-            alias='X3',
-            definition_raw=x1.definition_raw,
-            definition_resolved=x1.definition_resolved
-        )
-        d1 = self.schema.insert_new(
-            alias='D1',
-            definition_raw='очень @{X2|sing}',
-            definition_resolved='очень сильный человек'
-        )
-
-        x1.term_raw = 'слон'
-        x1.term_resolved = 'слон'
-        x1.save()
-
-        self.schema.after_term_change([x1.pk])
-        x1.refresh_from_db()
-        x2.refresh_from_db()
-        x3.refresh_from_db()
-        d1.refresh_from_db()
-
-        self.assertEqual(x1.term_raw, 'слон')
-        self.assertEqual(x1.term_resolved, 'слон')
-        self.assertEqual(x1.definition_resolved, 'одному слону')
-        self.assertEqual(x2.definition_resolved, x1.definition_resolved)
-        self.assertEqual(x3.definition_resolved, x1.definition_resolved)
-        self.assertEqual(d1.definition_resolved, 'очень сильный слон')

rsconcept/backend/apps/rsform/tests/s_views/t_rsforms.py

@@ -324,7 +324,7 @@ class TestRSFormViewset(EndpointTester):
         data = {'items': [x1.pk]}
         response = self.executeOK(data=data)
         x2.refresh_from_db()
-        self.owned.refresh_from_db()
+        self.owned.model.refresh_from_db()
         self.assertEqual(len(response.data['items']), 1)
         self.assertEqual(self.owned.constituentsQ().count(), 1)
         self.assertEqual(x2.alias, 'X2')
@@ -387,13 +387,13 @@ class TestRSFormViewset(EndpointTester):
     def test_load_trs(self):
         self.set_params(item=self.owned_id)
         self.owned.model.title = 'Test11'
-        self.owned.save()
+        self.owned.model.save()
         x1 = self.owned.insert_last('X1')
         work_dir = os.path.dirname(os.path.abspath(__file__))
         with open(f'{work_dir}/data/sample-rsform.trs', 'rb') as file:
             data = {'file': file, 'load_metadata': False}
             response = self.client.patch(self.endpoint, data=data, format='multipart')
-        self.owned.refresh_from_db()
+        self.owned.model.refresh_from_db()
         self.assertEqual(response.status_code, status.HTTP_200_OK)
         self.assertEqual(self.owned.model.title, 'Test11')
         self.assertEqual(len(response.data['items']), 25)

rsconcept/backend/apps/rsform/views/rsforms.py

@@ -78,6 +78,7 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['post'], url_path='create-cst')
     def create_cst(self, request: Request, pk) -> HttpResponse:
         ''' Create Constituenta. '''
+        item = self._get_item()
         serializer = s.CstCreateSerializer(data=request.data)
         serializer.is_valid(raise_exception=True)
         data = serializer.validated_data
@@ -85,15 +86,16 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
             insert_after = None
         else:
             insert_after = data['insert_after']
-        schema = m.RSFormCached(self._get_item())
+        schema = m.RSFormCached(item)
         with transaction.atomic():
             new_cst = schema.create_cst(data, insert_after)
             PropagationFacade.after_create_cst(schema, [new_cst])
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_201_CREATED,
             data={
                 'new_cst': s.CstInfoSerializer(new_cst).data,
-                'schema': s.RSFormParseSerializer(schema.model).data
+                'schema': s.RSFormParseSerializer(item).data
             }
         )
 
@@ -111,11 +113,11 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='update-cst')
     def update_cst(self, request: Request, pk) -> HttpResponse:
         ''' Update persistent attributes of a given constituenta. '''
-        model = self._get_item()
-        serializer = s.CstUpdateSerializer(data=request.data, partial=True, context={'schema': model})
+        item = self._get_item()
+        serializer = s.CstUpdateSerializer(data=request.data, partial=True, context={'schema': item})
         serializer.is_valid(raise_exception=True)
         cst = cast(m.Constituenta, serializer.validated_data['target'])
-        schema = m.RSFormCached(model)
+        schema = m.RSFormCached(item)
         data = serializer.validated_data['item_data']
         with transaction.atomic():
             old_data = schema.update_cst(cst, data)
@@ -129,13 +131,13 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
                     cst.cst_type = data['cst_type']
                 cst.save()
                 schema.apply_mapping(mapping=mapping, change_aliases=False)
-                schema.save()
                 cst.refresh_from_db()
                 if changed_type:
-                    PropagationFacade.after_change_cst_type(schema, cst)
+                    PropagationFacade.after_change_cst_type(cst)
+                item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(schema.model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -152,8 +154,8 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='update-crucial')
     def update_crucial(self, request: Request, pk) -> HttpResponse:
         ''' Update crucial attributes of a given list of constituents. '''
-        model = self._get_item()
-        serializer = s.CrucialUpdateSerializer(data=request.data, partial=True, context={'schema': model})
+        item = self._get_item()
+        serializer = s.CrucialUpdateSerializer(data=request.data, partial=True, context={'schema': item})
         serializer.is_valid(raise_exception=True)
         value: bool = serializer.validated_data['value']
 
@@ -161,11 +163,11 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
             for cst in serializer.validated_data['target']:
                 cst.crucial = value
                 cst.save(update_fields=['crucial'])
-            model.save(update_fields=['time_update'])
+            item.save(update_fields=['time_update'])
 
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -182,9 +184,9 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='produce-structure')
     def produce_structure(self, request: Request, pk) -> HttpResponse:
         ''' Produce a term for every element of the target constituenta typification. '''
-        model = self._get_item()
+        item = self._get_item()
 
-        serializer = s.CstTargetSerializer(data=request.data, context={'schema': model})
+        serializer = s.CstTargetSerializer(data=request.data, context={'schema': item})
         serializer.is_valid(raise_exception=True)
         cst = cast(m.Constituenta, serializer.validated_data['target'])
         if cst.cst_type not in [m.CstType.FUNCTION, m.CstType.STRUCTURED, m.CstType.TERM]:
@@ -192,23 +194,24 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
                 f'{cst.pk}': msg.constituentaNoStructure()
             })
 
-        schema_details = s.RSFormParseSerializer(model).data['items']
+        schema_details = s.RSFormParseSerializer(item).data['items']
         cst_parse = next(item for item in schema_details if item['id'] == cst.pk)['parse']
         if not cst_parse['typification']:
             return Response(
                 status=c.HTTP_400_BAD_REQUEST,
                 data={f'{cst.pk}': msg.constituentaNoStructure()}
             )
-        schema = m.RSFormCached(model)
 
+        schema = m.RSFormCached(item)
         with transaction.atomic():
             new_cst = schema.produce_structure(cst, cst_parse)
             PropagationFacade.after_create_cst(schema, new_cst)
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
             data={
                 'cst_list': [cst.pk for cst in new_cst],
-                'schema': s.RSFormParseSerializer(schema.model).data
+                'schema': s.RSFormParseSerializer(item).data
             }
         )
 
@@ -227,24 +230,25 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='substitute')
     def substitute(self, request: Request, pk) -> HttpResponse:
         ''' Substitute occurrences of constituenta with another one. '''
-        model = self._get_item()
+        item = self._get_item()
         serializer = s.CstSubstituteSerializer(
             data=request.data,
-            context={'schema': model}
+            context={'schema': item}
         )
         serializer.is_valid(raise_exception=True)
-        schema = m.RSFormCached(model)
+        schema = m.RSForm(item)
         substitutions: list[tuple[m.Constituenta, m.Constituenta]] = []
         with transaction.atomic():
             for substitution in serializer.validated_data['substitutions']:
                 original = cast(m.Constituenta, substitution['original'])
                 replacement = cast(m.Constituenta, substitution['substitution'])
                 substitutions.append((original, replacement))
-            PropagationFacade.before_substitute(schema, substitutions)
+            PropagationFacade.before_substitute(item.pk, substitutions)
             schema.substitute(substitutions)
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(schema.model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -261,17 +265,18 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='delete-multiple-cst')
     def delete_multiple_cst(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Delete multiple Constituents. '''
-        model = self._get_item()
+        item = self._get_item()
         serializer = s.CstListSerializer(
             data=request.data,
-            context={'schema': model}
+            context={'schema': item}
         )
         serializer.is_valid(raise_exception=True)
         cst_list: list[m.Constituenta] = serializer.validated_data['items']
-        schema = m.RSFormCached(model)
+        schema = m.RSFormCached(item)
         with transaction.atomic():
             PropagationFacade.before_delete_cst(schema, cst_list)
             schema.delete_cst(cst_list)
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
             data=s.RSFormParseSerializer(schema.model).data
@@ -291,20 +296,22 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='move-cst')
     def move_cst(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Move multiple Constituents. '''
-        model = self._get_item()
+        item = self._get_item()
         serializer = s.CstMoveSerializer(
             data=request.data,
-            context={'schema': model}
+            context={'schema': item}
         )
         serializer.is_valid(raise_exception=True)
+        schema = m.RSForm(item)
         with transaction.atomic():
-            m.RSForm(model).move_cst(
+            schema.move_cst(
                 target=serializer.validated_data['items'],
                 destination=serializer.validated_data['move_to']
             )
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -320,12 +327,14 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='reset-aliases')
     def reset_aliases(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Recreate all aliases based on order. '''
-        model = self._get_item()
-        schema = m.RSFormCached(model)
-        schema.reset_aliases()
+        item = self._get_item()
+        schema = m.RSForm(item)
+        with transaction.atomic():
+            schema.reset_aliases()
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -341,11 +350,13 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
     @action(detail=True, methods=['patch'], url_path='restore-order')
     def restore_order(self, request: Request, pk) -> HttpResponse:
         ''' Endpoint: Restore order based on types and Term graph. '''
-        model = self._get_item()
-        m.RSFormCached(model).restore_order()
+        item = self._get_item()
+        with transaction.atomic():
+            m.OrderManager(m.RSFormCached(item)).restore_order()
+            item.save(update_fields=['time_update'])
         return Response(
             status=c.HTTP_200_OK,
-            data=s.RSFormParseSerializer(model).data
+            data=s.RSFormParseSerializer(item).data
         )
 
     @extend_schema(
@@ -365,7 +376,7 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
         input_serializer = s.RSFormUploadSerializer(data=request.data)
         input_serializer.is_valid(raise_exception=True)
 
-        model = self._get_item()
+        item = self._get_item()
         load_metadata = input_serializer.validated_data['load_metadata']
         data = utility.read_zipped_json(request.FILES['file'].file, utils.EXTEOR_INNER_FILENAME)
         if data is None:
@@ -373,7 +384,7 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
                 status=c.HTTP_400_BAD_REQUEST,
                 data={'file': msg.exteorFileCorrupted()}
             )
-        data['id'] = model.pk
+        data['id'] = item.pk
 
         serializer = s.RSFormTRSSerializer(
             data=data,
@@ -484,7 +495,7 @@ class RSFormViewSet(viewsets.GenericViewSet, generics.ListAPIView, generics.Retr
         serializer = s.TextSerializer(data=request.data)
         serializer.is_valid(raise_exception=True)
         text = serializer.validated_data['text']
-        resolver = m.RSForm.spawn_resolver(pk)
+        resolver = m.RSForm.resolver_from_schema(pk)
         resolver.resolve(text)
         return Response(
             status=c.HTTP_200_OK,
@@ -646,8 +657,9 @@ def inline_synthesis(request: Request) -> HttpResponse:
                 replacement = new_items[index]
             substitutions.append((original, replacement))
 
-        PropagationFacade.before_substitute(receiver, substitutions)
+        PropagationFacade.before_substitute(receiver.model.pk, substitutions)
         receiver.substitute(substitutions)
+        receiver.model.save(update_fields=['time_update'])
 
     return Response(
         status=c.HTTP_200_OK,

rsconcept/backend/shared/messages.py

@@ -142,10 +142,6 @@ def exteorFileVersionNotSupported():
     return 'Некорректный формат файла Экстеор. Сохраните файл в новой версии'
 
 
-def invalidPosition():
-    return 'Invalid position: should be positive integer'
-
-
 def constituentaNoStructure():
     return 'Указанная конституента не обладает теоретико-множественной типизацией'