</context-group>
<context-group purpose="location">
<context context-type="sourcefile">src/app/components/common/system-status-dialog/system-status-dialog.component.html</context>
- <context context-type="linenumber">152</context>
+ <context context-type="linenumber">156</context>
</context-group>
</trans-unit>
<trans-unit id="595732867213154214" datatype="html">
<source>Last Trained</source>
<context-group purpose="location">
<context context-type="sourcefile">src/app/components/common/system-status-dialog/system-status-dialog.component.html</context>
- <context context-type="linenumber">135</context>
+ <context context-type="linenumber">139</context>
</context-group>
</trans-unit>
<trans-unit id="6732151329960766506" datatype="html">
<i-bs name="check-circle-fill" class="text-primary ms-2 lh-1" [ngbPopover]="classifierStatus" triggers="mouseenter:mouseleave"></i-bs>
}
} @else {
- <i-bs name="exclamation-triangle-fill" class="text-danger ms-2 lh-1" ngbPopover="{{status.tasks.classifier_error}}" triggers="mouseenter:mouseleave"></i-bs>
+ <i-bs name="exclamation-triangle-fill" class="ms-2 lh-1"
+ [class.text-danger]="status.tasks.classifier_status === SystemStatusItemStatus.ERROR"
+ [class.text-warning]="status.tasks.classifier_status === SystemStatusItemStatus.WARNING"
+ ngbPopover="{{status.tasks.classifier_error}}"
+ triggers="mouseenter:mouseleave"></i-bs>
}
</dd>
<ng-template #classifierStatus>
import { Component, Input } from '@angular/core'
import { NgbActiveModal } from '@ng-bootstrap/ng-bootstrap'
-import { SystemStatus } from 'src/app/data/system-status'
+import {
+ SystemStatus,
+ SystemStatusItemStatus,
+} from 'src/app/data/system-status'
import { SystemStatusService } from 'src/app/services/system-status.service'
import { Clipboard } from '@angular/cdk/clipboard'
styleUrl: './system-status-dialog.component.scss',
})
export class SystemStatusDialogComponent {
+ public SystemStatusItemStatus = SystemStatusItemStatus
public status: SystemStatus
public copied: boolean = false
export enum SystemStatusItemStatus {
OK = 'OK',
ERROR = 'ERROR',
+ WARNING = 'WARNING',
}
export interface SystemStatus {
import os
+import tempfile
from pathlib import Path
from unittest import mock
from rest_framework import status
from rest_framework.test import APITestCase
+from documents.classifier import ClassifierModelCorruptError
from documents.classifier import DocumentClassifier
from documents.classifier import load_classifier
+from documents.models import Document
+from documents.models import Tag
from paperless import version
WHEN:
- The user requests the system status
THEN:
- - The response contains the correct classifier status
+ - The response contains an OK classifier status
"""
load_classifier()
test_classifier = DocumentClassifier()
self.assertEqual(response.data["tasks"]["classifier_status"], "OK")
self.assertIsNone(response.data["tasks"]["classifier_error"])
- def test_system_status_classifier_error(self):
+ def test_system_status_classifier_warning(self):
"""
GIVEN:
- - The classifier is not found
+ - The classifier does not exist yet
+ - > 0 documents and tags with auto matching exist
WHEN:
- The user requests the system status
THEN:
- - The response contains an error classifier status
+ - The response contains an WARNING classifier status
"""
with override_settings(MODEL_FILE="does_not_exist"):
+ Document.objects.create(
+ title="Test Document",
+ )
+ Tag.objects.create(name="Test Tag", matching_algorithm=Tag.MATCH_AUTO)
self.client.force_login(self.user)
response = self.client.get(self.ENDPOINT)
self.assertEqual(response.status_code, status.HTTP_200_OK)
- self.assertEqual(response.data["tasks"]["classifier_status"], "ERROR")
+ self.assertEqual(response.data["tasks"]["classifier_status"], "WARNING")
self.assertIsNotNone(response.data["tasks"]["classifier_error"])
+
+ def test_system_status_classifier_error(self):
+ """
+ GIVEN:
+ - The classifier does exist but is corrupt
+ - > 0 documents and tags with auto matching exist
+ WHEN:
+ - The user requests the system status
+ THEN:
+ - The response contains an ERROR classifier status
+ """
+ does_exist = tempfile.NamedTemporaryFile(
+ dir="/tmp",
+ delete=False,
+ )
+ with override_settings(MODEL_FILE=does_exist):
+ with mock.patch("documents.classifier.load_classifier") as mock_load:
+ mock_load.side_effect = ClassifierModelCorruptError()
+ Document.objects.create(
+ title="Test Document",
+ )
+ Tag.objects.create(name="Test Tag", matching_algorithm=Tag.MATCH_AUTO)
+ self.client.force_login(self.user)
+ response = self.client.get(self.ENDPOINT)
+ self.assertEqual(response.status_code, status.HTTP_200_OK)
+ self.assertEqual(response.data["tasks"]["classifier_status"], "ERROR")
+ self.assertIsNotNone(response.data["tasks"]["classifier_error"])
+
+ def test_system_status_classifier_ok_no_objects(self):
+ """
+ GIVEN:
+ - The classifier does not exist (and should not)
+ - No documents nor objects with auto matching exist
+ WHEN:
+ - The user requests the system status
+ THEN:
+ - The response contains an OK classifier status
+ """
+ with override_settings(MODEL_FILE="does_not_exist"):
+ self.client.force_login(self.user)
+ response = self.client.get(self.ENDPOINT)
+ self.assertEqual(response.status_code, status.HTTP_200_OK)
+ self.assertEqual(response.data["tasks"]["classifier_status"], "OK")
except Exception as e: # pragma: no cover
applied_migrations = []
db_status = "ERROR"
- logger.exception(f"System status error connecting to database: {e}")
+ logger.exception(
+ f"System status detected a possible problem while connecting to the database: {e}",
+ )
db_error = "Error connecting to database, check logs for more detail."
media_stats = os.statvfs(settings.MEDIA_ROOT)
redis_status = "OK"
except Exception as e:
redis_status = "ERROR"
- logger.exception(f"System status error connecting to redis: {e}")
+ logger.exception(
+ f"System status detected a possible problem while connecting to redis: {e}",
+ )
redis_error = "Error connecting to redis, check logs for more detail."
try:
except Exception as e:
index_status = "ERROR"
index_error = "Error opening index, check logs for more detail."
- logger.exception(f"System status error opening index: {e}")
+ logger.exception(
+ f"System status detected a possible problem while opening the index: {e}",
+ )
index_last_modified = None
classifier_error = None
+ classifier_status = None
try:
classifier = load_classifier()
if classifier is None:
- raise Exception("Classifier not loaded")
+ # Make sure classifier should exist
+ docs_queryset = Document.objects.exclude(
+ tags__is_inbox_tag=True,
+ )
+ if (
+ docs_queryset.count() > 0
+ and (
+ Tag.objects.filter(matching_algorithm=Tag.MATCH_AUTO).exists()
+ or DocumentType.objects.filter(
+ matching_algorithm=Tag.MATCH_AUTO,
+ ).exists()
+ or Correspondent.objects.filter(
+ matching_algorithm=Tag.MATCH_AUTO,
+ ).exists()
+ or StoragePath.objects.filter(
+ matching_algorithm=Tag.MATCH_AUTO,
+ ).exists()
+ )
+ and not os.path.isfile(settings.MODEL_FILE)
+ ):
+ # if classifier file doesn't exist just classify as a warning
+ classifier_error = "Classifier file does not exist (yet). Re-training may be pending."
+ classifier_status = "WARNING"
+ raise FileNotFoundError(classifier_error)
classifier_status = "OK"
task_result_model = apps.get_model("django_celery_results", "taskresult")
result = (
)
classifier_last_trained = result.date_done if result else None
except Exception as e:
- classifier_status = "ERROR"
+ if classifier_status is None:
+ classifier_status = "ERROR"
classifier_last_trained = None
- classifier_error = "Error loading classifier, check logs for more detail."
- logger.exception(f"System status error loading classifier: {e}")
+ if classifier_error is None:
+ classifier_error = (
+ "Unable to load classifier, check logs for more detail."
+ )
+ logger.exception(
+ f"System status detected a possible problem while loading the classifier: {e}",
+ )
return Response(
{
projects / thirdparty / paperless-ngx.git / commitdiff
