@@ -409,19 +434,22 @@
sharepoint: '
',
confluence: '
',
elasticsearch: '
',
- generic: '
'
+ generic: '
',
+ zipupload: '
'
};
var classes = {
sharepoint: 'sharepoint',
confluence: 'confluence',
elasticsearch: 'elasticsearch',
- generic: 'generic'
+ generic: 'generic',
+ zipupload: 'zipupload'
};
var titles = {
sharepoint: 'Connecter SharePoint \u00e0 SCORE',
confluence: 'Connecter Confluence \u00e0 SCORE',
elasticsearch: 'Connecter Elasticsearch \u00e0 SCORE',
- generic: 'Connecter une source \u00e0 SCORE'
+ generic: 'Connecter une source \u00e0 SCORE',
+ zipupload: 'Importer un fichier ZIP dans SCORE'
};
var select = document.getElementById('connector_type');
@@ -434,14 +462,34 @@
iconBox.innerHTML = icons[type] || icons.generic;
/* Title */
titleEl.textContent = titles[type] || titles.generic;
- /* Config panels */
- document.querySelectorAll('.connector-config').forEach(function(el) { el.style.display = 'none'; });
+ /* Config panels – hide all, disable their required fields */
+ document.querySelectorAll('.connector-config').forEach(function(el) {
+ el.style.display = 'none';
+ el.querySelectorAll('[required]').forEach(function(inp) { inp.disabled = true; });
+ });
var target = document.getElementById('config-' + type);
- if (target) target.style.display = 'block';
+ if (target) {
+ target.style.display = 'block';
+ target.querySelectorAll('[disabled]').forEach(function(inp) { inp.disabled = false; });
+ }
}
select.addEventListener('change', function() { update(this.value); });
+ /* Form validation feedback */
+ var form = document.getElementById('create-form');
+ form.addEventListener('submit', function(e) {
+ if (!form.checkValidity()) {
+ e.preventDefault();
+ form.classList.add('was-validated');
+ var firstInvalid = form.querySelector(':invalid:not(fieldset)');
+ if (firstInvalid) {
+ firstInvalid.focus();
+ firstInvalid.scrollIntoView({behavior: 'smooth', block: 'center'});
+ }
+ }
+ });
+
/* Init from query param or default */
var params = new URLSearchParams(window.location.search);
var initial = params.get('type');
diff --git a/ingestion/pipeline.py b/ingestion/pipeline.py
index 1b562ff..19ea774 100644
--- a/ingestion/pipeline.py
+++ b/ingestion/pipeline.py
@@ -85,8 +85,28 @@ def run(self):
try:
self._process_document(doc_info)
except Exception as e:
- logger.error("Error processing document %s: %s", doc_info.get("source_id"), e)
+ source_id = doc_info.get("source_id", "")
+ logger.error("Error processing document %s: %s", source_id, e)
self._stats["errors"] += 1
+ # Record the document with ERROR status
+ if (
+ source_id
+ and not Document.objects.filter(
+ project=self.project,
+ connector=self.connector_config,
+ source_id=source_id,
+ ).exists()
+ ):
+ Document.objects.create(
+ tenant=self.tenant,
+ project=self.project,
+ connector=self.connector_config,
+ source_id=source_id,
+ title=doc_info.get("title", source_id),
+ source_url=doc_info.get("source_url", ""),
+ status=Document.Status.ERROR,
+ error_message=str(e)[:1000],
+ )
# Update progress
self.job.processed_documents = i + 1 + len(deleted_ids)
@@ -136,6 +156,25 @@ def _process_document(self, doc_info: dict):
extracted = extract_text(raw_doc.content, raw_doc.content_type)
if not extracted.text:
logger.warning("Empty text extraction for source_id=%s", source_id)
+ # Record the document with ERROR status so the user can see what happened
+ existing = Document.objects.filter(
+ project=self.project,
+ connector=self.connector_config,
+ source_id=source_id,
+ ).first()
+ if not existing:
+ Document.objects.create(
+ tenant=self.tenant,
+ project=self.project,
+ connector=self.connector_config,
+ source_id=source_id,
+ title=raw_doc.title or doc_info.get("title", ""),
+ source_url=raw_doc.source_url,
+ doc_type=raw_doc.doc_type or doc_info.get("content_type", ""),
+ status=Document.Status.ERROR,
+ error_message="Text extraction returned empty content",
+ )
+ self._stats["errors"] += 1
return
# Hash for change detection