lehnert.cloud/ad-ds-simple-file-server
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fts (2)

Browse Source
This commit is contained in:
Ludwig Lehnert
2026-10-03 15:43:12 +00:00
parent 9944f2be1f
commit 2b23422fa3
9 changed files with 130 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/document_ui_smoke.mjs
+27
View File
@@ -78,10 +78,13 @@ try {
assert.equal(await page.locator('nav a[href^="/admin"]').count(),0);
assert.equal(await page.locator('#source-filter').textContent().then(text=>text.includes('Mein Private-Ordner')),true);
assert.match(await page.locator('#index-progress').innerText(),/1 Datei/);
assert.equal(await page.locator('.document-excerpt').count(),0);
assert.equal(await page.locator('#documents').innerText().then(text=>text.includes('Referenz FINANZ742')||text.includes('Projektplan mit Schulung')),false);
await shot('01-portal-desktop');
await page.locator('#search-query').fill('FINANZ742');
await page.waitForFunction(()=>document.querySelectorAll('.document-card').length===1);
assert.match(await page.locator('.document-card').innerText(),/Rechnung Oktober/);
assert.equal(await page.locator('.document-card').innerText().then(text=>text.includes('FINANZ742')),false);
await page.locator('#search-scope').selectOption('content');
await page.locator('[data-document]').click();
await page.locator('#document-dialog').waitFor({state:'visible'});
@@ -101,11 +104,13 @@ try {
assert.equal(await page.locator('#document-download').getAttribute('href'),'/api/documents/'+fixtures[0].id+'/download');
await shot('02-portal-document-preview');
await page.locator('#document-close').click();
assert.notEqual(await page.evaluate(()=>getComputedStyle(document.documentElement).overflowY),'hidden');
await page.locator('#reset-filters').click();await all();
await page.locator(`[data-document="${fixtures[1].id}"]`).click();
await page.locator('#document-dialog').waitFor({state:'visible'});
assert.equal(await page.locator('.document-text, #document-content, #document-pdf-viewer').count(),0);
assert.equal(await page.locator('#document-dialog').innerText().then(text=>text.includes('Projektplan mit Schulung')),false);
assert.equal(await page.evaluate(()=>getComputedStyle(document.documentElement).overflowY),'hidden');
assert.ok((await page.locator('#document-dialog').boundingBox()).height<400,'Files without a visual preview should have a compact dialog');
await shot('02b-office-without-document-text');
for(const extension of ['md','odt']) {
@@ -123,6 +128,8 @@ try {
await page.locator('#reset-filters').click();await all();
await page.locator('#view-list').click();
assert.equal(await page.locator('#documents').evaluate(element=>element.classList.contains('document-list')),true);
assert.equal(await page.locator('.document-excerpt').count(),0);
assert.equal(await page.locator('#documents').innerText().then(text=>text.includes('Referenz FINANZ742')||text.includes('Projektplan mit Schulung')),false);
await shot('03-portal-list');
// A background OCR completion becomes searchable without reloading.
fixtures[4].text='Erkanntes Protokoll mit dem Suchwort SCANLIVE742';fixtures[4].snippet=fixtures[4].text;fixtures[4].state='ready';
@@ -134,6 +141,7 @@ try {
deniedId=fixtures[4].id;
await page.locator('#document-dialog').waitFor({state:'hidden',timeout:6000});
assert.match(await page.locator('#toast').innerText(),/nicht verfügbar/);
assert.notEqual(await page.evaluate(()=>getComputedStyle(document.documentElement).overflowY),'hidden');
deniedId=''; await page.locator('#reset-filters').click();await all();
await page.locator('#view-grid').click();
for(const width of [900,390]){
@@ -141,12 +149,31 @@ try {
assert.equal(await page.evaluate(()=>document.documentElement.scrollWidth>innerWidth),false,'Portal overflows at '+width);
await shot('04-portal-'+width);
}
await page.evaluate(()=>window.scrollTo(0,300));
await page.locator('[data-document]').first().click();
await page.locator('#document-dialog').waitFor({state:'visible'});
assert.equal(await page.evaluate(()=>document.querySelector('#document-dialog').scrollWidth>document.querySelector('#document-dialog').clientWidth),false);
await page.frameLocator('#document-pdf-viewer').locator('.page canvas').first().waitFor();
assert.deepEqual(await page.locator('#document-dialog').boundingBox(),{x:0,y:0,width:390,height:844});
const backgroundScroll=await page.evaluate(()=>scrollY);
assert.ok(backgroundScroll>0,'Use a genuinely scrolled background for the modal test');
assert.equal(await page.evaluate(()=>getComputedStyle(document.documentElement).overflowY),'hidden');
assert.equal(await page.evaluate(()=>getComputedStyle(document.body).overflowY),'hidden');
await page.mouse.move(40,20);await page.mouse.wheel(0,600);await page.waitForTimeout(200);
assert.equal(await page.evaluate(()=>scrollY),backgroundScroll,'Header wheel must not scroll the background');
const pdfScroll=await page.evaluate(()=>document.querySelector('#document-pdf-viewer').contentDocument.querySelector('#viewerContainer').scrollTop);
await page.mouse.move(200,300);await page.mouse.wheel(0,600);
await page.waitForFunction(before=>document.querySelector('#document-pdf-viewer').contentDocument.querySelector('#viewerContainer').scrollTop>before,pdfScroll);
assert.equal(await page.evaluate(()=>scrollY),backgroundScroll,'PDF scroll must leave the background stationary');
await page.evaluate(()=>{const viewer=document.querySelector('#document-pdf-viewer').contentDocument.querySelector('#viewerContainer');viewer.scrollTop=viewer.scrollHeight;});
await page.mouse.wheel(0,600);await page.waitForTimeout(200);
assert.equal(await page.evaluate(()=>scrollY),backgroundScroll,'Scrolling past the PDF end must not scroll the background');
await shot('05-portal-mobile-document');await page.locator('#document-close').click();
assert.notEqual(await page.evaluate(()=>getComputedStyle(document.documentElement).overflowY),'hidden');
assert.equal(await page.evaluate(()=>scrollY),backgroundScroll,'Closing must preserve the original scroll position');
await page.mouse.move(200,300);await page.mouse.wheel(0,300);
await page.waitForFunction(before=>scrollY>before,backgroundScroll);
await page.evaluate(()=>window.scrollTo(0,0));
await page.locator('#logout').click();await page.locator('#login-view').waitFor({state:'visible'});
await page.locator('#login-form input[name=username]').fill('alice');
await page.locator('#login-form input[name=password]').fill('password');
tests/test_documents.py
+67
View File
@@ -105,6 +105,73 @@ class DocumentTests(DocumentFixture):
for query in ('"', '*', ':', '" OR NOT ()', 'x\x00y'):
self.find({'q':[query]})
def artifact_files(self):
files=[]
for root,name in ((self.data/'Finance','Thumbs.db'),(self.data/'Finance'/'Child','THUMBS.DB'),
(self.data/'Finance','~$report.docx'),(self.data/'Finance'/'Child','~$Slides.PPTX'),
(self.private/'alice','thumbs.Db'),(self.private/'alice','~$notes.odt')):
path=root/name
self.write(path,'IGNOREDARTIFACT742')
files.append((path,path.read_bytes(),path.stat().st_ino))
return files
def seed_old_artifact_entries(self):
files=self.artifact_files()
with mock.patch.object(documents,'is_excluded_filename',return_value=False):
self.scan()
for path,_,_ in files:
self.conn.execute("UPDATE documents SET body='IGNOREDARTIFACT742',state='pending' WHERE name=?",(path.name,))
self.conn.commit()
return files
def test_cache_and_lock_files_are_never_cataloged_in_data_or_private(self):
files=self.artifact_files()
for name in ('Thumbs.db.docx','project-Thumbs.db','~notes.docx'):
self.write(self.data/'Finance'/name,'ordinary file')
self.scan()
for path,original,inode in files:
self.assertEqual(self.conn.execute('SELECT count(*) FROM documents WHERE name=?',(path.name,)).fetchone()[0],0)
self.assertEqual(path.read_bytes(),original)
self.assertEqual(path.stat().st_ino,inode)
for name in ('Thumbs.db.docx','project-Thumbs.db','~notes.docx'):
self.assertEqual(self.find({'q':[name],'scope':['name']})['total'],1)
def test_stale_artifacts_never_affect_search_counts_facets_or_direct_access(self):
self.seed_old_artifact_entries()
result=self.find({'limit':['1']})
self.assertEqual((result['total'],len(result['items']),result['hasMore'],result['types'],result['pending']),
(2,1,True,['docx','odt'],0))
for scope in ('name','all','content'):
for query in ('Thumbs','report','IGNOREDARTIFACT742'):
self.assertEqual(self.find({'q':[query],'scope':[scope]})['total'],0)
for row in self.conn.execute("SELECT id FROM documents WHERE name GLOB '~$*' OR lower(name)='thumbs.db'"):
with self.assertRaises(FileNotFoundError):
documents.detail(self.conn,IDENTITY,row['id'])
for operation in (documents.download,documents.preview):
with self.assertRaises(FileNotFoundError), operation(self.conn,IDENTITY,row['id']):
pass
with mock.patch.object(document_index,'run_job') as job:
while document_index.process_next(self.conn):
pass
job.assert_not_called()
self.assertEqual(self.conn.execute('SELECT count(*) FROM documents').fetchone()[0],4)
def test_upgrade_removes_old_artifacts_and_fts_without_changing_originals_or_pause(self):
files=self.seed_old_artifact_entries()
documents.control_worker(self.conn,'pause','admin')
self.conn.execute('PRAGMA user_version=1')
self.conn.commit()
documents.ensure_schema(self.conn)
self.assertTrue(documents.worker_paused(self.conn))
self.assertEqual(self.conn.execute('SELECT count(*) FROM documents').fetchone()[0],4)
self.assertEqual(self.conn.execute("SELECT count(*) FROM document_fts WHERE document_fts MATCH 'IGNOREDARTIFACT742'").fetchone()[0],0)
self.assertEqual(self.find({'q':['Umsatz'],'scope':['content']})['total'],1)
for path,original,inode in files:
self.assertEqual(path.read_bytes(),original)
self.assertEqual(path.stat().st_ino,inode)
documents.ensure_schema(self.conn)
self.assertEqual(self.conn.execute('PRAGMA user_version').fetchone()[0],2)
def test_only_document_types_are_queued_for_content_and_all_types_keep_filename_search(self):
for extension in ('.pdf','.docx','.pptx','.odt','.odp','.txt','.md','.csv','.xlsx','.ods','.html','.json','.bin'):
self.write(self.data/'Finance'/('typed'+extension),'EXCLUDEDBODY742')