App_Function_Libraries/MediaWiki/Media_Wiki_Tests.py

# Media_Wiki_Tests.py
# Description: Unit tests for the Media_Wiki module.
#
# Usage:
# pip install pytest pytest-asyncio
# pytest Media_Wiki_Tests.py
#
# Imports
import pytest
import asyncio
from unittest.mock import patch, MagicMock
# Local Imports
from Media_Wiki import parse_mediawiki_dump, optimized_chunking, process_single_item, import_mediawiki_dump, load_mediawiki_import_config
#
# #######################################################################################################################
#
# Functions:



@pytest.fixture(scope="module")
def event_loop():
    loop = asyncio.get_event_loop_policy().new_event_loop()
    yield loop
    loop.close()

@pytest.fixture
def mock_mwxml_dump():
    mock_dump = MagicMock()
    mock_page = MagicMock()
    mock_page.title = "Test Page"
    mock_page.namespace = 0
    mock_page.id = 1
    mock_revision = MagicMock()
    mock_revision.id = 1
    mock_revision.timestamp = "2021-01-01T00:00:00Z"
    mock_revision.text = "Test content"
    mock_page.revisions = [mock_revision]
    mock_dump.pages = [mock_page]
    return mock_dump

def test_parse_mediawiki_dump(mock_mwxml_dump):
    with patch('mwxml.Dump.from_file', return_value=mock_mwxml_dump), \
         patch('mwparserfromhell.parse') as mock_parse:
        mock_parse.return_value.strip_code.return_value = "Stripped content"
        result = list(parse_mediawiki_dump("dummy_path"))
        assert len(result) == 1
        assert result[0]['title'] == "Test Page"
        assert result[0]['content'] == "Stripped content"
        assert result[0]['namespace'] == 0
        assert result[0]['page_id'] == 1
        assert result[0]['revision_id'] == 1

def test_optimized_chunking():
    test_text = "== Section 1 ==\nContent 1\n== Section 2 ==\nContent 2"
    chunk_options = {'max_size': 50}
    result = optimized_chunking(test_text, chunk_options)
    assert len(result) == 2
    assert result[0]['text'].startswith("== Section 1 ==")
    assert result[1]['text'].startswith("== Section 2 ==")
    assert 'metadata' in result[0] and 'section' in result[0]['metadata']

@pytest.mark.asyncio
async def test_process_single_item():
    with patch('Media_Wiki.check_media_exists', return_value=False), \
         patch('Media_Wiki.add_media_with_keywords', return_value=1), \
         patch('Media_Wiki.process_and_store_content') as mock_process_store:
        await process_single_item("Test content", "Test Title", "TestWiki", {'max_size': 100})
        mock_process_store.assert_called()
        # Add more detailed assertions here

@pytest.mark.asyncio
async def test_import_mediawiki_dump():
    with patch('Media_Wiki.parse_mediawiki_dump') as mock_parse, \
         patch('Media_Wiki.process_single_item') as mock_process, \
         patch('Media_Wiki.load_checkpoint', return_value=0), \
         patch('Media_Wiki.save_checkpoint'), \
         patch('os.remove'):
        mock_parse.return_value = [{'page_id': 1, 'title': 'Test', 'content': 'Content'}]
        result = await import_mediawiki_dump("dummy_path", "TestWiki")
        assert "Successfully imported" in result
        mock_process.assert_called_once()

def test_import_mediawiki_dump_file_not_found():
    with patch('Media_Wiki.parse_mediawiki_dump', side_effect=FileNotFoundError):
        result = asyncio.run(import_mediawiki_dump("non_existent_path", "TestWiki"))
        assert "Error: File not found" in result

def test_load_mediawiki_import_config():
    with patch('builtins.open', MagicMock()):
        with patch('yaml.safe_load', return_value={'test_key': 'test_value'}):
            config = load_mediawiki_import_config()
            assert 'test_key' in config
            assert config['test_key'] == 'test_value'