api_testing.py

import os
from datetime import date

import load_dotenv
import numpy as np
import pandas as pd

from uwazi_api.client import UwaziClient
from uwazi_api.instance_urls import first_instance_url
from uwazi_api.domain.entity import Entity
from uwazi_api.domain.entity_file_upload import EntityFileUpload
from uwazi_api.domain.file_fieldname import FileFieldname
from uwazi_api.domain.FileType import FileType
from uwazi_api.domain.reference import Reference
from uwazi_api.domain.search_filters import DateRange, SearchFilters, SelectFilter
from uwazi_api.domain.selection_rectangle import SelectionRectangle

load_dotenv.load_dotenv()

UWAZI_USER = os.getenv("UWAZI_USER", "admin")
UWAZI_PASSWORD = os.getenv("UWAZI_PASSWORD", "admin")
# ``UWAZI_URL`` may be a comma-separated list; these scripts target one.
UWAZI_URL = first_instance_url(os.getenv("UWAZI_URL")) or "http://localhost:3000"
UWAZI_TEMPLATE_ID = os.getenv("UWAZI_TEMPLATE_ID", "")


def create_relationship():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    reference = Reference(
        text="29 DE JULIO DE 1991",
        selection_rectangles=[
            SelectionRectangle(
                top=172.94667742693863,
                left=335.66813738787613,
                width=155.3464233398437,
                height=17.629629629629626,
                page="1",
            ),
        ],
    )
    client.relationships.create(
        file_entity_shared_id="0mg4pkm4y78n",
        file_id="68f098050058648f7a83c35f",
        reference=reference,
        to_entity_shared_id="cos3av69d98",
        relationship_type_id="68f097b60058648f7a83c307",
        language="en",
    )


def search_entities():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)

    entities = client.entities.search_by_text(
        search_term="Malawi", template_id="68f0c2400058648f7a83d39f", start_from=0, batch_size=300, language="en"
    )

    print(entities)


def loop_entities():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)

    start = 0
    batch_size = 100
    dataframes = []
    while True:
        batch = client.exports.to_dataframe(
            start_from=start,
            batch_size=batch_size,
            template_name="test 2",
            language="en",
            published=False,
        )

        if batch is None or (isinstance(batch, pd.DataFrame) and batch.empty):
            break

        dataframes.append(batch)
        start += batch_size

    if dataframes:
        combined_df = pd.concat(dataframes, ignore_index=True)
        return combined_df
    else:
        return pd.DataFrame()


def get_dictionaries():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    dictionaries = client.thesauris.get(language="en")
    print(dictionaries)
    return dictionaries


def upload_dataframe(df, template_name):
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    return client.entities.create_or_update_entities_from_dataframe(df=df, language="en", template=template_name)


def create_thesaury(df, template_name):
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    return client.thesauri_from_df.execute(df=df, language="en", template_name=template_name)


def upload_pdf():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    with open("data/test_document.pdf", "rb") as f:
        pdf_bytes = f.read()
        client.files.upload_document_from_bytes(
            file_bytes=pdf_bytes, title="test_document.pdf", share_id="nhjjc7q30oh", language="en"
        )


def upload_odt():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    with open("/home/gabo/Downloads/short.odt", "rb") as f:
        pdf_bytes = f.read()
        client.files.upload_file_from_bytes(
            file_bytes=pdf_bytes, title="short.odt", share_id="nhjjc7q30oh", language="en", file_type=FileType.ODT
        )


def get_templates():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    return client.templates.get()


def search_by_two_properties():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    filters: SearchFilters = SearchFilters()
    filters.add("date", DateRange(from_=date(2026, 2, 1), to=None))
    filters.add("select", SelectFilter(values=["item 2", "missing"]))
    return client.search.search_by_filter_to_dataframe(
        filters=filters, template_name="template_2", language="en", batch_size=100
    )


def search():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    filters: SearchFilters = SearchFilters()
    filters.add("date", DateRange(from_=date(2026, 2, 1), to=None))
    filters.add("Select - Property", SelectFilter(values=["1"]))
    return client.search.search_by_filter_to_dataframe(
        filters=filters, template_name="Template - Name", language="en", batch_size=100
    )


def update_entity():
    shared_id = "dun73bzdlnj"
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    entity = Entity(
        title="Updated entity 1",
        shared_id=shared_id,
        template="template_2",
        language="en",
        metadata={"date": date(2026, 5, 18)},
    )
    return client.entities.upload(entity=entity, language="en")


def upload_entity():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    entity = Entity(
        title="Test 101",
        template="template_2",
        language="es",
        metadata={
            "date": date(2026, 5, 17),
            "numeric": 4321,
        },
    )
    return client.entities.upload(entity=entity, language="en")


def upload_entity_with_primary_and_supporting_pdf(template: str):
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)

    with open("data/test_document.pdf", "rb") as f:
        pdf_bytes = f.read()

    entity = Entity(
        title="Entity with primary document and supporting file",
        template=template,
        language="en",
        metadata={"text": "test_1"},
    )

    files = [
        EntityFileUpload(
            fieldname=FileFieldname.FILE,
            filename="test_document.pdf",
            content=pdf_bytes,
            content_type=FileType.PDF,
        ),
        EntityFileUpload(
            fieldname=FileFieldname.ATTACHMENT,
            filename="test_document.pdf",
            content=pdf_bytes,
            content_type=FileType.PDF,
        ),
    ]

    return client.entities.upload(entity=entity, language="en", files=files)


def update_partially():
    shared_id = "dun73bzdlnj"
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    entity = Entity(
        shared_id=shared_id,
        title="Partially Updated entity 1",
        language="en",
        metadata={"date": date(2026, 8, 15)},
    )
    return client.entities.update_partially(entity=entity, language="en")


def upload_csv(template_name: str):
    """Test CSV upload via the /api/csvImportEntities endpoint."""
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    df = pd.DataFrame()
    df["title"] = ["CSV test entry"]
    df["date"] = ["2026-07-30"]
    return client.csv.upload_dataframe(df=df, template_name=template_name)


def create_entities_from_dataframe():
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    data_frame = loop_entities()
    data_frame["_id"] = np.nan
    data_frame["sharedId"] = np.nan
    data_frame["title"] = data_frame["title"].astype(str) + " COPY"
    return client.entities.create_or_update_entities_from_dataframe(df=data_frame, language="en")


def show_segmentation(shared_id: str, language: str = "en"):
    client = UwaziClient(user=UWAZI_USER, password=UWAZI_PASSWORD, url=UWAZI_URL)
    segmentation = client.files.get_segmentation(shared_id=shared_id, language=language)
    print(f"Segmentation for entity {shared_id}:")
    print(f"  file: {segmentation.filename} (status={segmentation.status})")
    print(f"  paragraphs: {len(segmentation.paragraphs)}")
    for i, paragraph in enumerate(segmentation.paragraphs, start=1):
        print(f"  [{i}] page {paragraph.page_number}: {paragraph.text}")
    return segmentation


if __name__ == "__main__":
    # upload_csv("PARAGRAPH")
    show_segmentation("xc4yptkztj")
    # upload_entity_with_primary_and_supporting_pdf("PARAGRAPH")
    # df = loop_entities()
    # print(df.to_string())
    #
    # df = pd.DataFrame()
    # df["title"] = ["15"]
    # df["select"] = ["aa"]
    # df["multi-select-1 space"] = [""]
    # print(df.to_string())
    # response = upload_dataframe(df, "DOCUMENT")
    # response = create_thesaury(df, "test 2")
    # print(response)

    # client = UwaziClient(url="")
    # df = client.exports.to_dataframe(template_name="State", batch_size=5)
    #
    # client = UwaziClient(url=UWAZI_URL, user=UWAZI_USER, password=UWAZI_PASSWORD)
    # df = client.exports.to_dataframe(template_name="test_3", batch_size=5)

    # client.entities.create_or_update_entities_from_dataframe()
    # df = client.search.search_by_filter_to_dataframe(language="en", batch_size=2, filters=SearchFilters())
    # print(df.to_string())
    # stats = client.stats.get_stats()
    # print(stats.total_entities)
    # print(stats.templates)
    # print(stats.thesauri)

    # df = pd.DataFrame({"sharedId": ["ii33m3w4ixj"], "geolocation_geolocation": ["39.34343|-0.34343"]})
    # client.entities.create_or_update_entities_from_dataframe(df, template="test_1", language="en")