Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

944 B
Raw Blame
"""
Send a batch to a running instance.
"""

import requests

from mwmbl.crawler import Batch, Item, ItemContent

URL = "http://localhost:5000/crawler/batches/"


def run():
    batch = Batch(
        user_id="test_user_id111111111111111111111111",
        items=[
            Item(
                url="https://www.theguardian.com/stage/2007/nov/18/theatre",
                content=ItemContent(
                    title="A nation in search of the new black | Theatre | The Guardian",
                    extract="Topic-stuffed and talk-filled, Kwame Kwei-Armah's new play proves that issue-driven drama is (despite reports of its death) still being written and staged…",
                    links=[],
                ),
                timestamp=123456,
                status=200,
            )
        ],
    )
    result = requests.post(URL, data=batch.json())
    print("Result", result.content)


if __name__ == "__main__":
    run()