Commit 486ccca4 authored by Pranav's avatar Pranav
Browse files

Make the number of historical messages to fetch a value set from external .env file

parent edc84e44
Pipeline #12305 passed with stages
in 42 seconds
...@@ -23,7 +23,7 @@ API_ID = int(os.getenv("API_ID")) ...@@ -23,7 +23,7 @@ API_ID = int(os.getenv("API_ID"))
API_HASH = os.getenv("API_HASH") API_HASH = os.getenv("API_HASH")
SESSION = os.getenv("SESSION") SESSION = os.getenv("SESSION")
INVITE_LINK = os.getenv("INVITE_LINK") INVITE_LINK = os.getenv("INVITE_LINK")
LIMIT = os.getenv("LIMIT"); MESSAGE_LIMIT = int(os.getenv("MESSAGE_LIMIT", "50"))
DATA_DIR = Path(os.getenv("DATA_DIR", "/app/data")) DATA_DIR = Path(os.getenv("DATA_DIR", "/app/data"))
OUTPUT_DIR = DATA_DIR / "output/telegram" OUTPUT_DIR = DATA_DIR / "output/telegram"
...@@ -222,7 +222,7 @@ async def process_all_channels(client, limit): ...@@ -222,7 +222,7 @@ async def process_all_channels(client, limit):
for ch in channels: for ch in channels:
try: try:
print("Processing Historical Messages") print(f"Processing Historical Messages for channel {ch.title}")
history = [m async for m in client.iter_messages(ch, limit=limit)] history = [m async for m in client.iter_messages(ch, limit=limit)]
for m in reversed(history): for m in reversed(history):
await process_message_for_storage(m) await process_message_for_storage(m)
...@@ -257,10 +257,10 @@ async def main(): ...@@ -257,10 +257,10 @@ async def main():
if target: if target:
print(f"Listening to channel: {target.title}") print(f"Listening to channel: {target.title}")
await process_single_channel(client, target, LIMIT) await process_single_channel(client, target, MESSAGE_LIMIT)
else: else:
print("Listening to all joined channels") print("Listening to all joined channels")
await process_all_channels(client, LIMIT) await process_all_channels(client, MESSAGE_LIMIT)
print("Listening for messages...") print("Listening for messages...")
await client.run_until_disconnected() await client.run_until_disconnected()
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment