Commit 5334bf2d authored by Dennis's avatar Dennis
Browse files

added server_id,channel_id,backlink

parent 69c9fb00
......@@ -22,6 +22,7 @@ DATA_DIR = Path("ingest")
DATA_DIR.mkdir(exist_ok=True)
META_DIR = DATA_DIR / ".meta"
META_DIR.mkdir(exist_ok=True)
DISCORD_LINK="https://discord.com/channels/"
URL_REGEX = r'(https?://\S+)'
......@@ -64,13 +65,7 @@ async def on_ready():
with open(meta_file, 'r', encoding='utf-8') as f:
meta_data = json.load(f)
else:
meta_data = {
"message_id": str(message.id),
"user_id": str(message.author.id),
"text": message.content,
"reactions_history": [],
"links": re.findall(URL_REGEX, message.content)
}
meta_data = get_meta_data(message)
save_text(message.content,message_file)
# Ensure reactions_history exists
......@@ -100,17 +95,23 @@ async def on_message(message: discord.Message):
file_name=f"{message.id}_{ts_safe}"
meta_file = META_DIR /f"{file_name}.txt.json"
message_file = DATA_DIR / f"{file_name}.txt"
meta_data = get_meta_data(message)
message_data = {
save_text(message.content,message_file)
await save_json_file_async(meta_data, meta_file)
print(f'💬 {message.author} said: {message.content} (saved to {message_file})')
def get_meta_data(message: discord.Message):
return {
"message_id": str(message.id),
"user_id": str(message.author.id),
"server_id": str(message.guild.id),
"channel_id": str(message.channel.id),
"backlink": DISCORD_LINK + str(message.guild.id) + "/" + str(message.channel.id) + "/" + str(message.id),
"text": message.content,
"reactions_history": [],
"links": re.findall(URL_REGEX, message.content)
"links": re.findall(URL_REGEX, message.content),
}
save_text(message.content,message_file)
await save_json_file_async(message_data, meta_file)
print(f'💬 {message.author} said: {message.content} (saved to {message_file})')
# === Reaction events ===
async def update_reaction_history(message_id: str, emoji: str, user_id: str, action: str, timestamp: str):
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment