WarOnline_Chat_test.py

# This is an quote and post library for a specific thread in the WarOnline forum.

import WarClient
import requests
import re
from bs4 import BeautifulSoup
import urllib.request as urllib
import warnings
import schedule
import time
from tqdm import tqdm
warnings.filterwarnings("ignore")

# Define the login URL and the thread URL
login_url = 'https://waronline.org/fora/index.php?login/login'
thread_url = 'https://waronline.org/fora/index.php?threads/warbot-playground.17636/'
post_url = "https://waronline.org/fora/index.php?threads/warbot-playground.17636/add-reply"

# Sending the message (change that!)
message = "Test"

# Define the login credentials
username = 'WarBot'
password = 'naP2tion'

# Start a session to persist the login cookie across requests
session = requests.Session()


def compare_pages(url1, url2):
    #Compares 2 pages and returns True if they are the same
    return urllib.urlopen(url1).geturl() == urllib.urlopen(url2).geturl()

def login(username=username, password=password, thread_url=thread_url):
    # Log-In to the forum and redirect to thread

    # Retrieve the login page HTML to get the CSRF token
    login_page_response = session.get(login_url)
    soup = BeautifulSoup(login_page_response.text, 'html.parser')
    csrf_token = soup.find('input', {'name': '_xfToken'})['value']

    # Login to the website
    login_data = {
        'login': username,
        'password': password,
        'remember': '1',
        '_xfRedirect': thread_url,
        '_xfToken': csrf_token
    }
    response = session.post(login_url, data=login_data)

    # Check if the login was successful
    if 'Invalid login' in response.text:
        print('Login failed!')
        exit()

def post(message=message, thread_url=thread_url, post_url=post_url, quoted_by="",quote_text="",quote_source=""):
    #Post a message to the forum (with or without the quote
    #quote_source is in format 'post-3920992'
    quote_source = quote_source.split('-')[-1] # Take the numbers only

    if quoted_by:
        message = f'[QUOTE="{quoted_by}, post: {quote_source}"]{quote_text}[/QUOTE]{message}'
        #message = f'[QUOTE="{quoted_by}, data-source=post: {quote_source}"]{quote_text}[/QUOTE]{message}'
        # optionally add @{quoted_by} to indent the quoter

    # Retrieve the thread page HTML
    response = session.get(thread_url)

    # Parse the HTML with BeautifulSoup
    soup = BeautifulSoup(response.text, 'html.parser')

    # Extract the _xfToken value from the hidden form field
    xf_token = soup.find('input', {'name': '_xfToken'}).get('value')

    # Construct the message data for the POST request
    message_data = {
        '_xfToken': xf_token,
        'message': message,
        'attachment_hash': '',
        'last_date': '',
        '_xfRequestUri': post_url,
        '_xfWithData': '1',
        '_xfResponseType': 'json'
    }

    response = session.post(post_url, data=message_data)

    # Check if the post was successful
    if not response.ok:
        print('Post failed!')
        exit()

    print('Post submitted successfully.')

def getMessages(thread_url=thread_url, quotedUser="", startingPage=1):
    # Returns all the quotes for #username in the specific multi-page thread url
    allquotes =[]

    page = startingPage  # Counter
    lastPage = False

    # Initial values for messangerName and the message ID
    messengerName = ""
    messageID = ""
    quotedID = ""

    # Patterns to search in the last quote.
    namePattern = re.compile('data-lb-caption-desc="(.*?) ·')
    messageIDPattern = re.compile('data-lb-id="(.*?)"')
    quotedIDPattern = re.compile('data-source="(.*?)"')
    quotedNamePattern = re.compile('data-quote="(.*?)"')

    while not lastPage:
        response = requests.get(thread_url + 'page-' + str(page))
        if response.status_code == 200:

            # Core of the function
            html_content = response.content

            # Parse the HTML content using BeautifulSoup
            soup = BeautifulSoup(html_content, 'html.parser')

            # Find all the message in the thread page
            messageData = soup.find_all('div', {'class': 'message-userContent lbContainer js-lbContainer'})

            for data in messageData:
                try:
                    # Get the messager username
                    matchName = namePattern.search(str(data))
                    if matchName:
                        messengerName = matchName.group(1)

                    # Get the quoted ID
                    matchID = quotedIDPattern.search(str(data))
                    if matchID:
                        quotedID = matchID.group(1)

                    # Get the message ID
                    matchID = messageIDPattern.search(str(data))
                    if matchID:
                        messageID = matchID.group(1)

                    matchQuotedName = quotedNamePattern.search(str(data))
                    if matchQuotedName:
                        quotedName = matchQuotedName.group(1)
                    if quotedUser and (quotedUser != quotedName):
                        continue

                    # Make sure that the messages have a quote inside
                    blockquote = data.find('blockquote')
                    if blockquote:
                        # Extract the text
                        text = data.find('div', {'class': 'bbWrapper'})
                        for bq in text.find_all('blockquote'):
                            bq.extract()
                        reply = text.get_text().replace('\n', ' ').strip()

                        allquotes.append({'reply': reply, 'messengerName': messengerName, 'messageID': messageID, 'quotedID': quotedID})

                except:
                    continue # There was no text in quote, move next

            #check if that is not a last page
            if not compare_pages(thread_url + 'page-' + str(page), thread_url + 'page-' + str(page + 1)):
                page += 1
            else:
                lastPage = True
        else:
            lastPage = True

    return allquotes
def WarOnlineBot():
    # Get All Quotes by all users
    allMessages = getMessages(thread_url=thread_url,  startingPage=1)
    unrepliedMessages = []
    for msg in allMessages:
        if msg['messageID'].strip('-')[-1] != msg['quotedID'].strip(': ')[-1]:
            unrepliedMessages.append(msg)

    for quote in quotes:
        pass

        message = ""
        if not replies: # Meaning that there are no answers
            while not message:
                message = WarClient.getReply(message=quote['reply'])
            print('Quote: ', quote['reply'])
            print('Reply: ',message)
           # post(message=message, thread_url=thread_url, post_url=post_url, quoted_by=quote['messengerName'],
           #      quote_text=quote['reply'], quote_source = quote['messageID'].split(":")[-1].strip())
            print('posted the message to the forum')
            time.sleep(5) # Standby time for server load release

if __name__ == '__main__':
    timeout = 2 # min

    login(username=username, password=password, thread_url=thread_url)
    print("logged in")

    ### Disabled ###
    #post(message=message, thread_url=thread_url, post_url=post_url, quoted_by='Василий Пупкин', quote_text='quoted message', quote_source='3926006')

    #messagedByBot = getMessages(thread_url=thread_url, quotedUser='WarBot', startingPage=1)
    allMessages = getMessages(thread_url=thread_url, quotedUser='', startingPage=1)
    repliedMessagesIDs = []

    for msg in allMessages:
        # Set a list of replied IDs
        repliedMessagesIDs.append(msg['quotedID'].split(': ')[-1])
        print(msg)
    # remove empty elements
    repliedMessagesIDs = [elem for elem in repliedMessagesIDs if elem]

    print(repliedMessagesIDs)
    """
    # Start the scheduler
    while True:
        login(username=username, password=password, thread_url=thread_url)
        print("logged in")
        WarOnlineBot()
        p_bar = tqdm(range(60 * timeout))

        for i in p_bar:
            p_bar.update(1)
            p_bar.refresh()
            time.sleep(1)
    """