dayz-reforger/util/collect.py

#!/usr/bin/env python3

import requests
import urllib
import json
import os
import re
from enum import Enum
from dotenv import load_dotenv

load_dotenv()
AUTH_KEY:  str = os.getenv('AUTH_KEY')
SERVER_ID: str = os.getenv('SERVER_ID')
USER_ID:   str = os.getenv('USER_ID')

AUTH_KEY: str = 'nrBQHGnTMMzQZbInit-C-DLYBtywLc-15GHLw9Zjj_K87V8L589BqAIPW8d9vh7Zc-NtyyL798YO9V9o2GT7gpug0GiiKR8wrE-b'
SERVER_ID: str = '12215784'
USER_ID: str = 'ni8434545_1'

class LogTemplates(Enum):
  pos:        str = '$time | Player "$gamertag" (id=$playerID pos=<$pos>)'
  damage:     str = '$time | Player "$gamertag" (DEAD) (id=$playerID pos=<3$pos>)[HP: 0] hit by Player "$killer" (id=$killerID pos=<$killerPOS>) into $areaHit for $damageVal damage ($bullet_type) with $weapon from $distance meters'
  killed:     str = '$time | Player "$gamertag" (DEAD) (id=$playerID pos=<3$pos>) killed by Player "$killer" (id=$killerID pos=<$killerPOS>) with $weapon from $distance meters'
  connect:    str = '$time | Player "$gamertag" is connected (id=$playerID)'
  disconnect: str = '$time | Player "$gamertag" (id=$playerID pos=<$pos>) has been disconnected'

logFlags = [
  "disconnected",
  ") placed ",
  "connected",
  "hit by",
  "regained consciousne",
  "is unconscious",
  "killed by",
  ")Built ",
  ") folded",
  ")Player SurvivorBase",
  ") died.",
  ") committed suicide",
  ")Dismantled",
  ") bled"
]
players = {
  'players': []
}

# Download Raw Logs off Nitrado
def getRawLogs():
  data = requests.get(
          f"https://api.nitrado.net/services/{SERVER_ID}/gameservers/file_server/download?file=/games/{USER_ID}/noftp/dayzxb/config/DayZServer_X1_x64.ADM",
          headers={
            "Authorization": AUTH_KEY
          }).json()

  print(data)

  # url = data['data']['token']['url']
  # if not os.path.exists('output'): os.mkdir('output')
  # urllib.request.urlretrieve(url, "./output/logs.ADM")


# Convert Raw Logs into cleaned logs (only positional data logs)
def cleanLogs():
  with open("./output/logs.ADM", "r") as logs:
    lines = logs.readlines()
  # Isolate Player logs (Removes Connect, Disconnect, place, hit)
  with open("./output/clean.txt", "w") as logs:
    for line in lines:
      if not any(flag in line for flag in logFlags) and "| Player" in line.strip("\n"):
        logs.write(line)


# Generate List of player names, id's and positions
def collectPlayerData():
  with open('./output/clean.txt', 'r') as logs:
    cleanLines = logs.readlines()
    for line in cleanLines:
      pattern = re.escape(LogTemplates.pos)
      pattern = re.sub(r'\\\$(\w+)', r'(?P<\1>.*)', pattern)
      data = re.match(pattern, line)
      if data is None: break

      query = {
        'gamertag': data.groupdict()['gamertag'],
        'playerID': data.groupdict()['playerID'],
        'time': data.groupdict()['time']+' EST',
        'pos': data.groupdict()['pos'].split(", "),
        'posHistory': []
      }

      if len(players['players'])==0: players['players'].append(query)
      else:
        for i in range(len(players['players'])):
          if players['players'][i]['gamertag']==data.groupdict()['gamertag']:
            # Updates existing player data
            for j in range(len(players['players'][i]['posHistory'])):
              query['posHistory'].append({
                'time': players['players'][i]['posHistory'][j]['time'],
                'pos': players['players'][i]['posHistory'][j]['pos']
              })

            query['posHistory'].append({
              'time': players['players'][i]['time'],
              'pos': players['players'][i]['pos']
            })

            players['players'].remove(players['players'][i])
            break

        # Logs new player data
        players['players'].append(query)


# Search Logs for Connected and Disconnected messages
def activeStatus():
  with open("./output/logs.ADM", "r") as logs:
    lines = logs.readlines()
    for line in lines:
      status = ""
      update = False
      if "\" is connected" in line.strip("\n") and "| Player" in line.strip("\n"):
        status = "Online"
        update = True
      elif ") has been disconnected" in line.strip("\n") and "| Player" in line.strip("\n"):
        status = "Offline"
        update = True

      if update:
        beginPlayer = 19 # Player names always start here
        if status=="Online": endPlayer = line.strip("\n").find("\" is")
        if status=="Offline": endPlayer = line.strip("\n").find("\"(id=")
        playerName = line.strip("\n")[beginPlayer:endPlayer]

        playerFoundAndUpdated = False
        for i in range(len(players['players'])):
          if players['players'][i]['gamertag']==playerName:
            players['players'][i]['connectionStatus'] = status
            playerFoundAndUpdated = True
        
        if not playerFoundAndUpdated:
          # Get player ID
          beginID = line.strip("\n").find('(id=')+4
          endID = line.strip("\n").find(")")
          playerID = line.strip("\n")[beginID:endID]
          query = {
            "gamertag": playerName,
            "playerID": playerID,
            "time": None,
            "pos": [],
            "posHistory": [],
            "connectionStatus": "Online"
          }
          # Logs new player data
          players["players"].append(query)

if __name__ == '__main__':
  getRawLogs()
  cleanLogs()
  collectPlayerData()
  activeStatus()

  with open("./output/players.json", "w") as playerJSON:
    json.dump(players, playerJSON, ensure_ascii=False, indent=2)