Update TODOs

Fix async bugs;
Recreate ID system;
Add Ss (Player counter) code;

.gitignore

@@ -137,3 +137,4 @@ dmypy.json
 /src/plugins
 /test/
 *test.py
+logs/

README.md

@@ -11,17 +11,21 @@ BeamingDrive Multiplayer (BeamMP) server compatible with BeamMP clients.
     - [x] Private access (Without key, Direct connect)
     - [x] Public access  (With key, listing in Launcher)
     - [X] Player authentication
+  - [ ] KuiToi System
+    - [ ] Servers counter
+    - [ ] Players counter
+    - [ ] Etc.
   - [ ] TCP Server part:
     - [x] Handle code
     - [x] Understanding BeamMP header
     - [ ] Upload mods
     - [x] Connecting to the world
     - [x] Chat
-    - [ ] Player counter _(Code: Ss)_
+    - [x] Players online counter
     - [ ] Car state synchronizations _(Codes: We, Vi)_
     - [ ] "ABG:" (compressed data)
       - [x] Decompress data
-      - [ ] Vehicle data
+      - [ ] Vehicle data _(Code: Os)_
   - [ ] UDP Server part:
     - [ ] Players synchronizations _(Code: Zp)_
     - [ ] Ping _(Code: p)_
@@ -29,7 +33,7 @@ BeamingDrive Multiplayer (BeamMP) server compatible with BeamMP clients.
   - [x] Logger
     - [x] Just logging
     - [x] Log in file
-    - [ ] Lig history (.1.log, .2.log, ...)
+    - [x] Log history (.1.log, .2.log, ...)
   - [x] Console:
     - [x] Tabulation
     - [ ] _(Deferred)_ Static text (bug)
@@ -46,8 +50,9 @@ BeamingDrive Multiplayer (BeamMP) server compatible with BeamMP clients.
     - [x] WebAPI
   - [x] HTTP API Server (fastapi)
     - [x] Stop and Start with core
-    - [x] Custom logger
+    - [x] Configure FastAPI logger
     - [ ] Sync with event system
+    - [ ] Add methods...
 - [ ] [Documentation](docs/en/readme.md)
 
 ## Installation

src/core/__init__.py

@@ -2,7 +2,7 @@
 # File core.__init__.py
 # Written by: SantaSpeen
 # Version 1.3
-# Core version: 0.2.0
+# Core version: 0.2.1
 # Licence: FPA
 # (c) kuitoi.su 2023
 # Special thanks to: AI Sage(https://poe.com/Sage), AI falcon-40b-v7(https://OpenBuddy.ai)
@@ -10,8 +10,8 @@
 __title__ = 'KuiToi-Server'
 __description__ = 'BeamingDrive Multiplayer server compatible with BeamMP clients.'
 __url__ = 'https://github.com/kuitoi/kuitoi-Server'
-__version__ = '0.2.0'
+__version__ = '0.2.1'
-__build__ = 776
+__build__ = 874
 __author__ = 'SantaSpeen'
 __author_email__ = 'admin@kuitoi.su'
 __license__ = "FPA"

src/core/core.py

@@ -1,11 +1,12 @@
 # Developed by KuiToi Dev
 # File core.core.py
 # Written by: SantaSpeen
-# Version 0.2.0
+# Core version: 0.2.1
 # Licence: FPA
 # (c) kuitoi.su 2023
 import asyncio
 import os
+import random
 import zlib
 from threading import Thread
 
@@ -23,6 +24,7 @@ class Client:
     def __init__(self, reader, writer, core):
         self.reader = reader
         self.writer = writer
+        self.down_rw = (None, None)
         self.log = utils.get_logger("client(None:0)")
         self.addr = writer.get_extra_info("sockname")
         self.loop = asyncio.get_event_loop()
@@ -35,8 +37,8 @@ class Client:
         self.alive = True
 
     def _update_logger(self):
-        self.log.debug(f"Update logger")
         self.log = utils.get_logger(f"client({self.nick}:{self.cid})")
+        self.log.debug(f"Update logger")
 
     def is_disconnected(self):
         if not self.alive:
@@ -54,11 +56,10 @@ class Client:
     async def kick(self, reason):
         self.log.info(f"Client: \"IP: {self.addr!r}; ID: {self.cid}\" - kicked with reason: \"{reason}\"")
         await self.tcp_send(b"K" + bytes(reason, "utf-8"))
-        # self.writer.close()
-        # await self.writer.wait_closed()
         self.alive = False
+        await self.remove_me()
 
-    async def tcp_send(self, data):
+    async def tcp_send(self, data, to_all=False, writer=None):
 
         # TNetwork.cpp; Line: 383
         # BeamMP TCP protocol sends a header of 4 bytes, followed by the data.
@@ -66,78 +67,137 @@ class Client:
         # ^------^^---...-^
         #  size     data
 
+        if writer is None:
+            writer = self.writer
+
+        if to_all:
+            for client in self.Core.clients:
+                if not client:
+                    continue
+                await client.tcp_send(data)
+            return
+
         self.log.debug(f"tcp_send({data})")
         if len(data) == 10:
             data += b"."
         header = len(data).to_bytes(4, "little", signed=True)
         self.log.debug(f'len(data) {len(data)}; send {header + data}')
-        self.writer.write(header + data)
+        try:
-        await self.writer.drain()
+            writer.write(header + data)
+            await writer.drain()
+        except ConnectionError:
+            self.log.debug('Disconnected')
+            self.alive = False
 
-    async def recv(self):
+    async def recv(self, kostil=False):
         # if not self.is_disconnected():
         #     self.log.debug(f"Client with {self.nick}({self.cid}) disconnected")
         #     return b""
-        header = await self.reader.read(4)  # header: 4 bytes
+        try:
+            header = await self.reader.read(4)  # header: 4 bytes
 
-        int_header = 0
+            int_header = 0
-        for i in range(len(header)):
+            for i in range(len(header)):
-            int_header += header[i]
+                int_header += header[i]
 
-        if int_header <= 0:
+            if int_header <= 0:
-            await self.kick("Invalid packet - header negative")
+                await asyncio.sleep(0.1)
-            return b""
+                if not self.alive:
+                    self.log.debug(f"Disconnected")
+                    self.writer.close()
+                    return b''
+                if kostil:
+                    return
+                self.log.debug(f"Header: {header}")
+                await self.kick("Invalid packet - header negative")
+                return b""
 
-        if int_header > 100 * MB:
+            if int_header > 100 * MB:
-            await self.kick("Header size limit exceeded")
+                await self.kick("Header size limit exceeded")
-            self.log.warn(f"Client {self.nick}({self.cid}) sent header of >100MB - "
+                self.log.warn(f"Client {self.nick}({self.cid}) sent header of >100MB - "
-                          f"assuming malicious intent and disconnecting the client.")
+                              f"assuming malicious intent and disconnecting the client.")
-            return b""
+                return b""
 
-        data = await self.reader.read(101 * MB)
+            data = await self.reader.read(100 * MB)
-        self.log.debug(f"header: `{header}`; int_header: `{int_header}`; data: `{data}`;")
+            self.log.debug(f"header: `{header}`; int_header: `{int_header}`; data: `{data}`;")
 
-        if len(data) != int_header:
+            if len(data) != int_header:
-            self.log.debug(f"WARN Expected to read {int_header} bytes, instead got {len(data)}")
+                self.log.debug(f"WARN Expected to read {int_header} bytes, instead got {len(data)}")
 
-        abg = b"ABG:"
+            abg = b"ABG:"
-        if len(data) > len(abg) and data.startswith(abg):
+            if len(data) > len(abg) and data.startswith(abg):
-            data = zlib.decompress(data[len(abg):])
+                data = zlib.decompress(data[len(abg):])
-            self.log.debug(f"ABG: {data}")
+                self.log.debug(f"ABG: {data}")
+                return data
             return data
-        return data
+        except ConnectionError:
+            self.alive = False
+            await self.remove_me()
+            return b""
 
     async def sync_resources(self):
-        await self.tcp_send(b"P" + bytes(f"{self.cid}", "utf-8"))
+        while True:
-        data = await self.recv()
+            data = await self.recv()
-        if data.startswith(b"SR"):
+            if not data:
-            await self.tcp_send(b"-")  # Cannot handle mods for now.
+                await asyncio.sleep(.1)
-        data = await self.recv()
+                continue
-        if data == b"Done":
+            self.log.debug(f"Received: {data}")
-            await self.tcp_send(b"M/levels/" + bytes(config.Game['map'], 'utf-8') + b"/info.json")
+            if data.startswith(b"f"):
-        await self.last_handle()
+                # TODO: SendFile
+                file = data[1:].decode("utf-8")
+                self.log.debug(f"Sending File: {file}")
+                await self.kick(f"TODO: SendFile({file})")
+            elif data.startswith(b"SR"):
+                self.log.debug("Sending Mod Info")
+                mod_list = '%s;%s;'
+                for mod in self.Core.mods_list:
+                    if type(mod) == int:
+                        continue
+                    mod_list = (mod_list % (mod['path'], mod['size'])).replace(";", ";%s;")
+                mod_list = mod_list.replace("%s;", "")
+                if len(mod_list) == 0:
+                    await self.tcp_send(b"-")
+                else:
+                    await self.tcp_send(bytes(mod_list, "utf-8"))
+            data = await self.recv()
+            if data == b"Done":
+                await self.tcp_send(b"M/levels/" + bytes(config.Game['map'], 'utf-8') + b"/info.json")
+                break
 
-    async def last_handle(self):
+    async def looper(self):
         # self.is_disconnected()
-        self.log.debug(f"Alive: {self.alive}")
+        await self.tcp_send(b"P" + bytes(f"{self.cid}", "utf-8"))
+        await self.sync_resources()
         while self.alive:
             data = await self.recv()
             if data == b"":
                 if not self.alive:
                     break
-                elif self.is_disconnected():
-                    break
                 else:
+                    await asyncio.sleep(.2)
                     continue
             code = data.decode()[0]
-            self.log.debug(f"Code: {code}, data: {data}")
+            self.log.debug(f"Received code: {code}, data: {data}")
             match code:
                 case "H":
                     # Client connected
-                    await self.tcp_send(b"Sn" + bytes(self.nick, "utf-8"))
+                    await self.tcp_send(b"Sn" + bytes(self.nick, "utf-8"), to_all=True)
                 case "C":
                     # Chat
-                    await self.tcp_send(data)
+                    await self.tcp_send(data, to_all=True)
+
+    async def remove_me(self):
+        self.log.debug(f"Removing client {self.nick}({self.cid})")
+        await asyncio.sleep(0.3)
+        if not self.writer.is_closing():
+            self.writer.close()
+        if (self.cid > 0 or self.nick is not None) and self.Core.clients_by_id.get(self.cid):
+            _, down_w = self.down_rw
+            if down_w and not down_w.is_closing():
+                down_w.close()
+            self.Core.clients[self.cid] = None
+            self.Core.clients_by_id.pop(self.cid)
+            self.Core.clients_by_nick.pop(self.nick)
 
 
 class Core:
@@ -147,8 +207,9 @@ class Core:
         self.loop = asyncio.get_event_loop()
         self.run = False
         self.direct = False
-        self.clients = {}
+        self.clients = []
-        self.clients_counter = 0
+        self.clients_by_id = {}
+        self.clients_by_nick = {}
         self.mods_dir = "./mods"
         self.mods_list = [0, ]
         self.server_ip = config.Server["server_ip"]
@@ -162,31 +223,60 @@ class Core:
         self.client_major_version = "2.0"
         self.BeamMP_version = "3.2.0"
 
-    def get_client(self, sock=None, cid=None):
+    def get_client(self, cid=None, nick=None):
         if cid:
-            return self.clients.get(cid)
+            return self.clients_by_id.get(cid)
-        if sock:
+        if nick:
-            return self.clients.get(sock.getsockname())
+            return self.clients_by_nick.get(nick)
 
-    def insert_client(self, client):
+    async def insert_client(self, client):
-        self.log.debug(f"Inserting client: {client.cid}")
+        await asyncio.sleep(random.randint(3, 9) * 0.01)
-        self.clients.update({client.cid: client, client.nick: client})
+        cid = 0
+        for _client in self.clients:
+            if not _client:
+                break
+            if _client.cid == cid:
+                cid += 1
+            else:
+                break
+        await asyncio.sleep(random.randint(3, 9) * 0.01)
+        if not self.clients[cid]:
+            client.cid = cid
+            self.clients_by_nick.update({client.nick: client})
+            self.log.debug(f"Inserting client: id{client.cid}")
+            self.clients_by_id.update({client.cid: client})
+            self.clients[client.cid] = client
+            client._update_logger()
+            return
+        await self.insert_client(client)
 
     def create_client(self, *args, **kwargs):
-        client = Client(*args, **kwargs)
+        self.log.debug(f"Create client")
-        self.clients_counter += 1
+        client = Client(core=self, *args, **kwargs)
-        client.id = self.clients_counter
-        client._update_logger()
-        self.log.debug(f"Create client: {client.cid}; clients_counter: {self.clients_counter}")
         return client
 
+    def get_clients_list(self, need_cid=False):
+        out = ""
+        for client in self.clients:
+            if not client:
+                continue
+            out += f"{client.nick}"
+            if need_cid:
+                out += f":{client.cid}"
+            out += ","
+        if out:
+            out = out[:-1]
+        return out
+
     async def check_alive(self):
-        await asyncio.sleep(5)
+        maxp = config.Game['players']
-        self.log.debug(f"Checking if clients is alive")
+        while self.run:
-        for cl in self.clients.values():
+            await asyncio.sleep(1)
-            d = await cl.is_disconnected()
+            ca = f"Ss{len(self.clients_by_id)}/{maxp}:{self.get_clients_list()}"
-            if d:
+            for client in self.clients:
-                self.log.debug(f"Client ID: {cl.id} died...")
+                if not client:
+                    continue
+                await client.tcp_send(bytes(ca, "utf-8"))
 
     @staticmethod
     def start_web():
@@ -199,14 +289,14 @@ class Core:
         webapp.uvserver = uvserver
         uvserver.run()
 
-    @staticmethod
+    async def stop_me(self):
-    async def stop_me():
         while webapp.data_run[0]:
             await asyncio.sleep(1)
+        self.run = False
         raise KeyboardInterrupt
 
     # noinspection SpellCheckingInspection,PyPep8Naming
-    async def authenticate(self, test=False):
+    async def heartbeat(self, test=False):
         if config.Auth["private"] or self.direct:
             if test:
                 self.log.info(f"Server runnig in Direct connect mode.")
@@ -222,77 +312,86 @@ class Core:
         modstotalsize = self.mods_list[0]
         modstotal = len(self.mods_list) - 1
         while self.run:
-            data = {"uuid": config.Auth["key"], "players": len(self.clients), "maxplayers": config.Game["players"],
+            try:
-                    "port": config.Server["server_port"], "map": f"/levels/{config.Game['map']}/info.json",
+                data = {"uuid": config.Auth["key"], "players": len(self.clients), "maxplayers": config.Game["players"],
-                    "private": config.Auth['private'], "version": self.BeamMP_version,
+                        "port": config.Server["server_port"], "map": f"/levels/{config.Game['map']}/info.json",
-                    "clientversion": self.client_major_version,
+                        "private": config.Auth['private'], "version": self.BeamMP_version,
-                    "name": config.Server["name"], "modlist": modlist, "modstotalsize": modstotalsize,
+                        "clientversion": self.client_major_version,
-                    "modstotal": modstotal, "playerslist": "", "desc": config.Server['description'], "pass": False}
+                        "name": config.Server["name"], "modlist": modlist, "modstotalsize": modstotalsize,
-            self.log.debug(f"Auth: data {data}")
+                        "modstotal": modstotal, "playerslist": "", "desc": config.Server['description'], "pass": False}
+                self.log.debug(f"Auth: data {data}")
 
-            # Sentry?
+                # Sentry?
-            ok = False
+                ok = False
-            body = {}
+                body = {}
-            code = 0
+                code = 0
-            for server_url in BEAM_backend:
+                for server_url in BEAM_backend:
-                url = "https://" + server_url + "/heartbeat"
+                    url = "https://" + server_url + "/heartbeat"
-                try:
+                    try:
-                    async with aiohttp.ClientSession() as session:
+                        async with aiohttp.ClientSession() as session:
-                        async with session.post(url, data=data, headers={"api-v": "2"}) as response:
+                            async with session.post(url, data=data, headers={"api-v": "2"}) as response:
-                            code = response.status
+                                code = response.status
-                            body = await response.json()
+                                body = await response.json()
-                            self.log.debug(f"Auth: code {code}, body {body}")
+                                self.log.debug(f"Auth: code {code}, body {body}")
-                            ok = True
+                                ok = True
-                    break
+                        break
-                except Exception as e:
+                    except Exception as e:
-                    self.log.debug(f"Auth: Error `{e}` while auth with `{server_url}`")
+                        self.log.debug(f"Auth: Error `{e}` while auth with `{server_url}`")
-                    continue
+                        continue
 
-            if ok:
+                if ok:
-                if not (body.get("status") is not None and
+                    if not (body.get("status") is not None and
-                        body.get("code") is not None and
+                            body.get("code") is not None and
-                        body.get("msg") is not None):
+                            body.get("msg") is not None):
-                    self.log.error("Missing/invalid json members in backend response")
+                        self.log.error("Missing/invalid json members in backend response")
-                    raise KeyboardInterrupt
+                        raise KeyboardInterrupt
 
-                if test:
+                    if test:
-                    status = body.get("status")
+                        status = body.get("status")
-                    msg = body.get("msg")
+                        msg = body.get("msg")
-                    if status == "2000":
+                        if status == "2000":
-                        self.log.info(f"Authenticated! {msg}")
+                            self.log.info(f"Authenticated! {msg}")
-                    elif status == "200":
+                        elif status == "200":
-                        self.log.info(f"Resumed authenticated session. {msg}")
+                            self.log.info(f"Resumed authenticated session. {msg}")
-                    else:
+                        else:
-                        self.log.error(f"Backend REFUSED the auth key. Reason: "
+                            self.log.error(f"Backend REFUSED the auth key. Reason: "
-                                       f"{msg or 'Backend did not provide a reason'}")
+                                           f"{msg or 'Backend did not provide a reason'}")
+                            self.log.info(f"Server still runnig, but only in Direct connect mode.")
+                            self.direct = True
+                else:
+                    self.direct = True
+                    if test:
+                        self.log.error("Cannot auth...")
+                    if not config.Auth['private']:
+                        raise KeyboardInterrupt
+                    if test:
                         self.log.info(f"Server still runnig, but only in Direct connect mode.")
-                        self.direct = True
-            else:
-                self.direct = True
-                if test:
-                    self.log.error("Cannot auth...")
-                if not config.Auth['private']:
-                    raise KeyboardInterrupt
-                if test:
-                    self.log.info(f"Server still runnig, but only in Direct connect mode.")
 
-            if test:
+                if test:
-                return ok
+                    return ok
 
-            await asyncio.sleep(5)
+                await asyncio.sleep(5)
+            except Exception as e:
+                self.log.error(f"Error in heartbeat: {e}")
 
     async def main(self):
         self.run = True
         self.tcp = self.tcp(self, self.server_ip, self.server_port)
         self.udp = self.udp(self, self.server_ip, self.server_port)
+        console.add_command(
+            "list",
+            lambda x: f"Players list: {self.get_clients_list(True)}"
+        )
         try:
             # WebApi Start
             if config.WebAPI["enabled"]:
                 self.log.debug("Initializing WebAPI...")
                 web_thread = Thread(target=self.start_web)
                 web_thread.start()
+                self.log.debug(f"WebAPI started at new thread: {web_thread.name}")
                 self.web_thread = web_thread
                 self.web_stop = webapp._stop
+                await asyncio.sleep(.3)
 
             # Mods handler
             self.log.debug("Listing mods..")
@@ -309,10 +408,12 @@ class Core:
             if lmods > 0:
                 self.log.info(f"Loaded {lmods} mods: {round(self.mods_list[0] / MB, 2)}mb")
 
-            await self.authenticate(True)
+            await self.heartbeat(True)
+            for i in range(int(config.Game["players"] * 1.3)):
+                self.clients.append(None)
             tasks = []
-            # self.check_alive()
+            # self.udp.start,
-            nrtasks = [self.tcp.start, self.udp.start, console.start, self.stop_me, self.authenticate, ]
+            nrtasks = [self.tcp.start, console.start, self.stop_me, self.heartbeat, self.check_alive]
             for task in nrtasks:
                 tasks.append(asyncio.create_task(task()))
             t = asyncio.wait(tasks, return_when=asyncio.FIRST_EXCEPTION)
@@ -328,7 +429,7 @@ class Core:
             pass
         finally:
             self.tcp.stop()
-            self.udp.stop()
+            # self.udp.stop()
             self.run = False
 
     def start(self):
@@ -337,5 +438,6 @@ class Core:
     def stop(self):
         self.run = False
         self.log.info(i18n.stop)
-        asyncio.run(self.web_stop())
+        if config.WebAPI["enabled"]:
+            asyncio.run(self.web_stop())
         exit(0)

src/core/core.pyi

@@ -7,7 +7,7 @@
 import asyncio
 from asyncio import StreamWriter, StreamReader
 from threading import Thread
-from typing import Callable
+from typing import Callable, List, Dict, Tuple
 
 from core import utils
 from .tcp_server import TCPServer
@@ -19,11 +19,12 @@ class Client:
     def __init__(self, reader: StreamReader, writer: StreamWriter, core: Core) -> "Client":
         self.reader = reader
         self.writer = writer
+        self.down_rw: Tuple[StreamReader, StreamWriter] | Tuple[None, None] = (None, None)
         self.log = utils.get_logger("client(id: )")
         self.addr = writer.get_extra_info("sockname")
         self.loop = asyncio.get_event_loop()
         self.Core = core
-        self.cid = 0
+        self.cid: int = 0
         self.key: str = None
         self.nick: str = None
         self.roles: str = None
@@ -31,12 +32,12 @@ class Client:
         self.alive = True
     def is_disconnected(self) -> bool: ...
     async def kick(self, reason: str) -> None: ...
-    async def tcp_send(self, data: bytes) -> None: ...
+    async def tcp_send(self, data: bytes, to_all:bool = False, writer: StreamWriter = None) -> None: ...
     async def sync_resources(self) -> None: ...
     async def recv(self) -> bytes: ...
-    async def last_handle(self) -> bytes: ...
+    async def looper(self) -> None: ...
     def _update_logger(self) -> None: ...
-
+    async def remove_me(self) -> None: ...
 
 class Core:
     def __init__(self):
@@ -44,7 +45,9 @@ class Core:
         self.loop = asyncio.get_event_loop()
         self.run = False
         self.direct = False
-        self.clients = dict()
+        self.clients: List[Client | None]= []
+        self.clients_by_id: Dict[{int: Client}]= {}
+        self.clients_by_nick: Dict[{str: Client}] = {}
         self.clients_counter: int = 0
         self.mods_dir: str = "mods"
         self.mods_list: list = []
@@ -56,14 +59,14 @@ class Core:
         self.web_stop: Callable = lambda: None
         self.client_major_version = "2.0"
         self.BeamMP_version = "3.2.0"
-    def insert_client(self, client: Client) -> None: ...
+    async def insert_client(self, client: Client) -> None: ...
     def create_client(self, *args, **kwargs) -> Client: ...
+    def get_clients_list(self, need_cid=False) -> str: ...
     async def check_alive(self) -> None: ...
     @staticmethod
     def start_web() -> None: ...
-    @staticmethod
+    def stop_me(self) -> None: ...
-    def stop_me() -> None: ...
+    async def heartbeat(self, test=False) -> None: ...
-    async def authenticate(self, test=False) -> None: ...
     async def main(self) -> None: ...
     def start(self) -> None: ...
     def stop(self) -> None: ...

src/core/tcp_server.py

@@ -1,11 +1,13 @@
 # Developed by KuiToi Dev
 # File core.tcp_server.py
 # Written by: SantaSpeen
-# Version 0.2.0
+# Core version: 0.2.1
 # Licence: FPA
 # (c) kuitoi.su 2023
 import asyncio
 import traceback
+from asyncio import AbstractEventLoop
+from threading import Thread
 
 import aiohttp
 
@@ -15,20 +17,18 @@ from core import utils
 class TCPServer:
     def __init__(self, core, host, port):
         self.log = utils.get_logger("TCPServer")
+        self.loop = asyncio.get_event_loop()
         self.Core = core
         self.host = host
         self.port = port
-        self.loop = asyncio.get_event_loop()
+        self.run = False
 
     async def auth_client(self, reader, writer):
         client = self.Core.create_client(reader, writer)
         self.log.info(f"Identifying new ClientConnection...")
         data = await client.recv()
         self.log.debug(f"recv1 data: {data}")
-        if len(data) > 50:
+        if data.decode("utf-8") != f"VC{self.Core.client_major_version}":
-            await client.kick("Too long data")
-            return False, None
-        if "VC2.0" not in data.decode("utf-8"):
             await client.kick("Outdated Version.")
             return False, None
         else:
@@ -40,59 +40,76 @@ class TCPServer:
             await client.kick("Invalid Key (too long)!")
             return False, None
         client.key = data.decode("utf-8")
-        async with aiohttp.ClientSession() as session:
-            url = 'https://auth.beammp.com/pkToUser'
-            async with session.post(url, data={'key': client.key}) as response:
-                res = await response.json()
-        self.log.debug(f"res: {res}")
         try:
+            async with aiohttp.ClientSession() as session:
+                url = 'https://auth.beammp.com/pkToUser'
+                async with session.post(url, data={'key': client.key}) as response:
+                    res = await response.json()
+            self.log.debug(f"res: {res}")
             if res.get("error"):
                 await client.kick('Invalid key! Please restart your game.')
-                return
+                return False, None
             client.nick = res["username"]
             client.roles = res["roles"]
             client.guest = res["guest"]
             client._update_logger()
         except Exception as e:
             self.log.error(f"Auth error: {e}")
-            await client.kick('Invalid authentication data! Try to connect in 5 minutes.')
+            await client.kick('Invalid authentication data! Try to reconnect in 5 minutes.')
+            return False, None
 
-        # TODO: Password party
+        for _client in self.Core.clients:
-        # await client.tcp_send(b"S")  # Ask client key (How?)
+            if not _client:
+                continue
+            if _client.nick == client.nick and _client.guest == client.guest:
+                await client.kick('Stale Client (replaced by new client)')
+                return False, None
 
         ev.call_event("on_auth", client)
 
-        if len(self.Core.clients) > config.Game["players"]:
+        if len(self.Core.clients_by_id) > config.Game["players"]:
             await client.kick("Server full!")
+            return False, None
         else:
             self.log.info("Identification success")
-            self.Core.insert_client(client)
+            await self.Core.insert_client(client)
 
         return True, client
 
-    async def handle_download(self, writer):
+    async def set_down_rw(self, reader, writer):
-        # TODO: HandleDownload
+        try:
-        self.log.debug(f"Client: \"IP: {0!r}; ID: {0}\" - HandleDownload!")
+            cid = (await reader.read(1))[0]
-        return False
+            ok = False
+            for _client in self.Core.clients:
+                if not _client:
+                    continue
+                if _client.cid == cid:
+                    _client.down_rw = (reader, writer)
+                    ok = True
+                    self.log.debug(f"Client: {_client.nick}:{cid} - HandleDownload!")
+            if not ok:
+                writer.close()
+                self.log.debug(f"Unknown client - HandleDownload")
+        finally:
+            return
 
     async def handle_code(self, code, reader, writer):
         match code:
             case "C":
                 result, client = await self.auth_client(reader, writer)
                 if result:
-                    await client.sync_resources()
+                    await client.looper()
-                    # await client.kick("Authentication success! Server not ready.")
+                return result, client
-                    return True
-                return False
             case "D":
-                return await self.handle_download(writer)
+                await self.set_down_rw(reader, writer)
             case "P":
                 writer.write(b"P")
                 await writer.drain()
-                return True
+                writer.close()
             case _:
                 self.log.error(f"Unknown code: {code}")
-                return False
+                writer.close()
+        return False, None
 
     async def handle_client(self, reader, writer):
         while True:
@@ -102,28 +119,37 @@ class TCPServer:
                     break
                 code = data.decode()
                 self.log.debug(f"Received {code!r} from {writer.get_extra_info('sockname')!r}")
-                result = await self.handle_code(code, reader, writer)
+                # task = asyncio.create_task(self.handle_code(code, reader, writer))
-                if not result:
+                # await asyncio.wait([task], return_when=asyncio.FIRST_EXCEPTION)
-                    break
+                _, cl = await self.handle_code(code, reader, writer)
+                if cl:
+                    await cl.remove_me()
+                break
             except Exception as e:
                 self.log.error("Error while connecting..")
-                self.log.error(f"Error: {e}")
+                self.log.exception(e)
                 traceback.print_exc()
                 break
 
     async def start(self):
         self.log.debug("Starting TCP server.")
+        self.run = True
         try:
             server = await asyncio.start_server(self.handle_client, self.host, self.port,
-                                                backlog=config.Game["players"] + 1)
+                                                backlog=int(config.Game["players"] * 1.3))
+            self.log.debug(f"TCP server started on {server.sockets[0].getsockname()!r}")
+            while True:
+                async with server:
+                    await server.serve_forever()
         except OSError as e:
-            self.log.error(f"Error: {e}")
+            self.log.error("Cannot bind port")
-            self.Core.run = False
             raise e
-        self.log.debug(f"TCP server started on {server.sockets[0].getsockname()!r}")
+        except BaseException as e:
-        while True:
+            self.log.error(f"Error: {e}")
-            async with server:
+            raise e
-                await server.serve_forever()
+        finally:
+            self.run = False
+            self.Core.run = False
 
     def stop(self):
         self.log.debug("Stopping TCP server")

src/core/tcp_server.pyi

@@ -15,13 +15,14 @@ from core.core import Client
 class TCPServer:
     def __init__(self, core: Core, host, port):
         self.log = utils.get_logger("TCPServer")
+        self.loop = asyncio.get_event_loop()
         self.Core = core
         self.host = host
         self.port = port
-        self.loop = asyncio.get_event_loop()
+        self.run = False
     async def auth_client(self, reader: StreamReader, writer: StreamWriter) -> Tuple[bool, Client]: ...
-    async def handle_download(self, writer: StreamWriter) -> bool: ...
+    async def set_down_rw(self, reader: StreamReader, writer: StreamWriter) -> bool: ...
-    async def handle_code(self, code: str, reader: StreamReader, writer: StreamWriter) -> bool: ...
+    async def handle_code(self, code: str, reader: StreamReader, writer: StreamWriter) -> Tuple[bool, Client]: ...
     async def handle_client(self, reader: StreamReader, writer: StreamWriter) -> None: ...
     async def start(self) -> None: ...
     async def stop(self) -> None: ...

src/core/udp_server.py

@@ -14,43 +14,47 @@ class UDPServer:
 
     def __init__(self, core, host, port):
         self.log = utils.get_logger("UDPServer")
+        self.loop = asyncio.get_event_loop()
         self.Core = core
         self.host = host
         self.port = port
-        self.loop = asyncio.get_event_loop()
+        self.run = False
 
-    async def handle_client(self, srv_sock):
+    async def handle_client(self, reader, writer):
         while True:
             try:
-                data, addr = await self.loop.sock_recv(srv_sock, 1024)
+                data = await reader.read(1)
                 if not data:
                     break
                 code = data.decode()
-                self.log.debug(f"Received {code!r} from {addr!r}")
+                self.log.debug(f"Received {code!r} from {writer.get_extra_info('sockname')!r}")
-                # if not await self.handle_code(code, sock):
+                # await self.handle_code(code, reader, writer)
-                #     break
+                # task = asyncio.create_task(self.handle_code(code, reader, writer))
+                # await asyncio.wait([task], return_when=asyncio.FIRST_EXCEPTION)
+                if not writer.is_closing():
+                    writer.close()
+                self.log.debug("Disconnected.")
+                break
             except Exception as e:
+                self.log.error("Error while connecting..")
                 self.log.error(f"Error: {e}")
                 traceback.print_exc()
                 break
-        srv_sock.close()
-        self.log.error("Error while connecting..")
 
     async def start(self):
-        pass
+        self.log.debug("Starting UDP server.")
-        # self.log.debug("Starting UDP server.")
+        self.run = True
-        # await self.stop()
+        try:
-        # srv_sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+            pass
-        # srv_sock.bind((self.host, self.port))
+        except OSError as e:
-        # self.log.debug(f"Serving on {srv_sock.getsockname()}")
+            self.log.error("Cannot bind port or other error")
-        # try:
+            raise e
-        #     await self.handle_client(srv_sock)
+        except BaseException as e:
-        # except Exception as e:
+            self.log.error(f"Error: {e}")
-        #     self.log.error(f"Error: {e}")
+            raise e
-        #     traceback.print_exc()
+        finally:
-        # finally:
+            self.run = False
-        #     await self.stop()
+            self.Core.run = False
 
     def stop(self):
-        pass
+        self.log.debug("Stopping UDP server")
-        # self.log.debug("Stopping UDP server")

src/core/udp_server.pyi

@@ -13,10 +13,11 @@ class UDPServer:
 
     def __init__(self, core, host, port):
         self.log = utils.get_logger("UDPServer")
+        self.loop = asyncio.get_event_loop()
         self.Core = core
         self.host = host
         self.port = port
-        self.loop = asyncio.get_event_loop()
+        self.run = False
     async def handle_client(self, srv_sock) -> None: ...
     async def start(self) -> None: ...
 

src/core/utils.py

@@ -1,21 +1,37 @@
 # Developed by KuiToi Dev
 # File core.utils.py
 # Written by: SantaSpeen
-# Version 1.0
+# Version 1.1
 # Licence: FPA
 # (c) kuitoi.su 2023
-
+import datetime
 import logging
+import os
+import tarfile
 
 log_format = "[%(asctime)s | %(name)-14s | %(levelname)-5s] %(message)s"
-log_format_access = '[%(asctime)s | %(name)-14s | %(levelname)-5s] %(client_addr)s - "%(request_line)s" %(status_code)s'
+log_dir = "./logs/"
-log_file = "server.log"
+log_file = log_dir + "server.log"
 log_level = logging.INFO
 # Инициализируем логирование
 logging.basicConfig(level=log_level, format=log_format)
 # Настройка логирование в файл.
-# if os.path.exists(log_file):
+if not os.path.exists(log_dir):
-#     os.remove(log_file)
+    os.mkdir(log_dir)
+if os.path.exists(log_file):
+    mtime = os.path.getmtime(log_file)
+    gz_path = log_dir + datetime.datetime.fromtimestamp(mtime).strftime('%d.%m.%Y') + "-%s.tar.gz"
+    index = 1
+    while True:
+        if not os.path.exists(gz_path % index):
+            break
+        index += 1
+    with tarfile.open(gz_path % index, "w:gz") as tar:
+        logs_files = [log_file, "./logs/web.log", "./logs/web_access.log"]
+        for file in logs_files:
+            if os.path.exists(file):
+                tar.add(file, os.path.basename(file))
+                os.remove(file)
 fh = logging.FileHandler(log_file, encoding='utf-8')
 fh.setFormatter(logging.Formatter(log_format))
 

src/modules/ConsoleSystem/console_system.py

@@ -14,6 +14,7 @@ from prompt_toolkit import PromptSession, print_formatted_text, HTML
 from prompt_toolkit.auto_suggest import AutoSuggestFromHistory
 from prompt_toolkit.completion import NestedCompleter
 from prompt_toolkit.history import FileHistory
+from prompt_toolkit.patch_stdout import patch_stdout
 
 from core import get_logger
 
@@ -25,6 +26,7 @@ class Console:
                  prompt_out="",
                  not_found="Command \"%s\" not found in alias.",
                  debug=False) -> None:
+        self.__logger = get_logger("console")
         self.__is_run = False
         self.__prompt_in = prompt_in
         self.__prompt_out = prompt_out
@@ -43,10 +45,11 @@ class Console:
         self.completer = NestedCompleter.from_nested_dict(self.__alias)
 
     def __debug(self, *x):
-        if self.__is_debug:
+        self.__logger.debug(f"{x}")
-            x = list(x)
+        # if self.__is_debug:
-            x.insert(0, "\r CONSOLE DEBUG:")
+        #     x = list(x)
-            self.__print(*x)
+        #     x.insert(0, "\r CONSOLE DEBUG:")
+        #     self.__print(*x)
 
     def __getitem__(self, item):
         print(item)
@@ -131,7 +134,8 @@ class Console:
             print_formatted_text(s)
 
     def log(self, s: AnyStr) -> None:
-        self.write(s)
+        self.__logger.info(f"{s}")
+        # self.write(s)
 
     def __lshift__(self, s: AnyStr) -> None:
         self.write(s)
@@ -186,22 +190,29 @@ class Console:
         session = PromptSession(history=FileHistory('./.cmdhistory'))
         while True:
             try:
-                cmd_in = await session.prompt_async(self.__prompt_in,
+                with patch_stdout():
-                                                    completer=self.completer, auto_suggest=AutoSuggestFromHistory())
+                    cmd_in = await session.prompt_async(
+                        self.__prompt_in,
+                        completer=self.completer,
+                        auto_suggest=AutoSuggestFromHistory()
+                    )
                 cmd_s = cmd_in.split(" ")
                 cmd = cmd_s[0]
                 if cmd == "":
-                    pass
+                    continue
                 else:
                     command_object = self.__func.get(cmd)
                     if command_object:
-                        self.log(str(command_object['f'](cmd_s[1:])))
+                        out = command_object['f'](cmd_s[1:])
+                        if out:
+                            self.log(out)
                     else:
                         self.log(self.__not_found % cmd)
             except KeyboardInterrupt:
                 raise KeyboardInterrupt
             except Exception as e:
                 print(f"Error in console.py: {e}")
+                self.__logger.exception(e)
 
     async def start(self):
         self.__is_run = True
@@ -210,13 +221,3 @@ class Console:
     def stop(self, *args, **kwargs):
         self.__is_run = False
         raise KeyboardInterrupt
-
-
-# if __name__ == '__main__':
-#     c = Console()
-#     c.logger_hook()
-#     c.builtins_hook()
-#     log = logging.getLogger(name="name")
-#     log.info("Starting console")
-#     print("Starting console")
-#     asyncio.run(c.start())

src/modules/WebAPISystem/app.py

@@ -7,7 +7,6 @@ from fastapi.exceptions import RequestValidationError
 from starlette import status
 from starlette.exceptions import HTTPException as StarletteHTTPException
 from starlette.responses import JSONResponse
-from uvicorn.config import LOGGING_CONFIG
 
 import core.utils
 from . import utils
@@ -21,30 +20,6 @@ uvserver = None
 data_pool = []
 data_run = [True]
 
-LOGGING_CONFIG["formatters"]["default"]['fmt'] = core.utils.log_format
-LOGGING_CONFIG["formatters"]["access"]["fmt"] = core.utils.log_format_access
-LOGGING_CONFIG["formatters"].update({
-    "file_default": {
-        "fmt": core.utils.log_format
-    },
-    "file_access": {
-        "fmt": core.utils.log_format_access
-    }
-})
-LOGGING_CONFIG["handlers"]["default"]['stream'] = "ext://sys.stdout"
-LOGGING_CONFIG["handlers"].update({
-    "file_default": {
-        "class": "logging.handlers.RotatingFileHandler",
-        "filename": "webserver.log"
-    },
-    "file_access": {
-        "class": "logging.handlers.RotatingFileHandler",
-        "filename": "webserver.log"
-    }
-})
-LOGGING_CONFIG["loggers"]["uvicorn"]["handlers"].append("file_default")
-LOGGING_CONFIG["loggers"]["uvicorn.access"]["handlers"].append("file_access")
-
 
 def response(data=None, code=status.HTTP_200_OK, error_code=0, error_message=None):
     if 200 >= code <= 300:
@@ -78,7 +53,8 @@ async def _method(method, secret_key: str = None):
 
 async def _stop():
     await asyncio.sleep(1)
-    uvserver.should_exit = True
+    if uvserver is not None:
+        uvserver.should_exit = True
     data_run[0] = False
 
 

src/modules/WebAPISystem/utils.py

@@ -2,10 +2,17 @@ import asyncio
 import sys
 
 import click
-from uvicorn.server import Server, logger
+import uvicorn.server as uvs
+from uvicorn.config import LOGGING_CONFIG
 
 from uvicorn.lifespan import on
 
+import core.utils
+
+# logger = core.utils.get_logger("uvicorn")
+# uvs.logger = logger
+logger = uvs.logger
+
 
 def ev_log_started_message(self, listeners) -> None:
     cfg = self.config
@@ -42,7 +49,7 @@ async def ev_shutdown(self, sockets=None) -> None:
     try:
         await asyncio.wait_for(self._wait_tasks_to_complete(), timeout=self.config.timeout_graceful_shutdown)
     except asyncio.TimeoutError:
-        logger.error("Cancel %s running task(s), timeout graceful shutdown exceeded",len(self.server_state.tasks))
+        logger.error("Cancel %s running task(s), timeout graceful shutdown exceeded", len(self.server_state.tasks))
         for t in self.server_state.tasks:
             if sys.version_info < (3, 9):
                 t.cancel()
@@ -81,7 +88,40 @@ async def on_shutdown(self) -> None:
 
 
 def hack_fastapi():
-    Server.shutdown = ev_shutdown
+    uvs.Server.shutdown = ev_shutdown
-    Server._log_started_message = ev_log_started_message
+    uvs.Server._log_started_message = ev_log_started_message
     on.LifespanOn.startup = on_startup
     on.LifespanOn.shutdown = on_shutdown
+
+    LOGGING_CONFIG["formatters"]["default"]['fmt'] = core.utils.log_format
+    LOGGING_CONFIG["formatters"]["access"]["fmt"] = core.utils.log_format
+    LOGGING_CONFIG["formatters"].update({
+        "file_default": {
+            "()": "logging.Formatter",
+            "fmt": core.utils.log_format
+        },
+        "file_access": {
+            "()": "logging.Formatter",
+            "fmt": core.utils.log_format
+        }
+    })
+    LOGGING_CONFIG["handlers"]["default"]['stream'] = "ext://sys.stdout"
+    LOGGING_CONFIG["handlers"].update({
+        "file_default": {
+            "class": "logging.handlers.RotatingFileHandler",
+            "filename": "./logs/web.log",
+            "encoding": "utf-8",
+            "formatter": "file_default"
+        },
+        "file_access": {
+            "class": "logging.handlers.RotatingFileHandler",
+            "filename": "./logs/web_access.log",
+            "encoding": "utf-8",
+            "formatter": "file_access"
+        }
+    })
+    LOGGING_CONFIG["loggers"]["uvicorn"]["handlers"].append("file_default")
+    LOGGING_CONFIG["loggers"]["uvicorn.access"]["handlers"].append("file_access")
+    print(LOGGING_CONFIG)
+
+