Gamelift 的游戏会话日志可视化方案

using System;
using System.Collections.Generic;
using UnityEngine;
using Aws.GameLift.Server;
using Aws.GameLift.Server.Model;
using Aws.GameLift;
using Amazon;
using Amazon.GameLift;
using Amazon.S3;
using Amazon.S3.Model;
using System.IO;
using Amazon.SecurityToken;
using Amazon.SecurityToken.Model;

// Based on https://docs.aws.amazon.com/gamelift/latest/developerguide/integration-engines-unity-using.html
public class GameLiftServer : MonoBehaviour
{
    // server used to communicate with client
    private BADNetworkServer _server;

    // Identify port number the game server is listening on for player connections
    private static int _tcpServerPort = 7000;
    public static string _logFileName = "";
    
    private void OnEnable()
    {
        Application.logMessageReceived += Log;
    }

    private void OnDisable()
    {
        Application.logMessageReceived -= Log;
    }

    // This is an example of a simple integration with GameLift server SDK that will make game server processes go active on GameLift!
    public void Start()
    {
        //InitSDK will establish a local connection with GameLift's agent to enable further communication.
        var initSDKOutcome = GameLiftServerAPI.InitSDK();

        _tcpServerPort = UnityEngine.Random.Range(7000, 8000);
// 通过端口和时间戳的命名方式为每一个Game Session创建不同的日志文件
        _logFileName = Application.dataPath + "/gameserver-" + _tcpServerPort + "-"+ DateTime.Now.ToString("yyyyMMdd-HHmmss") + ".log"; 
        Debug.Log("TCP Port: " + _tcpServerPort);
        // integration with gamelift
        ...
    }

    public void Log(string logString, string stackTrace, LogType type)
    {
        TextWriter tw = new StreamWriter(_logFileName, true);
        tw.WriteLine("{\"type\":\"" + type + "\",\"time\":\"" + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss:fff") + "\",\"session\":\"" + _gameSessionId + "\",\"message\":\"" + logString + "\",\"stackTrace\":\"" + stackTrace + "\"}");
        tw.Close();
    }
}

{
    "Version": "2012-10-17",
    "Statement": [
        {
            "Sid": "",
            "Effect": "Allow",
            "Principal": {
                "Service": "gamelift.amazonaws.com"
            },
            "Action": "sts:AssumeRole"
        }
    ]
}

{
    "agent": {
        "metrics_collection_interval": 10,
        "logfile": "/opt/aws/amazon-cloudwatch-agent/logs/amazon-cloudwatch-agent.log",
        "credentials": {
            "role_arn": "arn:aws:iam::<AccountId>:role/gamelift-role"
        }
    },
    "logs": {
        "logs_collected": {
            "files": {
                "collect_list": [{
                    "file_path": "/local/game/TestApplicationServer_Data/gameserver-**.log",
                    "log_group_name": "FGLogs",
                    "log_stream_name": "FGLogs-{hostname}",
                    "retention_in_days": 7
                }]
            }
        }
    }
}

#!/bin/bash

# 给游戏二进制文件添加可执行权限(请将TestApplicationServer 替换为你自己的游戏二进制文件名)
/usr/bin/chmod +x /local/game/TestApplicationServer

# 下载cloudwatch agent 安装包，并执行本地安装
wget https://s3.amazonaws.com/amazoncloudwatch-agent/amazon_linux/amd64/latest/amazon-cloudwatch-agent.rpm
sudo rpm -U ./amazon-cloudwatch-agent.rpm

# 将配置文件复制到对应目录，并根据配置文件启动Agent
sudo cp amazon-cloudwatch-agent.json /opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json
sudo /opt/aws/amazon-cloudwatch-agent/bin/amazon-cloudwatch-agent-ctl -a fetch-config -m ec2 -c file:/opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json -s

{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Effect": "Allow",
      "Action": ["s3:ListBucket"],
      "Resource": ["arn:aws:s3:::gamelift-logs"]
    },
    {
      "Effect": "Allow",
      "Action": [
        "s3:PutObject",
        "s3:GetObject",
        "s3:DeleteObject"
      ],
      "Resource": ["arn:aws:s3:::gamelift-logs/*"]
    }
  ]
}

[SERVICE]
    Flush         2
    Log_Level     info
    Daemon        off
    Parsers_File parsers.conf
[INPUT]
    Name              tail
    Tag               game.access.stage
    Path              /local/game/TestApplicationServer_Data/gameserver-*.log
    Mem_Buf_Limit     1MB
    Refresh_Interval  1
[FILTER]
    Name aws
    Match *
    imds_version v1
    az true
    ec2_instance_id true
    ec2_instance_type true
    private_ip true
    ami_id true
    account_id true
    hostname true
    vpc_id true
[FILTER]
    Name parser
    Parser docker
    Match *
    Key_Name     log
    Reserve_Data On
    Preserve_Key On
[OUTPUT]
    Name            s3
    Match           *
    bucket          gamelift-logs
    region          us-east-1
    role_arn        arn:aws:iam::<AccountId>:role/gamelift-role
    upload_timeout  1m
    total_file_size 1M
    s3_key_format   /$TAG[2]_$TAG[0]_$TAG[1]/date=%Y%m%d/$UUID.log
    s3_key_format_tag_delimiters .-

#!/bin/bash
# 为游戏二进制文件添加可执行权限
sudo /usr/bin/chmod +x /local/game/TestApplicationServer.x86_64

# 命令行方式安装 fluentbit
curl https://raw.githubusercontent.com/fluent/fluent-bit/master/install.sh | sh

# 替换配置文件
sudo mv /etc/fluent-bit/fluent-bit.conf /etc/fluent-bit/fluent-bit.conf.bak
sudo mv fluent-bit.conf /etc/fluent-bit/fluent-bit.conf

# 后台方式启动进程
nohup sudo /opt/fluent-bit/bin/fluent-bit -c /etc/fluent-bit/fluent-bit.conf >/dev/null 2>&1 &
# 添加开机自启动
sudo bash -c 'echo "nohup sudo /opt/fluent-bit/bin/fluent-bit -c /etc/fluent-bit/fluent-bit.conf >/dev/null 2>&1 &" >> /etc/rc.d/rc.local'
sudo bash -c 'echo "exit 0" >> /etc/rc.d/rc.local'
sudo bash -c 'sudo chmod +x /etc/rc.d/rc.local'

exit 0

//请修改以下代码
public static string _bucket = <s3 bucket name>; // 用于存放日志文件的S3存储痛名称
public static string _roleArn = "arn:aws:iam::<AWS Account ID >:role/gamelift-role"; // 创建队组时指定的实例角色ARN

 // a Unity callback when the program is quitting
    void OnApplicationQuit()
    {
        Debug.Log("GameLiftServer.OnApplicationQuit");
        FinalizeServerProcessShutdown();
        Debug.Log("Upload Log files to S3 bucket");
        try
        {
            AmazonSecurityTokenServiceClient stsClient = new AmazonSecurityTokenServiceClient(RegionEndpoint.USEast1);
            AssumeRoleResponse assumeRoleResponse = stsClient.AssumeRole(new AssumeRoleRequest()
            {
                RoleArn = _roleArn,
                RoleSessionName = System.Guid.NewGuid().ToString()
            });
            AmazonS3Client amazonS3Client = new AmazonS3Client(assumeRoleResponse.Credentials.AccessKeyId,assumeRoleResponse.Credentials.SecretAccessKey,assumeRoleResponse.Credentials.SessionToken,RegionEndpoint.USEast1);
            PutObjectRequest putObjectRequest = new PutObjectRequest
            {
                BucketName = _bucket,
                Key = "logfiles/date=" + DateTime.Now.ToString("yyyy-MM-dd") + "/" + _gameSessionId + ".log",
                FilePath = _logFileName,
                ContentType = "text/plain"
            };
            PutObjectResponse response = amazonS3Client.PutObject(putObjectRequest);
            Application.logMessageReceived -= Log;
            
            // delete the local log files after upload to s3
            Debug.Log("Delete Local Log File " + _logFileName);
            File.Delete(_logFileName);
        }
        catch (Exception e)
        {
            Debug.LogError("Log files upload exception : " + e.Message);
        }
    }

[OUTPUT]
    Name            es
    Match           *
    Host            ${ES_ENDPOINT}
    Port            443
    TLS             On
    AWS_Auth        On
    AWS_Region      ${AWS_REGION}
    Retry_Limit     6