Go Gin에서 수신한 HTTP 요청 본문을 AWS Kinesis Firehose에 저장

package main

import (
    "fmt"
    "encoding/json"
    "github.com/aws/aws-sdk-go/aws"
    "github.com/aws/aws-sdk-go/aws/awserr"
    "github.com/aws/aws-sdk-go/aws/session"
    "github.com/aws/aws-sdk-go/service/firehose"
    "github.com/gin-gonic/gin"
)

type EntryRecord struct {
    PostBodyField string `json:"entry"`
    Host string `json:"host"`
    RemoteAddr string `json:"remoteaddr"`
}

const (
    deliveryStreamName = "firehose-dest-bucket"
)

func handleEntry(c *gin.Context) {

    buf := make([]byte, 2048)
    n, _ := c.Request.Body.Read(buf)
    body_filed := string(buf[0:n])
    fmt.Println(body_filed)

    entry_record := EntryRecord{
        PostBodyField: body_filed,
        Host: c.Request.Host,
        RemoteAddr: c.Request.RemoteAddr,
    }

    firehose_svc := firehose.New(session.New(), aws.NewConfig().WithRegion("ap-northeast-1"))
    record := &firehose.Record{}
    json, _ := json.Marshal(entry_record)

    record_byte := append([]byte(json), []byte("\n")...)

    record.SetData(record_byte)

    _, err := firehose_svc.PutRecord(
        &firehose.PutRecordInput{
            DeliveryStreamName: aws.String(deliveryStreamName),
            Record:             record,
        },
    )
    if err != nil {
        if awsErr, ok := err.(awserr.Error); ok {
            print(awsErr.Message())
        }
    }
}

func main() {
    r := gin.Default()
    r.POST("/submit", handleEntry)
    r.Run() 
}

전제 조건

&firehose.PutRecordInput{
            DeliveryStreamName: aws.String(deliveryStreamName),
            Record:             record,
        },

    record := &firehose.Record{}
    json, _ := json.Marshal(entry_record)

    record_byte := append([]byte(json), []byte("\n")...)

    record.SetData(record_byte)

참조