Golang Stream All Lines From Stdin

write.sh

#! /bin/sh

set -euo pipefail

for i in {1..100}; do
    echo "$i"
    sleep 1
done

main.go

package main

import (
    "bufio"
    "encoding/base64"
    "log"
    "os"
)

func main() {
    l := log.New(os.Stdout, "[STREAM] ", log.Lshortfile|log.LstdFlags|log.Lmsgprefix)
    s := bufio.NewScanner(os.Stdin)

    for s.Scan() {
        t := s.Text()
        b := s.Bytes()

        // for example process the input to b64
        b64 := base64.StdEncoding.EncodeToString(b)
        l.Println(t, "=>", b64)
    }
}

Usage

sh write.sh | go run main.go
2022/04/10 20:55:25 main.go:20: [STREAM] 1 => MQ==
2022/04/10 20:55:26 main.go:20: [STREAM] 2 => Mg==
2022/04/10 20:55:27 main.go:20: [STREAM] 3 => Mw==
2022/04/10 20:55:28 main.go:20: [STREAM] 4 => NA==
2022/04/10 20:55:29 main.go:20: [STREAM] 5 => NQ==
2022/04/10 20:55:30 main.go:20: [STREAM] 6 => Ng==
^Csignal: interrupt