DEV Community

Query Filter
Query Filter

Posted on

filter

#!/bin/bash

# Usage: cat file.csv | ./filter_lastNdays.sh <date_column_number> <days>
# Example: cat file.csv | ./filter_lastNdays.sh 4 45

if [ -z "$1" ] || [ -z "$2" ]; then
    echo "Usage: $0 <date_column_number> <days>"
    exit 1
fi

DATE_COL="$1"
DAYS="$2"

# Calculate cutoff timestamp (N days ago)
CUTOFF=$(date -d "-$DAYS days" +%s)

awk -F'~' -v col="$DATE_COL" -v cutoff="$CUTOFF" '
{
    # Replace last colon before milliseconds with dot if present
    gsub(/:([0-9]{3})$/, ".\\1", $col)

    # Convert date string to epoch seconds
    cmd = "date -d \"" $col "\" +%s"
    cmd | getline t
    close(cmd)

    # Print row if timestamp >= cutoff
    if(t >= cutoff) print
}'

Enter fullscreen mode Exit fullscreen mode

Top comments (0)