mirror of
https://github.com/AppFlowy-IO/AppFlowy-Cloud.git
synced 2025-04-25 06:17:07 -04:00
80d46a2e3c
* chore: rename folder * chore: add script to remove redis stream * chore: add script to remove redis stream * chore: fix ci
87 lines
2.6 KiB
Bash
Executable file
87 lines
2.6 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# delete all Redis stream entries matching the prefix that are older than the given date range
|
|
# Usage: ./remove_redis_stream_range.sh stream_prefix 20231001 20231005 [--verbose]
|
|
|
|
# Function to convert date string (YYYYMMDD) to Unix timestamp in milliseconds
|
|
date_to_timestamp_ms() {
|
|
date -j -f "%Y%m%d" "$1" "+%s000" 2>/dev/null || date -d "$1" "+%s000" 2>/dev/null
|
|
}
|
|
|
|
# Check if the correct number of arguments is provided
|
|
if [ "$#" -lt 3 ] || [ "$#" -gt 4 ]; then
|
|
echo "Usage: $0 <stream_prefix> <start_date> <end_date> [--verbose]"
|
|
exit 1
|
|
fi
|
|
|
|
# Check if redis-cli is installed
|
|
if ! command -v redis-cli &> /dev/null; then
|
|
echo "redis-cli could not be found. Please install Redis CLI."
|
|
exit 1
|
|
fi
|
|
|
|
# Input stream prefix and date range in YYYYMMDD format
|
|
stream_prefix=$1
|
|
start_date=$2
|
|
end_date=$3
|
|
verbose=false
|
|
|
|
# Check for verbose flag
|
|
if [ "$#" -eq 4 ] && [ "$4" == "--verbose" ]; then
|
|
verbose=true
|
|
fi
|
|
|
|
# Validate input date format
|
|
if ! [[ $start_date =~ ^[0-9]{8}$ ]] || ! [[ $end_date =~ ^[0-9]{8}$ ]]; then
|
|
echo "Invalid date format. Please use YYYYMMDD."
|
|
exit 1
|
|
fi
|
|
|
|
# Convert input dates to Unix timestamps in milliseconds
|
|
start_timestamp=$(date_to_timestamp_ms $start_date)
|
|
end_timestamp=$(date_to_timestamp_ms $end_date)
|
|
|
|
if [ $? -ne 0 ] || [ -z "$start_timestamp" ] || [ -z "$end_timestamp" ]; then
|
|
echo "Error converting date to timestamp. Please check the input dates."
|
|
exit 1
|
|
fi
|
|
|
|
# Construct Redis stream IDs
|
|
start_id="${start_timestamp}-0"
|
|
end_id="${end_timestamp}-0"
|
|
|
|
# Initialize cursor for SCAN
|
|
cursor=0
|
|
|
|
while :; do
|
|
# Scan for keys with the specified prefix
|
|
result=$(redis-cli scan $cursor match "${stream_prefix}*")
|
|
|
|
# Extract cursor and keys
|
|
cursor=$(echo "$result" | head -n 1)
|
|
keys=$(echo "$result" | tail -n +2 | tr -d '\r')
|
|
|
|
# Loop through the keys and delete entries within the range
|
|
for key in $keys; do
|
|
if $verbose; then
|
|
echo "Query entries from stream: $key in the range: $start_id to $end_id"
|
|
fi
|
|
|
|
# Fetch entries within the range
|
|
entries=$(redis-cli xrange $key $start_id $end_id)
|
|
|
|
# Loop through the entries and delete them
|
|
while IFS= read -r entry; do
|
|
entry_id=$(echo $entry | awk '{print $1}')
|
|
if [[ $entry_id =~ ^[0-9]+-[0-9]+$ ]]; then
|
|
redis-cli xdel $key $entry_id
|
|
if $verbose; then
|
|
echo "Deleted entry: $entry_id from stream: $key"
|
|
fi
|
|
fi
|
|
done <<< "$entries"
|
|
done
|
|
|
|
# Break loop if cursor is 0
|
|
[ "$cursor" -eq 0 ] && break
|
|
done
|