shell脚本批量导出redis key-value方式

version: '3'
services:
  redis:
    image: redis
    container_name: redis
    restart: always
    command: redis-server /etc/redis/redis.conf
    ports:
      - 46379:6379
    environment:
      tz: asia/shanghai
      lang: en_us.utf-8
    volumes:
      - ./mnt/conf/redis.conf:/etc/redis/redis.conf:rw
      - ./mnt/data:/data:rw

mkdir -p ./mnt/conf
vim ./mnt/conf/redis.conf

requirepass gsef7nooih5r
dbfilename dump.rdb
dir /data

docker-compose up -d

docker logs -f redis

# 进入容器
docker exec -it redis bash

# 认证
auth gsef7nooih5r

# 查询key数量
dbsize

docker exec -it redis bash

# 换源并安装vim
sed -i 's/deb.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list  \
    && apt update -y \
    && apt-get install -y vim

# 解决vim中文乱码
echo -e "syntax on \nset termencoding=utf-8 \nset encoding=utf8 \nset fileencodings=utf8,ucs-bom,gbk,cp936,gb2312,gb18030" >> ~/.vimrc

vim redis_export.sh

#!/bin/bash
redis_host=localhost
redis_port=6379
redis_password=gsef7nooih5r
cnt=1000

key_name=vc_*
key_file=key_list.txt
value_file=value_list.txt
result_file=kv_result.txt
interval=0.01

redis-cli -h $redis_host -p $redis_port -a $redis_password scan 0 match "$key_name"  count $cnt 2>/dev/null> scan_tmp_result
new_cursor=`sed -n '1p' scan_tmp_result`
sed -n '2,$p' scan_tmp_result > $key_file

while [ $new_cursor -ne 0 ]
do
  redis-cli -h $redis_host -p $redis_port -a $redis_password scan $new_cursor match "$key_name" count $cnt 2>/dev/null> scan_tmp_result
  new_cursor=`sed -n '1p' scan_tmp_result`
  echo `cat $key_file |wc -l`
  sed -n '2,$p' scan_tmp_result >> $key_file
done
total=`cat $key_file |wc -l`
echo $total

> $value_file
i=0
for key in `cat $key_file`
do
    i=$(($i+1))
    if [[ ${i}%1000 -eq 0 || ${i} -eq $total ]]; then
	    echo "$i / $total"
    fi
    echo "get $key" | redis-cli $interval -h $redis_host -p $redis_port -a $redis_password 2>/dev/null >> $value_file
done
paste $key_file $value_file > $result_file
rm -f scan_tmp_result $value_file $key_file

bash ./redis_export.sh

redis-cli  -a gsef7nooih5r --scan --pattern "vc_*">/tmp/redis.log

echo "keys vc_*" | redis-cli -a gsef7nooih5r >/tmp/redis.log