OS – 一江春水向东流

Linux自动探测网卡名称

Linux上需要自动探测通信的网卡名称，有时会有多网卡方案一通过ip命令提取默认路由，来找到默认通信的网卡获取IP命令：

if [[ "$useIPV6" == "true" ]]; then
        ip_r=$(ip -6 r g 2000::1)
        LOCAL_IP=$(grep -oP "src \S+ "  < <(echo $ip6_r) | sed 's/src //' | awk '{gsub(/^\s+|\s+$/, "");print}')
        if [ "X$LOCAL_IP" == "X" ]; then
            LOCAL_IP=$(ip add | grep -w inet6 | grep -v ::1 | awk NR==1'{print $2}' | cut -d "/" -f 1)
        fi
else        
        ip_r=$(ip r g 1.0.0.0)
        LOCAL_IP=$(grep -oP "src \S+ "  < <(echo $ip_r) | sed 's/src //' | awk '{gsub(/^\s+|\s+$/, "");print}')
        if [ "X$LOCAL_IP" == "X" ] || (! echo $LOCAL_IP | grep -Eq '^([0-9]{1,3}\.){3}[0-9]{1,3}$'); then
            LOCAL_IP=$(ip add | grep -w inet | grep -v 127.0.0.1 | awk NR==1'{print $2}' | cut -d "/" -f 1)
        fi
    fi
fi

if [[ "$useIPV6" == "true" ]]; then

ip_r=$(ip -6 r g 2000::1)

LOCAL_IP=$(grep -oP "src \S+ " < <(echo $ip6_r) | sed 's/src //' | awk '{gsub(/^\s+|\s+$/, "");print}')

if [ "X$LOCAL_IP" == "X" ]; then

LOCAL_IP=$(ip add | grep -w inet6 | grep -v ::1 | awk NR==1'{print $2}' | cut -d "/" -f 1)

else

ip_r=$(ip r g 1.0.0.0)

LOCAL_IP=$(grep -oP "src \S+ " < <(echo $ip_r) | sed 's/src //' | awk '{gsub(/^\s+|\s+$/, "");print}')

if [ "X$LOCAL_IP" == "X" ] || (! echo $LOCAL_IP | grep -Eq '^([0-9]{1,3}\.){3}[0-9]{1,3}$'); then

LOCAL_IP=$(ip add | grep -w inet | grep -v 127.0.0.1 | awk NR==1'{print $2}' | cut -d "/" -f 1)

获取网卡名称

function get_cfgname(){
    ipa_info=$(ip a)
    line=$(echo "${ipa_info}" | sed -n -e "/\<${LOCAL_IP}\>/=")
    detect_cfgname=$(echo "${ipa_info}" | sed -n "1,${line}p" | grep '^[0-9]' | sed -n '$p' | awk -F ':| ' '{print $3}')
    echo $detect_cfgname
}

function interface_check() {
    cfgname=$(get_cfgname)
    # 判断网卡名称，此变量由环境变量传过来,如没有传时，则根据ip来反推网卡名称
    if [ "X$ifCfgName" == "X" ]; then
        ifCfgName=$cfgname
        if [ "X$ifCfgName" != "X" ]; then
            echo_color info "经自动探测，服务器网卡名称为：${ifCfgName}"
        else
            echo_color error "服务器网卡名称：${ifCfgName} 不存在, 请再次确认！"
            exit 1
        fi
    elif [ "$ifCfgName" != "$cfgname" ]; then
        detect_ipaddr=$(ip addr | awk '/inet/ && ! /\/32/ {ip[$NF] = $2; sub(/\/.*$/,"",ip[$NF])} END {for(i in ip){if(i ~ "'$ifCfgName'") print ip[i]}}')
        if [ "$LOCAL_IP" != "$detect_ipaddr" ]; then
            echo_color warning "填的网卡名称是$ifCfgName,跟探测的网卡名称$cfgname 不一致,请再次确认！"
            exit 1
        fi
    else
        echo_color info "填写的服务器网卡名称为：${ifCfgName}"
    fi

    write_restore_end
}

function get_cfgname(){

ipa_info=$(ip a)

line=$(echo "${ipa_info}" | sed -n -e "/\<${LOCAL_IP}\>/=")

detect_cfgname=$(echo "${ipa_info}" | sed -n "1,${line}p" | grep '^[0-9]' | sed -n '$p' | awk -F ':| ' '{print $3}')

echo $detect_cfgname

}

function interface_check() {

cfgname=$(get_cfgname)

# 判断网卡名称，此变量由环境变量传过来,如没有传时，则根据ip来反推网卡名称

if [ "X$ifCfgName" == "X" ]; then

ifCfgName=$cfgname

if [ "X$ifCfgName" != "X" ]; then

echo_color info "经自动探测，服务器网卡名称为：${ifCfgName}"

else

echo_color error "服务器网卡名称：${ifCfgName} 不存在, 请再次确认！"

exit 1

elif [ "$ifCfgName" != "$cfgname" ]; then

detect_ipaddr=$(ip addr | awk '/inet/ && ! /\/32/ {ip[$NF] = $2; sub(/\/.*$/,"",ip[$NF])} END {for(i in ip){if(i ~ "'$ifCfgName'") print ip[i]}}')

if [ "$LOCAL_IP" != "$detect_ipaddr" ]; then

echo_color warning "填的网卡名称是$ifCfgName,跟探测的网卡名称$cfgname 不一致,请再次确认！"

exit 1

else

echo_color info "填写的服务器网卡名称为：${ifCfgName}"

write_restore_end

}

方案二通过ansible_default_ipv4变量获取IP：

if [[ "$useIPV6" == "true" ]]; then
    filter=ansible_default_ipv6
else        
    filter=ansible_default_ipv4
fi
# define parameters of address and interface
eval $(ansible localhost -m setup -a 'gather_subset=!all,network filter='$filter''|egrep "\"interface\"|\"address\""|awk -F': ' '{gsub(/"|,| /,"",$0);gsub(/:/,"=",$0);print $0}')

LOCAL_IP=$address

if [[ "$useIPV6" == "true" ]]; then

filter=ansible_default_ipv6

else

filter=ansible_default_ipv4

# define parameters of address and interface

eval $(ansible localhost -m setup -a 'gather_subset=!all,network filter='$filter''|egrep "\"interface\"|\"address\""|awk -F': ' '{gsub(/"|,| /,"",$0);gsub(/:/,"=",$0);print $0}')

LOCAL_IP=$address

获取网卡名称：

    # 判断网卡名称，此变量由环境变量传过来,如没有传时，则提取ansible_default_ipv4变量
    if [ "X$ifCfgName" == "X" ]; then
        ifCfgName=$interface
        echo_color info "经自动探测，服务器网卡名称为：${ifCfgName}"
    elif [ "$ifCfgName" != "$interface" ]; then
        echo_color warning "填的网卡名称是$ifCfgName,跟探测的网卡名称$interface 不一致,请再次确认！"
        exit 1
    else
        echo_color info "填写的服务器网卡名称为：${ifCfgName}"
    fi

# 判断网卡名称，此变量由环境变量传过来,如没有传时，则提取ansible_default_ipv4变量

if [ "X$ifCfgName" == "X" ]; then

ifCfgName=$interface

echo_color info "经自动探测，服务器网卡名称为：${ifCfgName}"

elif [ "$ifCfgName" != "$interface" ]; then

echo_color warning "填的网卡名称是$ifCfgName,跟探测的网卡名称$interface 不一致,请再次确认！"

exit 1

else

echo_color info "填写的服务器网卡名称为：${ifCfgName}"

By sean, 2 months02/26/2024 ago

前言最新在适配我司产品在信创操作系统各个版本上的安装，在踩了很多坑后，总结出了一套有效的适配流程，在此记录一下。由于信创国产化操作系统都是基于openEuler系统或Centos系统来的，包括系统软件包名字，release号等都修改了，在信创服务器上安装产品其实最大的工作量是需要适配跟系统相关的软件，和编译arm64版的二进制文件，尤其前一个比较难弄，因为有很多信创系统和发行版本，我们的目标是，利用一台x86_64或者arm64架构的机器来构建所有的软件源，基本思路就是：由于官方没有信创docker镜像，需要自己做，首先需要制作信创os docker镜像的流程是：启动一个容器做构建环境(如:centos) –> 配置官方源 –> 通过yum –installroot=… 来创建基本的系统目录 –> 通过tar打包系统 –> docker import做成镜像 docker run起来信创系统docker镜像用作构建环境—> 配置官方源 —通过repotrack下载–> 打包成nexus 适配细节首先是制作os docker镜像，下面是制作脚本：

#!/usr/bin/env bash

# 用法： build.sh iso文件路径
# 例如：build.sh /data/build/os_images/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso

set -e
set -o pipefail

current_dir=$(
    cd "$(dirname "$0")"
    pwd
)

source $current_dir/tools/color.sh
BUILD_TOOLS="vim vi yum net-tools curl dnf-utils createrepo iproute"

function check_command(){
    local r=0
    `command -v $1 >/dev/null 2>&1` || r=1
    return ${r}
}

install_docker(){
    rpm -qa|grep podman > /dev/null 2>&1 && yum remove -y podman
    if [ "$ARCH" == 'amd64' ]; then centos_repo='Centos-7.repo'; else centos_repo='Centos-altarch-7.repo'; fi
    curl -o /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo 
    sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/docker-ce.repo 
    curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/${centos_repo} 
    sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/CentOS-Base.repo 
    yum makecache
	yum install docker-ce docker-ce-cli containerd.io -y
	if [ $? -eq 0 ]; then
		mkdir -p /etc/systemd/system/docker.service.d
		cat > /etc/systemd/system/docker.service.d/docker-options.conf << 'EOF'
[Service]
Environment="DOCKER_OPTS= --iptables=true \
--insecure-registry=0.0.0.0/0 \
--registry-mirror=https://dockerhub.xxx.com \
--registry-mirror=https://registry.docker-cn.com \
--registry-mirror=https://mirror.aliyuncs.com \
--registry-mirror=https://docker.mirrors.ustc.edu.cn \
--data-root=/data/docker \
--log-opt max-size=50m --log-opt max-file=5"
EOF
		cat > /etc/systemd/system/docker.service << 'EOF'
[Unit]
Description=Docker Application Container Engine
Documentation=http://docs.docker.com

[Service]
Type=notify
Environment="DOCKER_STORAGE_OPTIONS=-s overlay2"
Environment=GOTRACEBACK=crash
ExecReload=/bin/kill -s HUP $MAINPID
ExecStartPost=/usr/sbin/iptables -P FORWARD ACCEPT
Delegate=yes
KillMode=process
ExecStart=/usr/bin/dockerd \
          $DOCKER_OPTS \
          $DOCKER_STORAGE_OPTIONS \
          $DOCKER_DNS_OPTIONS
TasksMax=infinity
LimitNOFILE=1048576
LimitNPROC=1048576
LimitCORE=infinity
TimeoutStartSec=1min
# restart the docker process if it exits prematurely
Restart=on-failure
StartLimitBurst=3
StartLimitInterval=60s

[Install]
WantedBy=multi-user.target
EOF
	systemctl daemon-reload
	systemctl enable docker
	systemctl start docker
	fi
}

create_multi_platform(){
    if ! sudo docker ps | grep buildkitd >/dev/null 2>&1 || ! sudo docker buildx ls|grep 'multi-platform'>/dev/null 2>&1; then 
        sudo docker run -it --rm --privileged tonistiigi/binfmt --install all
        if [ ! -f ~/.config/buildkit/buildkitd.toml ]; then
        sudo mkdir -p ~/.config/buildkit/
        echo 'debug = true' > ~/.config/buildkit/buildkitd.toml 
        echo 'insecure-entitlements = [ "network.host", "security.insecure" ]' >> ~/.config/buildkit/buildkitd.toml 
        echo '[registry."dockerhub.xxx.com"]' >> ~/.config/buildkit/buildkitd.toml 
        echo '  http = false' >> ~/.config/buildkit/buildkitd.toml 
        echo '  insecure = true' >> ~/.config/buildkit/buildkitd.toml
        fi
        sudo docker buildx create \
        --name multi-platform \
        --use \
        --platform linux/amd64,linux/arm64 \
        --driver docker-container \
        --driver-opt network=host \
        --buildkitd-flags '--allow-insecure-entitlement network.host' \
        --config ~/.config/buildkit/buildkitd.toml
    fi
}

main(){
    cd ${current_dir}
    image_repo=$(find repos/online -name "*$image_name*$image_version*.repo")
    for arch in $image_arch; do
        if [ ! -z "$iso_path" ]; then
            iso_file=$(basename $iso_path)
            iso_dir=$(echo $iso_file|sed 's/.iso//g')
            iso_mount_dir=/mnt/$iso_dir
            [ ! -d "$iso_mount_dir" ] && mkdir -p $iso_mount_dir || (umount -f $iso_mount_dir || true)
            mount "$iso_path" $iso_mount_dir
            cat > repos/local.repo << EOF
[local]
name=local repo
baseurl= file://$iso_mount_dir
enable=1
gpgcheck=0
priority=1
EOF
        fi

        target=${image_name}_${image_version}_${arch}
        target_image=${image_name}:${image_version}-${arch}
        # docker pull --platform linux/$arch centos
        # docker pull --platform linux/$arch dockerhub.xxx.com/os/centos:8
        docker pull dockerhub.xxx.com/os/centos:8-${arch}
        docker rm -f centos_${target} > /dev/null 2>&1 || true

        if [ ! -z "$iso_path" ]; then
            extra_arg="-v $iso_mount_dir:$iso_mount_dir"
        fi

        docker run -d --name centos_${target} --network host \
            -v /var/run/docker.sock:/var/run/docker.sock \
            -v ${current_dir}:/opt/os \
            ${extra_arg} \
            dockerhub.xxx.com/os/centos:8-${arch} \
            sleep 100000

        docker exec centos_${target} bash -c "\
            rm -rf /etc/yum.repos.d/*; \
            if [ ! -z "$iso_path" ]; then \
                cp /opt/os/repos/local.repo /etc/yum.repos.d/local.repo; \
            fi; \
            cp /opt/os/$image_repo /etc/yum.repos.d/$(basename $image_repo); \           
            if [ "$image_name" == "kylin" ]; then \
                cp /opt/os/repos/online/kylin/RPM-GPG-KEY-kylin /etc/pki/rpm-gpg/RPM-GPG-KEY-kylin; \
            elif [ "$image_name" == "uos" ]; then \
                mkdir -p /opt/os/${target}/etc/dnf/vars;\
                cp /opt/os/repos/online/uos/uos-auth-u /etc/dnf/vars/uos-auth-u; \
                cp /opt/os/repos/online/uos/uos-auth-p /etc/dnf/vars/uos-auth-p; \
                cp /opt/os/repos/online/uos/uos-auth-u /opt/os/${target}/etc/dnf/vars/uos-auth-u; \
                cp /opt/os/repos/online/uos/uos-auth-p /opt/os/${target}/etc/dnf/vars/uos-auth-p; \
                if [ "$image_version" == "20-1060e" ]; then \
                    echo 'ufu' > /etc/dnf/vars/StateMode; \
                    echo 'ufu' > /opt/os/${target}/etc/dnf/vars/StateMode; \
                fi; \
            fi; \
            yum clean all; yum makecache; \
            yum -y --installroot=/opt/os/${target} install $BUILD_TOOLS \
            "

        cp /etc/skel/.bash* $current_dir/${target}/root/ 
        echo "" > $current_dir/${target}/root/.bash_history
        rm -rf $current_dir/${target}/core.*

        tar -cvpf ${target}.tar --directory=$current_dir/${target} --exclude=proc --exclude=sys --exclude=dev --exclude=run --exclude=boot .
        
        # check_command docker || install_docker
        # create_multi_platform
        cat ${target}.tar | docker import - $target_image

        #5. 运行镜像，测试镜像是否能正常使用
        docker run --rm --tty $target_image /bin/bash -c 'echo $(grep 'PRETTY_NAME' /etc/os-release) $(uname -m) builded success!!!'
        # clean
        docker rm -f centos_${target}
        umount -f $iso_mount_dir
        rm -rf ${target} ${target}.tar

        if [ $? -ne 0 ]; then
            errorlog "$target_image build Failed!!!!"
            exit
        else
            successlog "$target_image build successfull !"
        fi
    done

    if [ "$push" == "true" ]; then 
        for arch in $image_arch; do
            registry_image="$registry/${image_name}:${image_version}"
            docker tag ${image_name}:${image_version}-${arch} ${registry_image}-${arch}
            docker push ${registry_image}-${arch}
        done
        if [[ "$image_arch" == "amd64 arm64" ]] || \
          (docker images|awk '{print $1":"$2}'|grep ${registry_image}-amd64 >/dev/null 2>&1 && \
           docker images|awk '{print $1":"$2}'|grep ${registry_image}-arm64 >/dev/null 2>&1); then
            docker manifest rm ${registry_image} || true
            docker manifest create --insecure ${registry_image} ${registry_image}-amd64 ${registry_image}-arm64
            docker manifest annotate ${registry_image} ${registry_image}-amd64 --os linux --arch amd64
            docker manifest annotate ${registry_image} ${registry_image}-arm64 --os linux --arch arm64 --variant v8
            docker manifest push --insecure ${registry_image}
            if [ $? -ne 0 ]; then
                errorlog "${registry_image} build Failed!!!!"
                exit
            else
                successlog "${registry_image} build successfull !"
            fi
        fi
    fi
}

# 报错：x509: certificate has expired or is not yet valid，解决：docker.service.d/docker-options.conf里添加：--registry-mirror=https://dockerhub.xxx.com
function Usage() {
INFO="\
功能:构建操作系统docker镜像

用法:$0 [选项] ... [参数] ...

支持参数:
    --image string          [必选参数]镜像名称,如kylin:v10-sp3-arm64,openeuler:20.03-sp3-amd64,如果后面不带架构,如kylin:v10-sp3,则默认同时构建双架构
    --image_arch string     [可选参数]要构建的镜像的架构,默认是'amd64 arm64'
    --iso_path string       [可选参数]不提供此参数,默认从在线官方软件源制作;如提供此参数,则默认以挂载iso文件作为软件源安装软件,如:/data/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso
    --registry string       [可选参数]镜像仓库地址,比如要推送到dockerhub.xxx.com/os/kylin:v10-sp3,则值为dockerhub.xxx.com/os
    --push                  [可选参数]是否推送至镜像仓库,默认false
    --help                  帮助文档
"

    infolog "$INFO"

}

ARGS=`getopt -o vh --long image:,image_arch:,iso_path:,push,help -- "$@"`
([[ $? -ne 0 ]] || [[ -z "$@" ]]) && Usage && exit
eval set -- "$ARGS"

while true; do
    case "$1" in
        --image)
            case "$2" in
                "") exit 1 ;;
                *)  image=$2; shift 2 ;;
            esac ;;
	    --image_arch)
            case "$2" in
                "") exit 1 ;;
                *)  image_arch=$2; shift 2 ;;
            esac ;;
	    --push)
            push='true';shift ;;
	    --iso_path)
            case "$2" in
                "") exit 1 ;;
                *)  iso_path=$2; shift 2 ;;
            esac ;;
	    --registry)
            case "$2" in
                "") exit 1 ;;
                *)  registry=$2; shift 2 ;;
            esac ;;
        -h|--help|-help)
            Usage; exit 0 ;;
        --)
            shift; break ;;
        *)
            warnlog "Invalid option, use -h or --help to get help message."; exit 1 ;;
    esac
done

: ${image_arch:="amd64 arm64"}
: ${push:=false}
: ${registry:="dockerhub.xxx.com/os"}

image_name=$(echo $image|awk -F':' '{print $1}')
image_tag=$(echo $image|awk -F':' '{print $2}')
image_version=$(echo $image_tag|awk '{gsub(/-x86_64|amd64|-arm64|-aarch64/, "");print}')

if [[ $? == 0 ]] ; then
    main
else
    Usage
    exit 1
fi

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

#!/usr/bin/env bash

# 用法： build.sh iso文件路径

# 例如：build.sh /data/build/os_images/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso

set -e

set -o pipefail

current_dir=$(

cd "$(dirname "$0")"

pwd

)

source $current_dir/tools/color.sh

BUILD_TOOLS="vim vi yum net-tools curl dnf-utils createrepo iproute"

function check_command(){

local r=0

`command -v $1 >/dev/null 2>&1` || r=1

return ${r}

}

install_docker(){

rpm -qa|grep podman > /dev/null 2>&1 && yum remove -y podman

if [ "$ARCH" == 'amd64' ]; then centos_repo='Centos-7.repo'; else centos_repo='Centos-altarch-7.repo'; fi

curl -o /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo

sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/docker-ce.repo

curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/${centos_repo}

sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/CentOS-Base.repo

yum makecache

yum install docker-ce docker-ce-cli containerd.io -y

if [ $? -eq 0 ]; then

mkdir -p /etc/systemd/system/docker.service.d

cat > /etc/systemd/system/docker.service.d/docker-options.conf << 'EOF'

[Service]

Environment="DOCKER_OPTS= --iptables=true \

--insecure-registry=0.0.0.0/0 \

--registry-mirror=https://dockerhub.xxx.com \

--registry-mirror=https://registry.docker-cn.com \

--registry-mirror=https://mirror.aliyuncs.com \

--registry-mirror=https://docker.mirrors.ustc.edu.cn \

--data-root=/data/docker \

--log-opt max-size=50m --log-opt max-file=5"

EOF

cat > /etc/systemd/system/docker.service << 'EOF'

[Unit]

Description=Docker Application Container Engine

Documentation=http://docs.docker.com

[Service]

Type=notify

Environment="DOCKER_STORAGE_OPTIONS=-s overlay2"

Environment=GOTRACEBACK=crash

ExecReload=/bin/kill -s HUP $MAINPID

ExecStartPost=/usr/sbin/iptables -P FORWARD ACCEPT

Delegate=yes

KillMode=process

ExecStart=/usr/bin/dockerd \

$DOCKER_OPTS \

$DOCKER_STORAGE_OPTIONS \

$DOCKER_DNS_OPTIONS

TasksMax=infinity

LimitNOFILE=1048576

LimitNPROC=1048576

LimitCORE=infinity

TimeoutStartSec=1min

# restart the docker process if it exits prematurely

Restart=on-failure

StartLimitBurst=3

StartLimitInterval=60s

[Install]

WantedBy=multi-user.target

EOF

systemctl daemon-reload

systemctl enable docker

systemctl start docker

}

create_multi_platform(){

if ! sudo docker ps | grep buildkitd >/dev/null 2>&1 || ! sudo docker buildx ls|grep 'multi-platform'>/dev/null 2>&1; then

sudo docker run -it --rm --privileged tonistiigi/binfmt --install all

if [ ! -f ~/.config/buildkit/buildkitd.toml ]; then

sudo mkdir -p ~/.config/buildkit/

echo 'debug = true' > ~/.config/buildkit/buildkitd.toml

echo 'insecure-entitlements = [ "network.host", "security.insecure" ]' >> ~/.config/buildkit/buildkitd.toml

echo '[registry."dockerhub.xxx.com"]' >> ~/.config/buildkit/buildkitd.toml

echo ' http = false' >> ~/.config/buildkit/buildkitd.toml

echo ' insecure = true' >> ~/.config/buildkit/buildkitd.toml

sudo docker buildx create \

--name multi-platform \

--use \

--platform linux/amd64,linux/arm64 \

--driver docker-container \

--driver-opt network=host \

--buildkitd-flags '--allow-insecure-entitlement network.host' \

--config ~/.config/buildkit/buildkitd.toml

}

main(){

cd ${current_dir}

image_repo=$(find repos/online -name "*$image_name*$image_version*.repo")

for arch in $image_arch; do

if [ ! -z "$iso_path" ]; then

iso_file=$(basename $iso_path)

iso_dir=$(echo $iso_file|sed 's/.iso//g')

iso_mount_dir=/mnt/$iso_dir

[ ! -d "$iso_mount_dir" ] && mkdir -p $iso_mount_dir || (umount -f $iso_mount_dir || true)

mount "$iso_path" $iso_mount_dir

cat > repos/local.repo << EOF

[local]

name=local repo

baseurl= file://$iso_mount_dir

enable=1

gpgcheck=0

priority=1

EOF

target=${image_name}_${image_version}_${arch}

target_image=${image_name}:${image_version}-${arch}

# docker pull --platform linux/$arch centos

# docker pull --platform linux/$arch dockerhub.xxx.com/os/centos:8

docker pull dockerhub.xxx.com/os/centos:8-${arch}

docker rm -f centos_${target} > /dev/null 2>&1 || true

if [ ! -z "$iso_path" ]; then

extra_arg="-v $iso_mount_dir:$iso_mount_dir"

docker run -d --name centos_${target} --network host \

-v /var/run/docker.sock:/var/run/docker.sock \

-v ${current_dir}:/opt/os \

${extra_arg} \

dockerhub.xxx.com/os/centos:8-${arch} \

sleep 100000

docker exec centos_${target} bash -c "\

rm -rf /etc/yum.repos.d/*; \

if [ ! -z "$iso_path" ]; then \

cp /opt/os/repos/local.repo /etc/yum.repos.d/local.repo; \

fi; \

cp /opt/os/$image_repo /etc/yum.repos.d/$(basename $image_repo); \

if [ "$image_name" == "kylin" ]; then \

cp /opt/os/repos/online/kylin/RPM-GPG-KEY-kylin /etc/pki/rpm-gpg/RPM-GPG-KEY-kylin; \

elif [ "$image_name" == "uos" ]; then \

mkdir -p /opt/os/${target}/etc/dnf/vars;\

cp /opt/os/repos/online/uos/uos-auth-u /etc/dnf/vars/uos-auth-u; \

cp /opt/os/repos/online/uos/uos-auth-p /etc/dnf/vars/uos-auth-p; \

cp /opt/os/repos/online/uos/uos-auth-u /opt/os/${target}/etc/dnf/vars/uos-auth-u; \

cp /opt/os/repos/online/uos/uos-auth-p /opt/os/${target}/etc/dnf/vars/uos-auth-p; \

if [ "$image_version" == "20-1060e" ]; then \

echo 'ufu' > /etc/dnf/vars/StateMode; \

echo 'ufu' > /opt/os/${target}/etc/dnf/vars/StateMode; \

fi; \

yum clean all; yum makecache; \

yum -y --installroot=/opt/os/${target} install $BUILD_TOOLS \

cp /etc/skel/.bash* $current_dir/${target}/root/

echo "" > $current_dir/${target}/root/.bash_history

rm -rf $current_dir/${target}/core.*

tar -cvpf ${target}.tar --directory=$current_dir/${target} --exclude=proc --exclude=sys --exclude=dev --exclude=run --exclude=boot .

# check_command docker || install_docker

# create_multi_platform

cat ${target}.tar | docker import - $target_image

#5. 运行镜像，测试镜像是否能正常使用

docker run --rm --tty $target_image /bin/bash -c 'echo $(grep 'PRETTY_NAME' /etc/os-release) $(uname -m) builded success!!!'

# clean

docker rm -f centos_${target}

umount -f $iso_mount_dir

rm -rf ${target} ${target}.tar

if [ $? -ne 0 ]; then

errorlog "$target_image build Failed!!!!"

exit

else

successlog "$target_image build successfull !"

done

if [ "$push" == "true" ]; then

for arch in $image_arch; do

registry_image="$registry/${image_name}:${image_version}"

docker tag ${image_name}:${image_version}-${arch} ${registry_image}-${arch}

docker push ${registry_image}-${arch}

done

if [[ "$image_arch" == "amd64 arm64" ]] || \

(docker images|awk '{print $1":"$2}'|grep ${registry_image}-amd64 >/dev/null 2>&1 && \

docker images|awk '{print $1":"$2}'|grep ${registry_image}-arm64 >/dev/null 2>&1); then

docker manifest rm ${registry_image} || true

docker manifest create --insecure ${registry_image} ${registry_image}-amd64 ${registry_image}-arm64

docker manifest annotate ${registry_image} ${registry_image}-amd64 --os linux --arch amd64

docker manifest annotate ${registry_image} ${registry_image}-arm64 --os linux --arch arm64 --variant v8

docker manifest push --insecure ${registry_image}

if [ $? -ne 0 ]; then

errorlog "${registry_image} build Failed!!!!"

exit

else

successlog "${registry_image} build successfull !"

}

# 报错：x509: certificate has expired or is not yet valid，解决：docker.service.d/docker-options.conf里添加：--registry-mirror=https://dockerhub.xxx.com

function Usage() {

INFO="\

功能:构建操作系统docker镜像

用法:$0 [选项] ... [参数] ...

支持参数:

--image string [必选参数]镜像名称,如kylin:v10-sp3-arm64,openeuler:20.03-sp3-amd64,如果后面不带架构,如kylin:v10-sp3,则默认同时构建双架构

--image_arch string [可选参数]要构建的镜像的架构,默认是'amd64 arm64'

--iso_path string [可选参数]不提供此参数,默认从在线官方软件源制作;如提供此参数,则默认以挂载iso文件作为软件源安装软件,如:/data/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso

--registry string [可选参数]镜像仓库地址,比如要推送到dockerhub.xxx.com/os/kylin:v10-sp3,则值为dockerhub.xxx.com/os

--push [可选参数]是否推送至镜像仓库,默认false

--help 帮助文档

infolog "$INFO"

}

ARGS=`getopt -o vh --long image:,image_arch:,iso_path:,push,help -- "$@"`

([[ $? -ne 0 ]] || [[ -z "$@" ]]) && Usage && exit

eval set -- "$ARGS"

while true; do

case "$1" in

--image)

case "$2" in

"") exit 1 ;;

*) image=$2; shift 2 ;;

esac ;;

--image_arch)

case "$2" in

"") exit 1 ;;

*) image_arch=$2; shift 2 ;;

esac ;;

--push)

push='true';shift ;;

--iso_path)

case "$2" in

"") exit 1 ;;

*) iso_path=$2; shift 2 ;;

esac ;;

--registry)

case "$2" in

"") exit 1 ;;

*) registry=$2; shift 2 ;;

esac ;;

-h|--help|-help)

Usage; exit 0 ;;

--)

shift; break ;;

warnlog "Invalid option, use -h or --help to get help message."; exit 1 ;;

esac

done

: ${image_arch:="amd64 arm64"}

: ${push:=false}

: ${registry:="dockerhub.xxx.com/os"}

image_name=$(echo $image|awk -F':' '{print $1}')

image_tag=$(echo $image|awk -F':' '{print $2}')

image_version=$(echo $image_tag|awk '{gsub(/-x86_64|amd64|-arm64|-aarch64/, "");print}')

if [[ $? == 0 ]] ; then

main

else

Usage

exit 1

脚本逻辑解析：由于一些信创操作系统中安装软件时需要认证机制，所以需要提前将认证放入对应目录(可以从安装好的os虚机中获取),此认证文件经过测试可以用到其它发行版本上，所以以后版本更新不用再更新此文件脚本参数解析：

功能:构建操作系统docker镜像

./mkimage.sh --help
用法:mkimage.sh [选项] ... [参数] ...

支持参数:
    --image string          [必选参数]镜像名称， 如kylin:v10-sp3-arm64， openeuler:20.03-sp3-amd64, 如果后面不带架构，如kylin:v10-sp3，则默认同时构建双架构
    --image_arch string     [可选参数]要构建的镜像的架构,默认是'amd64 arm64'
    --iso_path string       [可选参数]不提供此参数，默认从在线官方软件源制作；如提供此参数，则默认以挂载iso文件作为软件源安装软件,如：/data/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso
    --registry string       [可选参数]镜像仓库地址，比如要推送到dockerhub.yonyoucloud.com/os/kylin:v10-sp3, 则值为dockerhub.yonyoucloud.com/os
    --push                  [可选参数]是否推送至镜像仓库,默认false
    --help                  帮助文档

功能:构建操作系统docker镜像

./mkimage.sh --help

用法:mkimage.sh [选项] ... [参数] ...

支持参数:

--image string [必选参数]镜像名称，如kylin:v10-sp3-arm64， openeuler:20.03-sp3-amd64, 如果后面不带架构，如kylin:v10-sp3，则默认同时构建双架构

--image_arch string [可选参数]要构建的镜像的架构,默认是'amd64 arm64'

--iso_path string [可选参数]不提供此参数，默认从在线官方软件源制作；如提供此参数，则默认以挂载iso文件作为软件源安装软件,如：/data/Kylin-Server-V10-SP3-General-Release-2303-ARM64.iso

--registry string [可选参数]镜像仓库地址，比如要推送到dockerhub.yonyoucloud.com/os/kylin:v10-sp3, 则值为dockerhub.yonyoucloud.com/os

--push [可选参数]是否推送至镜像仓库,默认false

--help 帮助文档

–image_arch: 构建的架构，默认两种架构同时构建 –iso_path: 官方发行版.iso后缀的镜像文件地址，如果提供此参数，则os镜像从.iso文件中的repo源进行制作，构建出来的镜像软件版本与.iso文件中的版本保持一致，如果不提供此参数，则脚本默认会从官方在线的repo软件源中去下载发行版对应的软件版本，可能会存在某些软件跟.iso文件中不一致(经过测试，仅中科方德安装openssl时出现了依赖不一致) 定义软件清单下载离线源时，通过定义一下packages.yaml文件，来定义全部所需的软件包： packages.yaml:

---
kubespray:
  common:
    - socat
    - e2fsprogs
    - xfsprogs
    - ebtables
    - bash-completion
    - ipvsadm
    - ipset
    - conntrack

  yum:
    - nss
    - device-mapper-libs
    - conntrack-tools

  apt:
    - python-apt
    - python3-apt
    - aufs-tools
    - apt-transport-https
    - software-properties-common

docker:
  - docker-ce-20.10.17 
  - docker-ce-cli-20.10.17 
  - containerd.io-1.6.7

middleware:
  yum: 
    - keepalived
    - ibus
    - gcc 
    - gcc-c++ 
    - pcre 
    - pcre-devel
    - libtool 
    - libtool-ltdl-devel 
    - libevent-devel 
    - perl 
    - perl-devel 
    - zlib 
    - zlib-devel 
    - expat 
    - gd 
    - gd-devel   
    - make
    - lua 
    - ncurses-devel 
    - flex  
    - libatomic   
    - iproute 
    - procps-ng 
    - fontconfig  
    - bind-utils  
    - libffi-devel 
    - readline 
    - readline-devel
    - tcl
    - cifs-utils
    - openssl
    - openssl-devel
    - openssl-libs
    - chrony
    - libselinux-python
    - python3-libselinux

common:
  - curl
  - jq
  - bc
  - tar
  - telnet
  - expect
  - xz
  - unzip
  - zip
  - nc
  - lrzsz 
  - lsof
  - lvm2
  - sshpass
  - vim
  - wget
  - ethtool
  - net-tools
  - rsync
  - dos2unix
  - ntp 
  - ntpdate
  

yum:
  - nfs-utils
  - createrepo
  - nc
  - httpd-tools

apt:
  - nfs-common
  - apt-transport-https
  - ca-certificates
  - gnupg
  - lsb-release
  - aptitude
  - dpkg-dev
  - gnupg2
  - netcat
  - apache2-utils
  - libgd-dev
  - expat
  - gcc
  - make
  - libpcre3
  - libpcre3-dev
  - zlib1g
  - zlib1g-dev
  - openssl
  - libssl-dev
  - perl

centos7:
  - libselinux-python
  - s3fs-fuse
  
kylin10:
  - compat-openssl10

uos:
  - compat-openssl10
  
openeuler:

nfs:
  - compat-openssl10

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

---

kubespray:

common:

- socat

- e2fsprogs

- xfsprogs

- ebtables

- bash-completion

- ipvsadm

- ipset

- conntrack

yum:

- nss

- device-mapper-libs

- conntrack-tools

apt:

- python-apt

- python3-apt

- aufs-tools

- apt-transport-https

- software-properties-common

docker:

- docker-ce-20.10.17

- docker-ce-cli-20.10.17

- containerd.io-1.6.7

middleware:

yum:

- keepalived

- ibus

- gcc

- gcc-c++

- pcre

- pcre-devel

- libtool

- libtool-ltdl-devel

- libevent-devel

- perl

- perl-devel

- zlib

- zlib-devel

- expat

- gd

- gd-devel

- make

- lua

- ncurses-devel

- flex

- libatomic

- iproute

- procps-ng

- fontconfig

- bind-utils

- libffi-devel

- readline

- readline-devel

- tcl

- cifs-utils

- openssl

- openssl-devel

- openssl-libs

- chrony

- libselinux-python

- python3-libselinux

common:

- curl

- jq

- bc

- tar

- telnet

- expect

- xz

- unzip

- zip

- nc

- lrzsz

- lsof

- lvm2

- sshpass

- vim

- wget

- ethtool

- net-tools

- rsync

- dos2unix

- ntp

- ntpdate

yum:

- nfs-utils

- createrepo

- nc

- httpd-tools

apt:

- nfs-common

- apt-transport-https

- ca-certificates

- gnupg

- lsb-release

- aptitude

- dpkg-dev

- gnupg2

- netcat

- apache2-utils

- libgd-dev

- expat

- gcc

- make

- libpcre3

- libpcre3-dev

- zlib1g

- zlib1g-dev

- openssl

- libssl-dev

- perl

centos7:

- libselinux-python

- s3fs-fuse

kylin10:

- compat-openssl10

uos:

- compat-openssl10

openeuler:

nfs:

- compat-openssl10

定义各系统构建使用的Dockerfile 下面是制作麒麟离线源的Dockerfile:

ARG FROM="dockerhub.xxx.com/os/kylin:v10-sp3"
FROM $FROM as kylin

ARG OS_VERSION=10
ARG BUILD_TOOLS="curl dnf-utils createrepo"
ARG BASE_URL=http://xxx.oss-cn-beijing.aliyuncs.com/download

WORKDIR /kylin/$OS_VERSION/os
COPY packages.yaml .
RUN set -x && ARCH=$(uname -m) \
    && curl -o /usr/bin/yq $BASE_URL/binary/yq-linux-$ARCH && chmod +x /usr/bin/yq \
    && yum install -q -y ${BUILD_TOOLS} || true \
    \
    && yq eval '.common[],.yum[],.kylin10[],.kubespray.common[],.kubespray.yum[],.middleware.yum[]' packages.yaml > packages.list \
    && sort -u packages.list | xargs repotrack -d 9 --destdir "${ARCH}/Packages" 

RUN set -x && ARCH=$(uname -m) \
    && if [ "$ARCH" == 'x86_64' ]; then centos_repo='Centos-7.repo'; else centos_repo='Centos-altarch-7.repo'; fi \
    # install docker
    && curl -o /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo \
    && sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/docker-ce.repo \
    && curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/${centos_repo} \
    && sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/CentOS-Base.repo \
    && yum makecache \
    && yq eval '.docker[]' packages.yaml | xargs repotrack -d 9 --destdir "${ARCH}/Packages" \
    \
    && rm -rf packages.yaml packages.list \
    && createrepo -d "${ARCH}"

FROM scratch
COPY --from=kylin /kylin ./kylin

ARG FROM="dockerhub.xxx.com/os/kylin:v10-sp3"

FROM $FROM as kylin

ARG OS_VERSION=10

ARG BUILD_TOOLS="curl dnf-utils createrepo"

ARG BASE_URL=http://xxx.oss-cn-beijing.aliyuncs.com/download

WORKDIR /kylin/$OS_VERSION/os

COPY packages.yaml .

RUN set -x && ARCH=$(uname -m) \

&& curl -o /usr/bin/yq $BASE_URL/binary/yq-linux-$ARCH && chmod +x /usr/bin/yq \

&& yum install -q -y ${BUILD_TOOLS} || true \

&& yq eval '.common[],.yum[],.kylin10[],.kubespray.common[],.kubespray.yum[],.middleware.yum[]' packages.yaml > packages.list \

&& sort -u packages.list | xargs repotrack -d 9 --destdir "${ARCH}/Packages"

RUN set -x && ARCH=$(uname -m) \

&& if [ "$ARCH" == 'x86_64' ]; then centos_repo='Centos-7.repo'; else centos_repo='Centos-altarch-7.repo'; fi \

# install docker

&& curl -o /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo \

&& sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/docker-ce.repo \

&& curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/${centos_repo} \

&& sed -i -e 's/$releasever/7/g' -e 's/https/http/g' /etc/yum.repos.d/CentOS-Base.repo \

&& yum makecache \

&& yq eval '.docker[]' packages.yaml | xargs repotrack -d 9 --destdir "${ARCH}/Packages" \

&& rm -rf packages.yaml packages.list \

&& createrepo -d "${ARCH}"

FROM scratch

COPY --from=kylin /kylin ./kylin

中科方德在适配过程中出现了很多问题，总结如下：官方没有docker-ce-20.10.17版本，需要配置docker el8源官方没有sshpass等包，需要配置centos7的源 Read more…

By sean, 6 months11/01/2023 ago

OS

一键自动创建磁盘并挂载

#! /bin/bash
 
#注:只有硬盘没有做过系统才能这么搞，如果有做过文件系统会直接返回异常信息。
 
diskEmpty=""
nameOfLv="lv_data"
nameOfVg="vg_data"
pathOfLog="/tmp/mkfs.log"
pathOfMount="/data"
 
echo -e "\n\n`date '+%Y-%m-%d %H:%M:%S'` ###" >> $pathOfLog
#验证磁盘是否为空，如果为空则把磁盘名称放入diskEmpty中，空格区分
for i in `lsblk -l | grep disk |awk '{print $1}'`； do
    isEmpty=1
    for j in `hexdump -n 170000 -C /dev/$i | head -1000 | awk -F'|' '{print $2}' | grep -v '^$' |awk -F'.' '{print NF-1}'`； do
        if [ $j -ne 16 ];then
            echo "Warnning: disk /dev/$i have data。please check the data of the disk 。" >> $pathOfLog
            isEmpty=0
            break
        fi
    done
    if [ $isEmpty -eq 1 ];then
        diskEmpty="$diskEmpty"" /dev/$i"
    fi
done
echo $diskEmpty
 
#创建逻辑卷和逻辑盘
vgcreate $nameOfVg $diskEmpty &>> $pathOfLog
lvcreate -l 100%FREE -n $nameOfLv $nameOfVg &>> $pathOfLog
 
#验证是否创建成功，如果失败则退出
lvscan |awk -F"'" '{print $2}' | awk -F '/' '{print $4}' | grep "^$nameOfLv$" &>> $pathOfLog
 
if [ $? -ne 0 ];then
echo "ERROR: no exists device of $nameOfLv named !" &>> $pathOfLog
exit 1
fi
 
#获取用于格式化文件系统的真实绝对路径
pathOfDeviceFormkfs=`lvscan |awk -F"'" '{print $2}'|grep "$nameOfLv$"`
echo 'pathOfDeviceFormkfs:' `lvscan |awk -F"'" '{print $2}'|grep "$nameOfLv$"`
 
#在该逻辑卷上制作文件系统
mkfs.xfs $pathOfDeviceFormkfs &>> $pathOfLog
 
#获取新创建的逻辑卷的真实绝对路径
pathOfDevice=`blkid |awk -F":" '{print $1}'|grep "$nameOfLv$"`
#检查挂载点是否存在，不存在则创建
[ ! -d $pathOfMount ] && mkdir $pathOfMount &>> $pathOfLog
 
#获取该逻辑卷的uuid和文件系统类型
infoOfDevice=`blkid |grep "^$pathOfDevice" | awk '{print $2" "$3}' | awk -F'"' '{print $2" "$4}'`
 
uuid=`echo "$infoOfDevice" | awk '{print $1}'`
typeOfFs=`echo "$infoOfDevice" | awk '{print $2}'`
 
#保证两个变量值存在，如果不存在就不做任何临时和永久的挂载操作。
[ -z "$uuid" ] && echo "uuid is null!" &>> $pathOfLog && exit
[ -z "$pathOfDevice" ] && echo "pathOfDevice is null!" &>> $pathOfLog && exit
#将挂载信息写入fstab并挂载
for i in `cat -n /etc/fstab | awk '{print $1" "$2}' | grep -E "$uuid|$pathOfDevice" | awk '{print $1}'`； do
    sed -n "${i}p" /etc/fstab >> $pathOfLog
    echo "warnning: 该数据将删除！"
done
 
echo "UUID=$uuid $pathOfMount $typeOfFs defaults 0 0" >> /etc/fstab
 
mount -a &>> $pathOfLog

#! /bin/bash

#注:只有硬盘没有做过系统才能这么搞，如果有做过文件系统会直接返回异常信息。

diskEmpty=""

nameOfLv="lv_data"

nameOfVg="vg_data"

pathOfLog="/tmp/mkfs.log"

pathOfMount="/data"

echo -e "\n\n`date '+%Y-%m-%d %H:%M:%S'` ###" >> $pathOfLog

#验证磁盘是否为空，如果为空则把磁盘名称放入diskEmpty中，空格区分

for i in `lsblk -l | grep disk |awk '{print $1}'`； do

isEmpty=1

for j in `hexdump -n 170000 -C /dev/$i | head -1000 | awk -F'|' '{print $2}' | grep -v '^$' |awk -F'.' '{print NF-1}'`； do

if [ $j -ne 16 ];then

echo "Warnning: disk /dev/$i have data。please check the data of the disk 。" >> $pathOfLog

isEmpty=0

break

done

if [ $isEmpty -eq 1 ];then

diskEmpty="$diskEmpty"" /dev/$i"

done

echo $diskEmpty

#创建逻辑卷和逻辑盘

vgcreate $nameOfVg $diskEmpty &>> $pathOfLog

lvcreate -l 100%FREE -n $nameOfLv $nameOfVg &>> $pathOfLog

#验证是否创建成功，如果失败则退出

lvscan |awk -F"'" '{print $2}' | awk -F '/' '{print $4}' | grep "^$nameOfLv$" &>> $pathOfLog

if [ $? -ne 0 ];then

echo "ERROR: no exists device of $nameOfLv named !" &>> $pathOfLog

exit 1

#获取用于格式化文件系统的真实绝对路径

pathOfDeviceFormkfs=`lvscan |awk -F"'" '{print $2}'|grep "$nameOfLv$"`

echo 'pathOfDeviceFormkfs:' `lvscan |awk -F"'" '{print $2}'|grep "$nameOfLv$"`

#在该逻辑卷上制作文件系统

mkfs.xfs $pathOfDeviceFormkfs &>> $pathOfLog

#获取新创建的逻辑卷的真实绝对路径

pathOfDevice=`blkid |awk -F":" '{print $1}'|grep "$nameOfLv$"`

#检查挂载点是否存在，不存在则创建

[ ! -d $pathOfMount ] && mkdir $pathOfMount &>> $pathOfLog

#获取该逻辑卷的uuid和文件系统类型

infoOfDevice=`blkid |grep "^$pathOfDevice" | awk '{print $2" "$3}' | awk -F'"' '{print $2" "$4}'`

uuid=`echo "$infoOfDevice" | awk '{print $1}'`

typeOfFs=`echo "$infoOfDevice" | awk '{print $2}'`

#保证两个变量值存在，如果不存在就不做任何临时和永久的挂载操作。

[ -z "$uuid" ] && echo "uuid is null!" &>> $pathOfLog && exit

[ -z "$pathOfDevice" ] && echo "pathOfDevice is null!" &>> $pathOfLog && exit

#将挂载信息写入fstab并挂载

for i in `cat -n /etc/fstab | awk '{print $1" "$2}' | grep -E "$uuid|$pathOfDevice" | awk '{print $1}'`； do

sed -n "${i}p" /etc/fstab >> $pathOfLog

echo "warnning: 该数据将删除！"

done

echo "UUID=$uuid $pathOfMount $typeOfFs defaults 0 0" >> /etc/fstab

mount -a &>> $pathOfLog

By sean, 1 year03/18/2023 ago

OS

WSL报：The attempted operation is not supported for the type of object referenced

在windows上打开wsl ubuntu的时候，报错： The attempted operation is not supported for the type of object referenced. 解决方式：需要在注册表添加一个key 创建一个名为wsl2.reg（或任何其他带有 .reg 后缀的文件名）的文件在中打开此文件notepad.exe，将下面的文本粘贴到其中。保存存档。双击这个文件，给它Administrator权限打开wsl.exe wsl2.reg 代码，我从这个问题复制

Windows Registry Editor Version 5.00

[HKEY_LOCAL_MACHINE\SYSTEM\CurrentControlSet\Services\WinSock2\Parameters\AppId_Catalog\0408F7A3]
"AppFullPath"="C:\\\\windows\\\\system32\\\\wsl.exe"
"PermittedLspCategories"=dword:80000000

Windows Registry Editor Version 5.00

[HKEY_LOCAL_MACHINE\SYSTEM\CurrentControlSet\Services\WinSock2\Parameters\AppId_Catalog\0408F7A3]

"AppFullPath"="C:\\\\windows\\\\system32\\\\wsl.exe"

"PermittedLspCategories"=dword:80000000

或者你可以wsl2.reg直接下载我的： https://baijifeilong.github.io/wsl2.reg 参考： https://jon.sprig.gs/blog/post/2140 https://github.com/microsoft/WSL/issues/4177

By sean, 1 year02/23/2023 ago

OS

vim使用动图

By sean, 1 year ago

OS

编译安装jq

编译安装jq #下载源码 git clone https://github.com/stedolan/jq.git cd jq git checkout jq-1.6 # 拉取子模块 git submodule update –init #生成makefile.in文件 autoreconf -fi #生成makefile ./configure –with-oniguruma=builtin –prefix=/usr/local #编译 make

By sean, 2 years03/10/2022 ago

OS

使screen支持滚动

　　在Linux中，常用的串口工具有minicom和screen，minicom可能使用得比较多，但是我比较喜欢screen，因为它的输出是彩色的，更舒服、更能突出重点。使用screen来打开串口也非常简单，如：screen /dev/ttyS0 115200 默认情况下，screen使用自己的缓冲区，使得无法方便地使用鼠标的滚轮或者终端（如konsole）的滚动条来拖动查看之前的输出信息。实际上，我们完全可以简单地通过配置文件（~/.screenrc）来实现这个功能：

termcapinfo xterm* ti@:te@ 
termcapinfo xterm|xterms|xs|rxvt 'hs:ts=\E]2;:fs=07:ds=\E]2;screen07'

1 2	termcapinfo xterm* ti@:te@ termcapinfo xterm\|xterms\|xs\|rxvt 'hs:ts=\E]2;:fs=07:ds=\E]2;screen07'

其实，只需要第一句就够了。第二句干嘛用的？其实我也不知道。。。参考资料： http://unix.stackexchange.com/questions/43229/is-there-a-way-to-make-screen-scroll-like-a-normal-terminal http://www.saltycrane.com/blog/2008/01/how-to-scroll-in-gnu-screen/

By sean, 4 years05/10/2020 ago

OS

.vimrc.local配置

"VIM语言设置
set fileencodings=utf-8,ucs-bom,gb18030,gbk,gb2312,cp936
set termencoding=utf-8
set encoding=utf-8

"一行的字符超出80个的话就把那些字符的背景设为红色
syntax enable
set background=dark
colorscheme solarized
highlight OverLength ctermbg=red ctermfg=white guibg=#592929
match OverLength /\%131v.\+/
set foldmethod=indent
set foldlevel=99
" press space to fold/unfold code
nnoremap <space> za
vnoremap <space> zf
"set mouse=v
" NERDTree
map <F4> :NERDTreeToggle<CR>
map <C-l> :tabn<cr>             "下一个tab
map <C-h> :tabp<cr>             "上一个tab
map <C-n> :tabnew<cr>           "新tab
map <C-k> :bn<cr>               "下一个文件
map <C-j> :bp<cr>               "上一个文件
"NERDTree-Tabs
let NERDTreeWinPos="right"
"let g:nerdtree_tabs_open_on_console_startup=1       "设置打开vim的时候默认打开目录树
map <leader>n <plug>NERDTreeTabsToggle <CR>         "设置打开目录树的快捷键

""为方便复制，用<F2>开启/关闭行号显示:
nnoremap <F2> :set nonumber!<CR>:set foldcolumn=0<CR>
set pastetoggle=<F3>

set fileencodings=utf-8,ucs-bom,gb18030,gbk,gb2312,cp936
set termencoding=utf-8
set encoding=utf-8

autocmd BufNewFile *.py,*.cc,*.sh,*.java exec ":call SetTitle()"

autocmd BufNewFile *.py,*.cc,*.sh,*.java exec ":call SetTitle()"

"给脚本自动添加头部注释说明
func SetTitle()
    if expand("%:e") == 'sh'
        call setline(1,"#!/bin/bash")
        call setline(2, "##############################################################")
        call setline(3, "# File Name: ".expand("%"))
        call setline(4, "# Version: V1.0")
        call setline(5, "# Author: sean")
        call setline(6, "# Organization: yonyou")
        call setline(7, "# Created Time : ".strftime("%F %T"))
        call setline(8, "# Description:")
        call setline(9, "##############################################################")
        call setline(10, "")
    endif
endfunc

" golang
Plugin 'fatih/vim-go'
let g:go_version_warning = 0
let g:go_disable_autoinstall = 0

"VIM语言设置

set fileencodings=utf-8,ucs-bom,gb18030,gbk,gb2312,cp936

set termencoding=utf-8

set encoding=utf-8

"一行的字符超出80个的话就把那些字符的背景设为红色

syntax enable

set background=dark

colorscheme solarized

highlight OverLength ctermbg=red ctermfg=white guibg=#592929

match OverLength /\%131v.\+/

set foldmethod=indent

set foldlevel=99

" press space to fold/unfold code

nnoremap <space> za

vnoremap <space> zf

"set mouse=v

" NERDTree

map <F4> :NERDTreeToggle<CR>

map <C-l> :tabn<cr> "下一个tab

map <C-h> :tabp<cr> "上一个tab

map <C-n> :tabnew<cr> "新tab

map <C-k> :bn<cr> "下一个文件

map <C-j> :bp<cr> "上一个文件

"NERDTree-Tabs

let NERDTreeWinPos="right"

"let g:nerdtree_tabs_open_on_console_startup=1 "设置打开vim的时候默认打开目录树

map <leader>n <plug>NERDTreeTabsToggle <CR> "设置打开目录树的快捷键

""为方便复制，用<F2>开启/关闭行号显示:

nnoremap <F2> :set nonumber!<CR>:set foldcolumn=0<CR>

set pastetoggle=<F3>

set fileencodings=utf-8,ucs-bom,gb18030,gbk,gb2312,cp936

set termencoding=utf-8

set encoding=utf-8

autocmd BufNewFile *.py,*.cc,*.sh,*.java exec ":call SetTitle()"

"给脚本自动添加头部注释说明

func SetTitle()

if expand("%:e") == 'sh'

call setline(1,"#!/bin/bash")

call setline(2, "##############################################################")

call setline(3, "# File Name: ".expand("%"))

call setline(4, "# Version: V1.0")

call setline(5, "# Author: sean")

call setline(6, "# Organization: yonyou")

call setline(7, "# Created Time : ".strftime("%F %T"))

call setline(8, "# Description:")

call setline(9, "##############################################################")

call setline(10, "")

endif

endfunc

" golang

Plugin 'fatih/vim-go'

let g:go_version_warning = 0

let g:go_disable_autoinstall = 0

By sean, 4 years01/16/2020 ago

OS

CentOS7 yum 升级vim 8

# 卸载老的vim
yum remove vim-* -y

# 下载第三方yum源
wget -P /etc/yum.repos.d/ https://copr.fedorainfracloud.org/coprs/lbiaggi/vim80-ligatures/repo/epel-7/lbiaggi-vim80-ligatures-epel-7.repo

# install vim
yum install vim-enhanced sudo -y

# 验证vim版本
rpm -qa |grep vim

# 卸载老的vim

yum remove vim-* -y

# 下载第三方yum源

wget -P /etc/yum.repos.d/ https://copr.fedorainfracloud.org/coprs/lbiaggi/vim80-ligatures/repo/epel-7/lbiaggi-vim80-ligatures-epel-7.repo

# install vim

yum install vim-enhanced sudo -y

# 验证vim版本

rpm -qa |grep vim

By sean, 4 years01/16/2020 ago

OS

rsyslog日志服务介绍以及日志收集

rsyslog日志服务介绍以及日志收集一、Rsyslog服务介绍 1.1 rsyslog简介 rsyslog，是Centos系统自带的很强大的一块系统日志工具。 /var/log/messages这个日志大家并不陌生，是我们出现问题经常去查看的一个日志记录文件，这个日志里面信息的填写是由rsyslog服务维护的。以前旧版本Centos 5系列的时候，此服务叫做syslog,从Centos 6版本开始，更名为rsyslog服务。以前是两个进程，rsyslogd（系统日志包括用户空间的各应用程序相关的日志）进程，klogd（内核日志包括kernel相关的日志）进程但是此进程由rsyslogd代为管理。所以只看到了rsyslogd一个进程。以前旧版本syslog不能进行并行数据存储、效率低，不能实现放在专用数据管理文件中，升级到rsyslog之后有了下面的优点：（1）. 多线程的服务，并发性能好。（2）. 可以使用udp、tcp、ssl、tls、relp等协议完成信息收集，可以集中存储在远程日志服务器中，早期的syslog仅支持简单的文本传输模式实现日志发送，不安全。（3）. 支持将日志放到mysql，pgsql,oracle等多种数据库中,这种行级锁的存储形式，不仅可以让多主机的信息写入更快，而且可以为web的界面展示提供很好的支持。（4）. 强大的过滤器，自定义过滤器，可实现过滤系统信息中的任意部分。（5）. 支持完整的自定义格式的输出格式配置。 1.2 rsyslog日志格式完整的rsyslog日志中包含产生日志的程序模块（Facility）、严重性（Severity或Level）、时间、主机名或IP、进程名、进程ID和正文。按照RFC 3164格式的话,rsyslog包分为3个部分,RPI，HEADER以及MSG总长度不能超过1024个字节： PRI（代表了facility以及severity）此字段只存在于rsyslog报文包头部分在log中并不常见。 HEADER部分包含一个时间戳以及发送方的主机名或ip地址，并且HEADER部分必须是一些可打印字符，时间戳部分是格式为“Mmm dd hh：mm:ss”的本地时间，其中Mmm是3个字母的英文缩写，如果日期小于10，必须空格代替缺少的一个数字，主机部分一般使用主机名，如果没有的话可以使用IPv4或者IPv6的地址。需要注意的是主机名中不能包含任何空格，时间戳和主机名后面都各自跟一个空格。 MSG部分一般包含生成消息的进程信息（TAG field）以及消息正文（CONTENT field）。TAG部分主要是包含生成消息的进程信息，不能超过32个字符。消息体必须是一些可见字符，这部分就是消息正文。TAG与CONTENT之间的间隔用非字母表字母隔开，一般用[或者:或者空格隔开。 1.3 Facility 包含 Facility(产生日志的设施，从功能和程序上对日志收集进行分类)在rsyslog中指定了产生日志消息的子系统，可选值为： auth : 身份认证 aupriv : 授权 cron : 计划任务 daemon：守护进程 kern ：内核 lpr Read more…

By sean, 4 years ago