September 2020 – 一江春水向东流

未分类

build a docker-compose binary for aarch64/arm64

在uos(基于Debian)操作系统上, docker-compose也需要重新编译，过程如下：首先安装docker 获取软件包获取“Docker Compose-1.22.0”安装包。

cd /usr/local/src
git clone https://github.com/ubiquiti/docker-compose-aarch64.git

1 2	cd /usr/local/src git clone https://github.com/ubiquiti/docker-compose-aarch64.git

安装进入docker-compose源文件目录。cd /usr/local/src/docker-compose-aarch64 配置Dockerfile。vi Dockerfile更改如下：由于是直接在uos机器上编译，所以不需要进行交叉编译，注释掉RUN [ “cross-build-start” ] pip install时老是timeout，在此增加timeout时间, 配置清华源完整Dockerfile如下：

# Dockerfile to build docker-compose for aarch64
FROM arm64v8/python:3.6.5-stretch

# Add env
ENV LANG C.UTF-8

# Enable cross-build for aarch64
COPY ./vendor/qemu-bin /usr/bin/
# RUN [ "cross-build-start" ]

# Set the versions
ENV DOCKER_COMPOSE_VER 1.22.0
# docker-compose requires pyinstaller 3.3.1 (check github.com/docker/compose/requirements-build.txt)
# If this changes, you may need to modify the version of "six" below
ENV PYINSTALLER_VER 3.3.1
# "six" is needed for PyInstaller. v1.11.0 is the latest as of PyInstaller 3.3.1
ENV SIX_VER 1.11.0

# Install dependencies
# RUN apt-get update && apt-get install -y
RUN pip install six==$SIX_VER

# Compile the pyinstaller "bootloader"
# https://pyinstaller.readthedocs.io/en/stable/bootloader-building.html
WORKDIR /build/pyinstallerbootloader
RUN curl -fsSL https://github.com/pyinstaller/pyinstaller/releases/download/v$PYINSTALLER_VER/PyInstaller-$PYINSTALLER_VER.tar.gz | tar xvz >/dev/null \
    && cd PyInstaller*/bootloader \
    && python3 ./waf all

# Clone docker-compose
WORKDIR /build/dockercompose
RUN git clone https://github.com/docker/compose.git . \
    && git checkout $DOCKER_COMPOSE_VER

# Run the build steps (taken from github.com/docker/compose/script/build/linux-entrypoint)
RUN mkdir ./dist \
    && pip install --default-timeout=1000 --no-cache-dir -q -i https://pypi.tuna.tsinghua.edu.cn/simple -r requirements.txt -r requirements-build.txt \
    && ./script/build/write-git-sha \
    && pyinstaller docker-compose.spec \
    && mv dist/docker-compose ./docker-compose-$(uname -s)-$(uname -m)

# Disable cross-build for aarch64
# Note: don't disable this, since we want to run this container on x86_64, not aarch64
# RUN [ "cross-build-end" ]

# Copy out the generated binary
VOLUME /dist
CMD cp docker-compose-* /dist

# Dockerfile to build docker-compose for aarch64

FROM arm64v8/python:3.6.5-stretch

# Add env

ENV LANG C.UTF-8

# Enable cross-build for aarch64

COPY ./vendor/qemu-bin /usr/bin/

# RUN [ "cross-build-start" ]

# Set the versions

ENV DOCKER_COMPOSE_VER 1.22.0

# docker-compose requires pyinstaller 3.3.1 (check github.com/docker/compose/requirements-build.txt)

# If this changes, you may need to modify the version of "six" below

ENV PYINSTALLER_VER 3.3.1

# "six" is needed for PyInstaller. v1.11.0 is the latest as of PyInstaller 3.3.1

ENV SIX_VER 1.11.0

# Install dependencies

# RUN apt-get update && apt-get install -y

RUN pip install six==$SIX_VER

# Compile the pyinstaller "bootloader"

# https://pyinstaller.readthedocs.io/en/stable/bootloader-building.html

WORKDIR /build/pyinstallerbootloader

RUN curl -fsSL https://github.com/pyinstaller/pyinstaller/releases/download/v$PYINSTALLER_VER/PyInstaller-$PYINSTALLER_VER.tar.gz | tar xvz >/dev/null \

&& cd PyInstaller*/bootloader \

&& python3 ./waf all

# Clone docker-compose

WORKDIR /build/dockercompose

RUN git clone https://github.com/docker/compose.git . \

&& git checkout $DOCKER_COMPOSE_VER

# Run the build steps (taken from github.com/docker/compose/script/build/linux-entrypoint)

RUN mkdir ./dist \

&& pip install --default-timeout=1000 --no-cache-dir -q -i https://pypi.tuna.tsinghua.edu.cn/simple -r requirements.txt -r requirements-build.txt \

&& ./script/build/write-git-sha \

&& pyinstaller docker-compose.spec \

&& mv dist/docker-compose ./docker-compose-$(uname -s)-$(uname -m)

# Disable cross-build for aarch64

# Note: don't disable this, since we want to run this container on x86_64, not aarch64

# RUN [ "cross-build-end" ]

# Copy out the generated binary

VOLUME /dist

CMD cp docker-compose-* /dist

安装docker-compose

cd /usr/local/src/docker-compose-aarch64
docker build . -t docker-compose-aarch64-builder

1 2	cd /usr/local/src/docker-compose-aarch64 docker build . -t docker-compose-aarch64-builder

运行和验证运行docker-compose容器

(venv) root@uos-PC:/data/nfsdata/docker-compose-aarch64# docker run --rm -it docker-compose-aarch64-builder bash
root@6b31862b8797:/build/dockercompose# find / -name "docker-compose-Linux-aarch64"
/build/dockercompose/docker-compose-Linux-aarch64
root@6b31862b8797:/build/dockercompose# cd /build/dockercompose
root@6b31862b8797:/build/dockercompose# ./docker-compose-Linux-aarch64 --version
docker-compose version 1.22.0, build e20d808e

(venv) root@uos-PC:/data/nfsdata/docker-compose-aarch64# docker run --rm -it docker-compose-aarch64-builder bash

root@6b31862b8797:/build/dockercompose# find / -name "docker-compose-Linux-aarch64"

/build/dockercompose/docker-compose-Linux-aarch64

root@6b31862b8797:/build/dockercompose# cd /build/dockercompose

root@6b31862b8797:/build/dockercompose# ./docker-compose-Linux-aarch64 --version

docker-compose version 1.22.0, build e20d808e

拷贝执行文件：

docker cp e4b58853c83d:/build/dockercompose/docker-compose-Linux-aarch64 .

1	docker cp e4b58853c83d:/build/dockercompose/docker-compose-Linux-aarch64 .

By sean, 4 years09/11/2020 ago

未分类

搭建rsync服务器同步数据

最近在弄国产化操作系统适配，由于别人公司不让用VPN, 只能通过一个公网映射端口做ssh登录，而安装代码又是放在内网的其它服务器上，代码调试很不方便，所以想到用rsync来从公网服务器上自动同步代码到内网服务器上首先搭建rsync服务：安装rsync：

apt-get install rsync

1	apt-get install rsync

在source服务器上运行命令（可以同时同步到两台内网服务器上）

nohup inotifywait -mqr -e modify --timefmt '%Y-%m-%d %H:%M:%S' \
  --format '%w %f %e %T' /data/iuap_installer | while read file; do \
    for i in 192.168.1.3 192.168.1.98; do \
      rsync -avzP -e ssh /data/iuap_installer/ root@$i:/data/iuap_installer/ \
      >/dev/null 2>&1; \
    done; \
  done &

nohup inotifywait -mqr -e modify --timefmt '%Y-%m-%d %H:%M:%S' \

--format '%w %f %e %T' /data/iuap_installer | while read file; do \

for i in 192.168.1.3 192.168.1.98; do \

rsync -avzP -e ssh /data/iuap_installer/ root@$i:/data/iuap_installer/ \

>/dev/null 2>&1; \

done; \

done &

如果用cron来定时同步的话，可以简单地配置ssh免密，来通过ssh同步：

for dir in /armbuild /data; do
    rsync -avzP -e "ssh -i /root/.ssh/id_rsa -p 22" $dir rsync@10.x.x.x:/ali-nas/gPaaS/48.49/
done

for dir in /armbuild /data; do

rsync -avzP -e "ssh -i /root/.ssh/id_rsa -p 22" $dir rsync@10.x.x.x:/ali-nas/gPaaS/48.49/

done

注：如果用rsync模块来同步的话，可以来配置rsync服务器：

cat > /etc/rsyncd.conf << EOF
# /etc/rsyncd: configuration file for rsync daemon mode
# See rsyncd.conf man page for more options.
# 传输文件使用的用户和用户组，如果是从服务器=>客户端，要保证www用户对文件有读取的权限；如果是从客户端=>服务端，要保证www对文件有写权限。
uid = root
gid = root
# 允许chroot，提升安全性，客户端连接模块，首先chroot到模块path参数指定的目录下，chroot为yes时必须使用root权限，且不能备份path路径外的链接文件
use chroot = yes
# 只读
read only = no
# 只写
write only = no
# 设定白名单，可以指定IP段（172.18.50.1/255.255.255.0）,各个Ip段用空格分开
hosts allow = 10.10.0.0/255.255.0.0,192.168.0.0/255.255.0.0
#hosts deny = *
# 允许的客户端最大连接数
max connections = 10
# 欢迎文件的路径，非必须
motd file = /etc/rsync/rsyncd.motd
# pid文件路径
pid file = /var/run/rsyncd.pid
# 记录传输文件日志
transfer logging = yes
# 日志文件格式
log format = %t %a %m %f %b
# 指定日志文件
log file = /var/log/rsync.log
# 剔除某些文件或目录，不同步
exclude = lost+found/
# 设置超时时间
timeout = 900
ignore nonreadable = yes
# 设置不需要压缩的文件
dont compress   = *.gz *.tgz *.zip *.z *.Z *.rpm *.deb *.bz2

# 模块，可以配置多个，使用如: sate@172.18.50.125::125to110
[test]
# 模块的根目录，同步目录，要注意权限
path = /data/iuap_installer
# 是否允许列出模块内容
list = no
# 忽略错误
ignore errors
# 添加注释
comment = ftp export area
# 模块验证的用户名称，可使用空格或者逗号隔开多个用户名
auth users = root
# 模块验证密码文件 可放在全局配置里
secrets file = /etc/rsyncd.secrets
# 剔除某些文件或目录，不同步
exclude = lost+found/ conf/ man/

cat > /etc/rsyncd.conf << EOF

# /etc/rsyncd: configuration file for rsync daemon mode

# See rsyncd.conf man page for more options.

# 传输文件使用的用户和用户组，如果是从服务器=>客户端，要保证www用户对文件有读取的权限；如果是从客户端=>服务端，要保证www对文件有写权限。

uid = root

gid = root

# 允许chroot，提升安全性，客户端连接模块，首先chroot到模块path参数指定的目录下，chroot为yes时必须使用root权限，且不能备份path路径外的链接文件

use chroot = yes

# 只读

read only = no

# 只写

write only = no

# 设定白名单，可以指定IP段（172.18.50.1/255.255.255.0）,各个Ip段用空格分开

hosts allow = 10.10.0.0/255.255.0.0,192.168.0.0/255.255.0.0

#hosts deny = *

# 允许的客户端最大连接数

max connections = 10

# 欢迎文件的路径，非必须

motd file = /etc/rsync/rsyncd.motd

# pid文件路径

pid file = /var/run/rsyncd.pid

# 记录传输文件日志

transfer logging = yes

# 日志文件格式

log format = %t %a %m %f %b

# 指定日志文件

log file = /var/log/rsync.log

# 剔除某些文件或目录，不同步

exclude = lost+found/

# 设置超时时间

timeout = 900

ignore nonreadable = yes

# 设置不需要压缩的文件

dont compress = *.gz *.tgz *.zip *.z *.Z *.rpm *.deb *.bz2

# 模块，可以配置多个，使用如: sate@172.18.50.125::125to110

[test]

path = /data/iuap_installer

# 是否允许列出模块内容

list = no

# 忽略错误

ignore errors

# 添加注释

comment = ftp export area

# 模块验证的用户名称，可使用空格或者逗号隔开多个用户名

auth users = root

# 模块验证密码文件可放在全局配置里

secrets file = /etc/rsyncd.secrets

# 剔除某些文件或目录，不同步

exclude = lost+found/ conf/ man/

cat > /etc/rsyncd.secrets <<EOF
mypassword
EOF

cat > /etc/rsyncd.secrets <<EOF

mypassword

EOF

具体使用方法如下：

rsync -avzP --password-file=/etc/rsyncd.secrets   root@192.168.1.3::test

1	rsync -avzP --password-file=/etc/rsyncd.secrets root@192.168.1.3::test

By sean, 4 years09/09/2020 ago

M	T	W	T	F	S	S
	1	2	3	4	5	6
7	8	9	10	11	12	13
14	15	16	17	18	19	20
21	22	23	24	25	26	27
28	29	30