qcloud 开发机 - Githubissues

tiancheng91 commented 5 years ago

对象存储数据文件备份

文件备份
pip install coscmd -U

echo """
[common]
secret_id = *
secret_key = *
bucket = qcloud-1251448988
region = ap-guangzhou
max_thread = 5
part_size = 1
schema = https
""" >> ~/.cos.conf

#命令格式
coscmd upload -r <localpath> <cospath>
#同步上传，跳过md5相同的文件
coscmd upload -rs /home/aaa/ /home/aaa
#忽略.txt和.doc的后缀文件
coscmd upload -rs /home/aaa/ /home/aaa --ignore *.txt,*.doc

#命令格式
coscmd download <cospath> <localpath>
#命令格式
coscmd download -r <cospath> <localpath>
#同步下载当前bucket根目录下所有的文件，跳过md5校验相同的文件
coscmd download -rs / bbb/aaa
#忽略.txt和.doc的后缀文件
coscmd download -rs / bbb/aaa --ignore *.txt,*.doc

tiancheng91 commented 5 years ago

运行环境

init directory

cd ~
mkdir -p workspace/github.com workspace/gitlab.com workspace/bitbucket.org workspace/go/src
cd ~/workspace/go/src
ln -s ~/workspace/github.com ./
ln -s ~/workspace/gitlab.com ./
ln -s ~/workspace/bitbucket.org ./

autostart

echo """ """ > /etc/rc.local

docker

docker-machine create --driver generic --generic-ip-address=$HOST --generic-ssh-user=root --generic-ssh-port=9022 --generic-ssh-key=~/.ssh/id_rsa --engine-opt data-root=/opt/docker qcloud
# docker-machine env qcloud

python

wget https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/Miniconda3-latest-Linux-x86_64.sh && chmod a+x Miniconda3-latest-Linux-x86_64.sh && ./Miniconda3-latest-Linux-x86_64.sh
wget --no-check-certificate https://bootstrap.pypa.io/get-pip.py
python get-pip.py
pip install pipenv

php

apt-get install php-cli
wget https://getcomposer.org/composer.phar -O /usr/local/bin/composer && chmod a+x /usr/local/bin/composer
composer config -g repo.packagist composer https://packagist.phpcomposer.com

## php-fpm / php.ini
disable_functions = pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,
 pcntl_wifsignaled,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_dispatch,
 pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,
 pcntl_getpriority,pcntl_setpriority
allow_url_fopen = Off
max_execution_time = 5
max_input_time = 5

node

wget https://nodejs.org/dist/v8.11.2/node-v8.11.2-linux-x64.tar.gz && tar -zxvf node-v8.11.2-linux-x64.tar.gz
mv node-v8.11.2-linux-x64 /opt/node8
echo "PATH=/opt/node8/bin:$PATH" >> .bashrc
echo 'prefix=/usr/local' > /opt/node/etc/npmrc
ln -s /opt/node8/bin/node /usr/local/bin/node
ln -s /opt/node8/bin/npm /usr/local/bin/npm
npm -g install yarn gulp 

echo "
electron_mirror=http://npm.taobao.org/mirrors/electron/
sass_binary_site=https://npm.taobao.org/mirrors/node-sass/
registry=https://registry.npm.taobao.org
" > .npmrc

go

wget https://dl.google.com/go/go1.11.linux-amd64.tar.gz && tar -zxvf go1.11.linux-amd64.tar.gz 
mv go /opt/go
echo "
export GOPATH="/opt/go"
export PATH="$GOPATH/bin:$PATH"
export GOPROXY=https://proxy.golang.org
" >> .bashrc

go get -u golang.org/x/tools/...

go get -u -v github.com/ramya-rao-a/go-outline
go get -u -v github.com/acroca/go-symbols
go get -u -v github.com/mdempsky/gocode
go get -u -v github.com/rogpeppe/godef
go get -u -v golang.org/x/tools/cmd/godoc
go get -u -v github.com/zmb3/gogetdoc
go get -u -v github.com/golang/lint/golint
go get -u -v github.com/fatih/gomodifytags
go get -u -v golang.org/x/tools/cmd/gorename
go get -u -v sourcegraph.com/sqs/goreturns
go get -u -v golang.org/x/tools/cmd/goimports
go get -u -v github.com/cweill/gotests/...
go get -u -v golang.org/x/tools/cmd/guru
go get -u -v github.com/josharian/impl
go get -u -v github.com/haya14busa/goplay/cmd/goplay
go get -u -v github.com/uudashr/gopkgs/cmd/gopkgs
go get -u -v github.com/davidrjenni/reftools/cmd/fillstruct
go get -u -v github.com/alecthomas/gometalinter
gometalinter --install

go get -u -v github.com/derekparker/delve/cmd/dlv
go get -u -v github.com/stamblerre/gocode
go get -u -v github.com/rogpeppe/godef

tiancheng91 commented 5 years ago

辅助脚本

 ip() {
   [[ "$1" ]] || { echo "Error: Missing file" >&2; return 1; }
   curl "https://ip.cn/index.php?ip=$1"
 }

 git-io() {
   if [ -n "$2" ]; then
     curl -i https://git.io -F url="$1" -F code="$2";
   else
     curl -i http://git.io -F url="$1";
   fi
 }

 repo-init() {
   ss="$(basename $(dirname $PWD))/$(basename $PWD)"
   git push --set-upstream "git@gitlab.com:${ss}.git" master
   git remote add origin "https://gitlab.com/${ss}.git"
 }

alias ss="https_proxy=http://127.0.0.1:18081 http_proxy=http://127.0.0.1:18081"
 alias node-repl="node --experimental-repl-await"
 alias node-debug="node --inspect"
 alias go-build="CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build"
 alias urldecode='python -c "import sys, urllib as ul; print ul.unquote_plus(sys.         argv[1])"'
 alias urlencode='python -c "import sys, urllib as ul; print ul.quote_plus(sys.argv[1])"'

 alias prp="pipenv run python"
 alias bypy="bypy --mirror nj.baidupcs.com --processes 20"

tiancheng91 commented 5 years ago

docker 实例

docker run -d --name mongo -e MONGO_INITDB_ROOT_USERNAME=root -e MONGO_INITDB_ROOT_PASSWORD=secret --net host -v /data/mongo:/data/db mongo
docker run -d --name redis -p 16379:6379 -v /opt/redis:/data redis redis-server --appendonly yes
docker run -d --name neo4j -p 7687:7687 -p 7474:7474 -v /opt/neo4j:/data -e VIRTUAL_HOST=neo4j.t.buf.bid -e VIRTUAL_PORT=7474 neo4j:3.4

docker run -d --name influx -v /opt/influxdb:/var/lib/influxdb influxdb:1.6
docker run -d --name=influx_ui --link influx  -e VIRTUAL_HOST=influx.t.buf.bid -e VIRTUAL_PORT=8888 chronograf --influxdb-url=http://influx:8086
# docker inspect influx | grep ip
# telegraf # influxdb

docker run -d  --name nginx -p 80:80 -p 443:443 -v /root/.acme.sh/t.buf.bid:/etc/nginx/certs -v /var/run/docker.sock:/tmp/docker.sock:ro jwilder/nginx-proxy

# VIRTUAL_PORT=
docker run --name tensorflow -d  -e VIRTUAL_HOST=tf.t.buf.bid -e VIRTUAL_PORT=8888 tensorflow/tensorflow
docker run --name paddle -it -v $PWD:/paddle paddlepaddle/paddle /bin/bash

tiancheng91 commented 5 years ago

/etc/update-motd.d

tiancheng91 commented 5 years ago

go env -w GOPROXY=https://goproxy.io,direct go env -w GOPRIVATE=*.corp.example.com