mongodb 镜像名称调整

leoowu · Apr 9, 2015 · 1a0760c · 1a0760c
1 parent 41949b7
commit 1a0760c
Show file tree

Hide file tree

Showing 11 changed files with 82 additions and 88 deletions.
diff --git a/mymongodb/README.md b/mymongodb/README.md
@@ -63,7 +63,7 @@ https://github.com/brianfrankcooper/YCSB/tree/master/mongodb
 > fig logs flume1
 >
 > mongo 192.168.59.103:27017
-> show collections  
+> show collections
 > db.events.find()
 >
 > ## END
@@ -84,4 +84,39 @@ https://github.com/brianfrankcooper/YCSB/tree/master/mongodb
 > 下载并且运行一下代码：https://github.com/supermy/gs-accessing-data-mongodb
 > 监控mongodb的运行状态：mongostat -h 192.168.59.103 -p 27017
 > 查看服务器状态：mongo 192.168.59.103:27017   db.serverStatus()   
-> ## END
+> ## END
+
+
+数据导入-运行示例
+---------------------
+>
+>导入csv格式的数据  用户：--db  集合：--c  格式:--type
+>
+>--headerline 表示CSV格式的第一行为字段，如果不指定这个参数，则会将CSV格式第一行当数据导入到目标库。
+>
+
+* 同步数据: rsync -avz -e ssh [email protected].*.*:/file/mymongodb/initdbi*.js .
+* 初始化数据: sh initdb-*.*.sh
+* shell环境: mongo 192.168.*.*:27017
+* 导入数据脚本；转换数据格式为tsv；转换文档编码  -v --stopOnError
+* time ls \
+    | xargs iconv -f utf8 -t utf8 -c \
+    | awk -F"|" 'BEGIN{OFS="\t";}{NF=NF;print $0}'  \
+    | mongoimport  -h 192.168.*.*:27017 -d gndata -c tellog --type tsv -f f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f11,f12,f13,f14,f15,f16,f17,f18,19,f20,f21,f22,f23,f24,f25,f26,f27,f28,f29,f30,f31,f32,f33,f34,f35,f36
+
+* time ls \
+    | xargs iconv -f utf8 -t utf8 -c \
+    | awk -F"|" 'BEGIN{OFS="\t";}{NF=NF;print $0}'  \
+    | mongoimport  -d gndata -c tellog --type tsv -f f1,f2,f3,f4,f5,f6,f7,f8,f9,f10,f11,f12,f13,f14,f15,f16,f17,f18,19,f20,f21,f22,f23,f24,f25,f26,f27,f28,f29,f30,f31,f32,f33,f34,f35,f36
+
+##存储优化
+> docker容器默认的空间是10G,docker -d --storage-opt dm.basesize=20G,修改后需要重启docker。
+启动docker服务时，加上–g参数指定docker工作目录，镜像等文件会存到这。
+
+* --storage-opt dm.metadatadev=/dev/dm-26
+* --storage-opt dm.datadev=/dev/dm-27
+* --storage-opt dm.fs=xfs
+
+##性能监控
+mongostat -h 192.168.6.53:27017 1
+> ## 数据导入
diff --git a/mymongodb/fig.yml b/mymongodb/fig.yml
@@ -56,7 +56,7 @@
 ##--noprealloc 生产机发布的时候去掉此选项
 rs11:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs1 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs1 --rest --httpinterface
     ports:
       - "27018:27017"
     links:
@@ -69,7 +69,7 @@ rs11:
 
 rs12:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs1 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs1 --rest --httpinterface
     ports:
       - "27017"
     links:
@@ -82,7 +82,7 @@ rs12:
 
 rs13:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs1 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs1 --rest --httpinterface
     ports:
       - "27017"
     links:
@@ -96,7 +96,7 @@ rs13:
 ###集群的复制集2
 rs21:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs2 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs2 --rest --httpinterface
     ports:
       - "27019:27017"
     links:
@@ -109,7 +109,7 @@ rs21:
 
 rs22:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs2 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs2 --rest --httpinterface
     ports:
       - "27017"
     links:
@@ -122,7 +122,7 @@ rs22:
 
 rs23:
     image: jamesmo/mongodb:3.0.1
-    command: mongod --storageEngine=wiredTiger --smallfiles --replSet rs2 --rest --httpinterface
+    command: mongod --storageEngine=wiredTiger  --replSet rs2 --rest --httpinterface
     ports:
       - "27017"
     links:
@@ -134,13 +134,13 @@ rs23:
 #      - data23
 
 ###配置文件集群
-##docker run --name cfg1 -P -d mydev/mongodb --smallfiles --configsvr --dbpath /data/db --port 27017
-##docker run --name cfg2 -P -d mydev/mongodb --smallfiles --configsvr --dbpath /data/db --port 27017
-##docker run --name cfg3 -P -d mydev/mongodb --smallfiles --configsvr --dbpath /data/db --port 27017
+##docker run --name cfg1 -P -d mydev/mongodb  --configsvr --dbpath /data/db --port 27017
+##docker run --name cfg2 -P -d mydev/mongodb  --configsvr --dbpath /data/db --port 27017
+##docker run --name cfg3 -P -d mydev/mongodb  --configsvr --dbpath /data/db --port 27017
 cfg1:
     image: jamesmo/mongodb:3.0.1
     hostname: cfg1
-    command: mongod --storageEngine=wiredTiger --smallfiles --configsvr --dbpath /data/db --port 27017
+    command: mongod --storageEngine=wiredTiger  --configsvr --dbpath /data/db --port 27017
     ports:
       - "27017"
 #    volumes_from:
@@ -149,7 +149,7 @@ cfg1:
 cfg2:
     image: jamesmo/mongodb:3.0.1
     hostname: cfg2
-    command: mongod --storageEngine=wiredTiger --smallfiles --configsvr --dbpath /data/db --port 27017
+    command: mongod --storageEngine=wiredTiger  --configsvr --dbpath /data/db --port 27017
     ports:
       - "27017"
 #    volumes_from:
@@ -158,7 +158,7 @@ cfg2:
 cfg3:
     image: jamesmo/mongodb:3.0.1
     hostname: cfg3
-    command: mongod --storageEngine=wiredTiger --smallfiles --configsvr --dbpath /data/db --port 27017
+    command: mongod --storageEngine=wiredTiger  --configsvr --dbpath /data/db --port 27017
     ports:
       - "27017"
 #    volumes_from:

diff --git a/mymongodb/initdb-6.53.sh b/mymongodb/initdb-6.53.sh
@@ -0,0 +1,18 @@
+#所有的服务器要通过IP地址进行通讯
+#mac sed修改强制要求备份
+#  rsync -avz -e ssh [email protected]:/file/mymongodb/initdbi*.js .
+#初始化复制集1
+cat initdbi-1.js
+mongo  192.168.6.53:27018/test --quiet initdbi-1.js
+sleep 3
+
+#初始化复制集2
+cat initdbi-2.js
+mongo  192.168.6.53:27019/test --quiet initdbi-2.js
+sleep 3
+
+## 初始化Shard
+cat initdbi.js
+mongo  192.168.6.53:27017/admin --quiet initdbi.js
+
+##
diff --git a/mymongodb/initdb.sh b/mymongodb/initdb.sh
@@ -3,18 +3,21 @@
 
 #初始化复制集1
 cp -f initdb.js initdbi-1.js
-docker inspect  mymongodb_rs11_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs11/@/g' initdbi-1.js
-docker inspect  mymongodb_rs12_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs12/@/g' initdbi-1.js
-docker inspect  mymongodb_rs13_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs13/@/g' initdbi-1.js
+
+sed -i bak "s/rs11/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs11_1)/g" initdbi-1.js
+sed -i bak "s/rs12/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs12_1)/g" initdbi-1.js
+sed -i bak "s/rs13/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs13_1)/g" initdbi-1.js
+
 cat initdbi-1.js
 mongo  192.168.59.103:27018/test --quiet initdbi-1.js
 sleep 3
 
 #初始化复制集2
 cp -f initdb.js initdbi-2.js
-docker inspect  mymongodb_rs21_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs11/@/g' initdbi-2.js
-docker inspect  mymongodb_rs22_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs12/@/g' initdbi-2.js
-docker inspect  mymongodb_rs23_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs13/@/g' initdbi-2.js
+
+sed -i bak "s/rs11/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs21_1)/g" initdbi-2.js
+sed -i bak "s/rs12/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs22_1)/g" initdbi-2.js
+sed -i bak "s/rs13/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs23_1)/g" initdbi-2.js
 #更换复制集名称
 sed -i bak 's/rs1/rs2/g' initdbi-2.js
 cat initdbi-2.js
@@ -23,8 +26,9 @@ sleep 3
 
 ## 初始化Shard
 cp -f initdbs.js initdbi.js
-docker inspect  mymongodb_rs11_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs11/@/g' initdbi.js
-docker inspect  mymongodb_rs21_1| jsawk -a 'return this[0].NetworkSettings.IPAddress'|awk '{print $1}'|xargs -I@ sed -i bak 's/rs21/@/g' initdbi.js
+
+sed -i bak "s/rs11/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs11_1)/g" initdbi.js
+sed -i bak "s/rs21/$(docker inspect -f '{{.NetworkSettings.IPAddress}}' mymongodb_rs21_1)/g" initdbi.js
 cat initdbi.js
 mongo  192.168.59.103:27017/admin --quiet initdbi.js
 

diff --git a/mymongodb/initdbi-1.js b/mymongodb/initdbi-1.js
diff --git a/mymongodb/initdbi-1.jsbak b/mymongodb/initdbi-1.jsbak
diff --git a/mymongodb/initdbi-2.js b/mymongodb/initdbi-2.js
diff --git a/mymongodb/initdbi-2.jsbak b/mymongodb/initdbi-2.jsbak
diff --git a/mymongodb/initdbi.js b/mymongodb/initdbi.js
diff --git a/mymongodb/initdbi.jsbak b/mymongodb/initdbi.jsbak
diff --git a/mymongodb/initdbs.js b/mymongodb/initdbs.js
@@ -10,6 +10,9 @@ db = db.getSiblingDB("test");
 for(var i=1;i<=2000;i++) db.c1.save({id:i,value1:"12345678"});
 db.c1.stats();
 
+db.runCommand( { enablesharding:"gndata" });
+db.runCommand( { shardcollection : "gndata.tellog",key : {_id: 1} } );
+
 
 
 //