吴运强 發表於 2019-10-21 15:27:00

基于docker的mongodb安装以及PHP使用

<p>说明:用docker基于单服务器,虚拟多个服务器的方案,</p>
<p>以下是<span style="color: rgba(255, 0, 0, 1)"><strong>两个config服务器,两个分片,以及每个分片有一个副本的方案</strong></span></p>
<p>&nbsp;</p>
<p><span style="color: rgba(0, 0, 0, 1)">这里关于给mongodb设置远程密码的问题,我采取了用两个compser文件来解决的方式</span></p>
<p><span style="color: rgba(0, 0, 0, 1)">也就是先不给mongodb配置keyfile(默认就是这样的),任何人都可以连到mongodb,且有权限访问和创建database。</span></p>
<p><span style="color: rgba(0, 0, 0, 1)">启动docker-compose-no-auth.yml后,创建admin账号和密码。</span></p>
<p>&nbsp;</p>
<p><span style="color: rgba(0, 0, 0, 1)">已经创建了管理员帐号了,然后再来设置mongodb需要账号密码访问,其他子账号都可以由admin去分配。</span></p>
<p><span style="color: rgba(0, 0, 0, 1)">停掉之前的docker-compose-no-auth.yml</span></p>
<p><span style="color: rgba(0, 0, 0, 1)">然后再次启动docker-compose-auth.yml</span></p>
<p>这样通过依次配置两个compose文件来解决设置mongodb远程连接的问题。</p>
<p>如果你有更好的方式,请给我留言,非常感谢!</p>
<p>&nbsp;</p>
<h3>1、安装docker</h3>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">#前往阿里云,搜索&lt;容器镜像服务&gt;开启服务

#安装参考阿里云文档
https://yq.aliyun.com/articles/110806?spm=5176.8351553.0.0.320d19912gmHZ6

#开启镜像加速使用阿里云镜像服务器
#进入阿里云&lt;容器镜像服务&gt; -- &lt;镜像中心&gt; -- &lt;镜像加速器&gt;
#按里面的步骤添加配置
</pre>
</div>
<h3>&nbsp;</h3>
<h3>2、安装docker-composer</h3>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">#参考官方文档https://docs.docker.com/compose/install/
sudo curl -L "https://github.com/docker/compose/releases/download/1.24.0/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
sudo chmod +x /usr/local/bin/docker-compose
docker-compose --version </pre>
</div>
<h3>&nbsp;</h3>
<h3>3、启动docker-compose文件</h3>
<p>首先启动,这时还没有设置远程账号密码</p>
<p>docker-compose-no-auth.yml</p>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">version: '3'
services:

# config服务器一
config_one:
    container_name: config_one
    image: mongo:4.1.11
    ports:
      - 27051:27019
    volumes:
      - ./config_one/db:/data/db
      - ./config_one/configdb:/data/configdb
    command: --configsvr --replSet "rs_config" --bind_ip_all
    restart: always

# config服务器二
config_two:
    container_name: config_two
    image: mongo:4.1.11
    ports:
      - 27052:27019
    volumes:
      - ./config_two/db:/data/db
      - ./config_two/configdb:/data/configdb
    command: --configsvr --replSet "rs_config" --bind_ip_all
    restart: always

# 分片一的副本a
shard_one_a:
    container_name: shard_one_a
    image: mongo:4.1.11
    ports:
      - 27011:27018
    volumes:
      - ./shard_one_a/db:/data/db
      - ./shard_one_a/configdb:/data/configdb
      - ./shard_one_a/backup:/data/backup
    command: --shardsvr --replSet "rs_shard_one_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片二的副本a
shard_two_a:
    container_name: shard_two_a
    image: mongo:4.1.11
    ports:
      - 27012:27018
    volumes:
      - ./shard_two_a/db:/data/db
      - ./shard_two_a/configdb:/data/configdb
      - ./shard_two_a/backup:/data/backup
    command: --shardsvr --replSet "rs_shard_two_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片一的副本b
shard_one_b:
    container_name: shard_one_b
    image: mongo:4.1.11
    ports:
      - 27021:27018
    volumes:
      - ./shard_one_b/db:/data/db
      - ./shard_one_b/configdb:/data/configdb
      - ./shard_one_b/backup:/data/backup
    command: --shardsvr --replSet "rs_shard_one_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片二的副本b
shard_two_b:
    container_name: shard_two_b
    image: mongo:4.1.11
    ports:
      - 27022:27018
    volumes:
      - ./shard_two_b/db:/data/db
      - ./shard_two_b/configdb:/data/configdb
      - ./shard_two_b/backup:/data/backup
    command: --shardsvr --replSet "rs_shard_two_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two
      
# mongos服务器一
mongos_one:
    container_name: mongos-one
    image: mongo:4.1.11
    ports:
      - 27001:27017
    volumes:
      - ./mongos_one/db:/data/db
      - ./mongos_one/configdb:/data/configdb
    entrypoint: mongos
    command: --configdb rs_config/192.168.10.188:27051,192.168.10.188:27052 --bind_ip_all
    depends_on:
      - shard_one_a
      - shard_two_a

# mongos服务器二
mongos_two:
    container_name: mongos-two
    image: mongo:4.1.11
    ports:
      - 27002:27017
    volumes:
      - ./mongos_two/db:/data/db
      - ./mongos_two/configdb:/data/configdb
    entrypoint: mongos
    command: --configdb rs_config/192.168.10.188:27051,192.168.10.188:27052 --bind_ip_all
    depends_on:
      - shard_one_b
      - shard_two_b
</pre>
</div>
<h3>&nbsp;</h3>
<h3>4、配置分片,添加管理员</h3>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;"># 连接到任意一台配置服务器,初始化配置服副本
docker exec -it config_one /bin/bash
mongo --host localhost --port 27019
rs.initiate({
    _id: "rs_config",
    configsvr: true,
    members: [
      { _id : 0, host : "172.19.60.174:27101" },
      { _id : 1, host : "172.19.60.175:27101" }
    ]
});
rs.status()

# 连接到分片一,配置副本a、b
docker exec -it shard_one_a /bin/bash
mongo --host localhost --port 27018

rs.initiate({
    _id: "rs_shard_one_cluster",
    members: [
      { _id : 0, host : "172.19.60.174:27201" },
      { _id : 1, host : "172.19.60.175:27201" }
    ]
});
rs.status()

# 连接到分片二,配置副本a、b
docker exec -it shard_two_a /bin/bash
mongo --host localhost --port 27018

rs.initiate({
    _id: "rs_shard_two_cluster",
    members: [
      { _id : 0, host : "172.19.60.174:27202" },
      { _id : 1, host : "172.19.60.175:27202" }
    ]
});
rs.status()

# 连接到mongos服务器,添加分片
docker exec -it mongos-one /bin/bash
mongo --host localhost --port 27017
sh.addShard("rs_shard_one_cluster/172.19.60.174:27201,172.19.60.175:27201");
sh.addShard("rs_shard_two_cluster/172.19.60.174:27202,172.19.60.175:27202");
sh.status()

docker exec -it mongos-two /bin/bash
mongo --host localhost --port 27017
sh.addShard("rs_shard_one_cluster/172.19.60.174:27201,172.19.60.175:27201");
sh.addShard("rs_shard_two_cluster/172.19.60.174:27202,172.19.60.175:27202");
sh.status()

//为数据库启动分片
sh.enableSharding("test")
//在需要分片的集合上对分片键建索引
//如果集合是空的,可以不创建索引直接进行下一步的分片会自动创建索引
//如果集合不为空,必须为分片建创建索引才行
db.test.ensureIndex({"id":1})

//设置分片键
//其中第一种是基于hash的分片,第二种为基于值的分片
sh.shardCollection( "test.student", { "id" : "hashed" } )
sh.shardCollection("test.teacher", { "id" : 1 } )

//查看片的状态
sh.status();
//查看片状态(完整版);
printShardingStatus(db.getSisterDB("config"),1);
//查看所有的分片服务器状态
db.stats();

//测试分片数据
use test
for (var i = 1; i &lt;= 1000; i++) {
db.student.insert( { "id" : i , "name": "student" + i } )
}

//分别连接到两个mongos, 分片一主副节点,分片二主副节点,查看是否数据都有
use test
db.student.find().sort({id:1});

//生成管理员账号
docker exec -it mongos-one /bin/bash
mongo --host localhost --port 27017
use admin
db.runCommand({
    "createUser" : "root",
    "pwd" : "root^mongo",
    "customData" : {

    },
    "roles" : [
      {
            "role" : "dbAdminAnyDatabase",
            "db" : "admin"
      },
      {
            "role" : "readWriteAnyDatabase",
            "db" : "admin"
      },
      {
            "role" : "root",
            "db" : "admin"
      }
    ]
});
</pre>
</div>
<p>&nbsp;</p>
<h3>5、生成keyfile</h3>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">//生成keyfile
openssl rand -base64 756 &gt; mongo-keyfile.jks
chmod 400 mongo-keyfile.jks
</pre>
</div>
<p> </p>
<h3>6、配置密钥,使mongodb访问需要带密码</h3>
<p>带keyfile的docker-compose-auth.yml</p>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">version: '3'
services:

# config服务器一
config_one:
    container_name: config_one
    image: mongo:4.1.11
    ports:
      - 27051:27019
    volumes:
      - ./config_one/db:/data/db
      - ./config_one/configdb:/data/configdb
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --keyFile /data/configdb/mongo-keyfile.jks --configsvr --replSet "rs_config" --bind_ip_all
    restart: always

# config服务器二
config_two:
    container_name: config_two
    image: mongo:4.1.11
    ports:
      - 27052:27019
    volumes:
      - ./config_two/db:/data/db
      - ./config_two/configdb:/data/configdb
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --keyFile /data/configdb/mongo-keyfile.jks --configsvr --replSet "rs_config" --bind_ip_all
    restart: always

# 分片一的副本a
shard_one_a:
    container_name: shard_one_a
    image: mongo:4.1.11
    ports:
      - 27011:27018
    volumes:
      - ./shard_one_a/db:/data/db
      - ./shard_one_a/configdb:/data/configdb
      - ./shard_one_a/backup:/data/backup
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --keyFile /data/configdb/mongo-keyfile.jks --shardsvr --replSet "rs_shard_one_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片二的副本a
shard_two_a:
    container_name: shard_two_a
    image: mongo:4.1.11
    ports:
      - 27012:27018
    volumes:
      - ./shard_two_a/db:/data/db
      - ./shard_two_a/configdb:/data/configdb
      - ./shard_two_a/backup:/data/backup
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --keyFile /data/configdb/mongo-keyfile.jks --shardsvr --replSet "rs_shard_two_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片一的副本b
shard_one_b:
    container_name: shard_one_b
    image: mongo:4.1.11
    ports:
      - 27021:27018
    volumes:
      - ./shard_one_b/db:/data/db
      - ./shard_one_b/configdb:/data/configdb
      - ./shard_one_b/backup:/data/backup
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --keyFile /data/configdb/mongo-keyfile.jks --shardsvr --replSet "rs_shard_one_cluster" --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two

# 分片二的副本b
shard_two_b:
    container_name: shard_two_b
    image: mongo:4.1.11
    ports:
      - 27022:27018
    volumes:
      - ./shard_two_b/db:/data/db
      - ./shard_two_b/configdb:/data/configdb
      - ./shard_two_b/backup:/data/backup
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    command: --shardsvr --replSet "rs_shard_two_cluster" --keyFile /data/configdb/mongo-keyfile.jks --bind_ip_all
    restart: always
    depends_on:
      - config_one
      - config_two
      
# mongos服务器一
mongos_one:
    container_name: mongos-one
    image: mongo:4.1.11
    ports:
      - 27001:27017
    volumes:
      - ./mongos_one/db:/data/db
      - ./mongos_one/configdb:/data/configdb
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    entrypoint: mongos
    command:--keyFile /data/configdb/mongo-keyfile.jks --configdb rs_config/192.168.10.188:27051,192.168.10.188:27052 --bind_ip_all
    depends_on:
      - shard_one_a
      - shard_two_a

# mongos服务器二
mongos_two:
    container_name: mongos-two
    image: mongo:4.1.11
    ports:
      - 27002:27017
    volumes:
      - ./mongos_two/db:/data/db
      - ./mongos_two/configdb:/data/configdb
      - ./mongo-keyfile.jks:/data/configdb/mongo-keyfile.jks
    entrypoint: mongos
    command: --keyFile /data/configdb/mongo-keyfile.jks --configdb rs_config/192.168.10.188:27051,192.168.10.188:27052 --bind_ip_all
    depends_on:
      - shard_one_b
      - shard_two_b
</pre>
</div>
<p>  </p>
<p>注意mongo-keyfile.jks放的目录位置,最后再次启动docker,这时候的mongodb访问就需要账号密码了</p>
<div class="cnblogs_Highlighter">
<pre class="brush:php;gutter:true;">docker-compose -f docker-compose-auth.yml up -d
</pre>
</div>
<p>  </p>
<h3>7、安装php mongodb扩展</h3>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">扩展源码下载地址:http://pecl.php.net/package/mongodb

wget -c https://pecl.php.net/get/mongodb-1.5.4.tgz

tar -zxvf mongodb-1.5.4.tgz

cd mongodb-1.5.4

/www/server/php/72/bin/phpize

./configure --with-php-config=/www/server/php/72/bin/php-config

make &amp;&amp; make install

vim /www/server/php/72/etc/php.ini

extension = /www/server/php/72/lib/php/extensions/no-debug-non-zts-20170718/mongodb.so
</pre>
</div>
<h3>&nbsp;</h3>
<h3>8、封装mongodb使用类</h3>
<p>我这里开始使用的thinkphp5官方给的mongodb连接库</p>
<p>参考:</p>
<p>https://packagist.org/packages/noprom/think-mongo-extend</p>
<p>https://www.kancloud.cn/manual/thinkphp5/167865</p>
<p>后来发现tp5官方的库,太难用了,做不了复杂的条件查询,于是自己写了一个,</p>
<p>最后面有使用的示例,php mongodb官方有更多很详细的复杂查询的示例,使用文档参考:</p>
<p>https://www.php.net/mongodb</p>
<p>&nbsp;</p>
<p><span style="color: rgba(255, 0, 0, 1)"><strong>Connection.php</strong></span></p>
<div class="cnblogs_Highlighter">
<pre class="brush:bash;gutter:true;">&lt;?php

namespace app\util\mongo;

use MongoDB\Driver\BulkWrite;
use MongoDB\Driver\Command;
use MongoDB\Driver\Query;
use MongoDB\Driver\Manager;

class Connection
{
    protected $config = [];
    protected $server = [];
    protected $manager;

    public function __construct(array $config = [])
    {
      if (!class_exists('\MongoDB\Driver\Manager')) {
            throw new Exception('require mongodb &gt; 1.0');
      }

      $this-&gt;config = config('mongo');
      if (!empty($config)) {
            $this-&gt;config = array_merge($this-&gt;config, $config);
      }

      if (!isset($this-&gt;manager)) {
            $index = mt_rand(0, $this-&gt;config['master_num'] - 1);
            $server = $this-&gt;config['servers'][$index];
            $this-&gt;server = $server;
            $this-&gt;manager = new Manager("mongodb://".$server['username'].":".$server['password']."@".$server['host'].":".$server['port']."/".$server['database']);
      }
    }

    public function query($table, $filter, $options) {
      $namespace = $this-&gt;server['database'].'.'.$table;

      $query = new Query($filter, $options);
      $rows = $this-&gt;manager-&gt;executeQuery($namespace, $query);

      $rows-&gt;setTypeMap(['root' =&gt; 'array', 'document' =&gt; 'array', 'array' =&gt; 'array']);
      return $rows-&gt;toArray();
    }

    public function insert($table, $data) {
      $namespace = $this-&gt;server['database'].'.'.$table;

      $bulk = new BulkWrite();
      $bulk-&gt;insert($data);
      $result = $this-&gt;manager-&gt;executeBulkWrite($namespace, $bulk);

      return $result-&gt;getInsertedCount();
    }

    public function update($table, $filter, $data, $options = []) {
      $namespace = $this-&gt;server['database'].'.'.$table;

      $bulk = new BulkWrite();
      $bulk-&gt;update($filter, $data, $options);
      $result = $this-&gt;manager-&gt;executeBulkWrite($namespace, $bulk);

      return $result-&gt;getMatchedCount();
    }

    public function delete($table, $filter, $options = []) {
      $namespace = $this-&gt;server['database'].'.'.$table;

      $bulk = new BulkWrite();
      $bulk-&gt;delete($filter, $options);
      $result = $this-&gt;manager-&gt;executeBulkWrite($namespace, $bulk);

      return $result-&gt;getDeletedCount();
    }

    public function command($cmd) {
      $namespace = $this-&gt;server['database'];
      $rows = $this-&gt;manager-&gt;executeCommand($namespace, $cmd);
      $rows-&gt;setTypeMap(['root' =&gt; 'array', 'document' =&gt; 'array', 'array' =&gt; 'array']);
      return $rows-&gt;toArray();
    }

    function aggregate($table, $pipeline){
      $cmdOption = [
            'aggregate' =&gt; $table,
            'pipeline' =&gt; $pipeline,
            'cursor' =&gt; new \stdClass(),
      ];
      $cmd = new Command($cmdOption);
      return $this-&gt;command($cmd);
    }
}
</pre>
</div>
<pre><br><strong><span style="color: rgba(255, 0, 0, 1)">Mongo.php</span></strong></pre>
<div class="cnblogs_Highlighter">
<pre class="brush:php;gutter:true;">&lt;?php
namespace app\util\mongo;

/**
* Class Db
* @package think
* @method Query cache(mixed $key = null , integer $expire = null) static 设置查询缓存
* @method mixed value(string $field) static 获取某个字段的值
* @method array column(string $field, string $key = '') static 获取某个列的值
* @method Query view(mixed $join, mixed $field = null, mixed $on = null, string $type = 'INNER') static 视图查询
* @method mixed find(mixed $data = null) static 查询单个记录
* @method mixed select(mixed $data = null) static 查询多个记录
* @method void commit() static 用于非自动提交状态下面的查询提交
* @method void rollback() static 事务回滚
* @method boolean batchQuery(array $sqlArray) static 批处理执行SQL语句
* @method string getLastInsID($sequence = null) static 获取最近插入的ID
*/

class Mongo
{
    /**
   * @var Connection[] 数据库连接实例
   */
    private static $instance = [];

    public static function connect($config = []) {

      if (empty($config)) {
            $config = config('mongo');
      }

      $name = md5(serialize($config));
      if (!isset(self::$instance[$name])) {
            self::$instance[$name] = new Connection($config);
      }

      return self::$instance[$name];
    }

    /**
   * 调用驱动类的方法
   * @access public
   * @paramstring $method 方法名
   * @paramarray$params 参数
   * @return mixed
   */
    public static function __callStatic($method, $params)
    {
      return call_user_func_array(, $params);
    }
}</pre>
</div>
<p><strong><span style="color: rgba(255, 0, 0, 1)"> MyExample.php</span></strong></p>
<div class="cnblogs_Highlighter">
<pre class="brush:php;gutter:true;">$cmd = [
        ['$match' =&gt; ["user_id" =&gt; ['$eq' =&gt; intval($user_id)]]],
        ['$project' =&gt; [
                "user_id" =&gt; 1,
                "book_author" =&gt; 1,
                "book_sub_type" =&gt; ['$filter' =&gt; ['input' =&gt; '$book_sub_type', 'as' =&gt; 'item', 'cond' =&gt; ['$eq' =&gt; ['$$item.sex', intval($sex)]]]],
                "book_type" =&gt; ['$filter' =&gt; ['input' =&gt; '$book_type', 'as' =&gt; 'item', 'cond' =&gt; ['$eq' =&gt; ['$$item.sex', intval($sex)]]]],
        ]],
        ['$project' =&gt; [
                "user_id" =&gt; 1,
                "book_author" =&gt; ['$slice' =&gt; ['$book_author', $tag_author_size]],
                "book_sub_type" =&gt; ['$slice' =&gt; ['$book_sub_type', $tag_size]],
                "book_type" =&gt; ['$slice' =&gt; ['$book_type', $tag_size]],
        ]],
];
$tags = Mongo::connect()-&gt;aggregate('user_tags', $cmd);
</pre>
</div>
<p>  </p><br><br>
来源:https://www.cnblogs.com/werben/p/11713818.html
頁: [1]
查看完整版本: 基于docker的mongodb安装以及PHP使用