新鲜出炉，PCIE卡SQLServer和SSD Mongodb集群4千万数据insert测试

     
     
      
# -*- coding: utf-8 -*-
      
import pymongo
      
import json
      
import datetime,time
      
import sys
      
import copy
      
import sys, os
      
from multiprocessing import Process
      
from hashlib import md5
      
       
      
       
      
       
      
def getTimestampFromDatetime(d=None):
      
    if d is None:
      
        d = datetime.datetime.now()
      
    return time.mktime(d.timetuple())
      
       
      
def md5Hash(str):
      
    m = md5()
      
    m.update(str)
      
    return m.hexdigest().upper()
      
       
      
def task(key):
      
       
      
    mongoUri = 'mongodb://root:[email protected]:10000/admin'
      
    str = u'来的真巧！这么好的东西只为你准备，你忍心让给别人吗？'
      
       
      
    all_data = {
      
        'PMSID':1,
      
        'PMSPushTaskID':0,
      
        'PMSPlatform':1,
      
        'PMSDeviceID':md5Hash(key),
      
        'PMSReadCount':0,
      
        'PMSVisible':1,
      
        'PMSCreateTime':'2014-06-24 16:40:00.000',
      
        'PMSContent':str,
      
        'PMSUrl':'http://t.cn/RZsNwgG',
      
        'PMSTaskSN':71,
      
        'PMSPushType':6,
      
        'PMSProductType':3,
      
        'PMSExpiredTime':'2015-03-27 10:01:50.990',
      
        'PMSContentType':0,
      
    }
      
       
      
    tableName = 'PushMessageSystem_{0}'.format(0)
      
       
      
    client = pymongo.MongoClient(mongoUri, max_pool_size=100)
      
    db = client.TCMobileNotification
      
       
      
    for i in range(0, 125):
      
        listData = []
      
        for i in range(10000):
      
            listData.append(copy.copy(all_data))
      
        db[tableName].insert(listData)
      
       
      
       
      
       
      
if __name__ == '__main__':
      
    proc_record = []
      
    keyList = [0,1,2,3,4,5,6,7,8,9,'a','b','c','d','e','f',0,1,2,3,4,5,6,7,8,9,'a','b','c','d','e','f']
      
    for i in range(0,32):
      
        p = Process(target = task, args=(str(keyList[i]),))
      
        p.start()
      
        proc_record.append(p)
      
       
      
    start = getTimestampFromDatetime()
      
       
      
    for p in proc_record:
      
        p.join()
      
       
      
    end = getTimestampFromDatetime()
      
    print('time: {0}s'.format(end-start))