Commit 57f1e9a6 authored by David M. Rogers's avatar David M. Rogers
Browse files

Bugfixes. Scaling test works, must re-run docking test.

parent e775f660
...@@ -12,8 +12,7 @@ def get_shard(host): ...@@ -12,8 +12,7 @@ def get_shard(host):
for i in range(120): for i in range(120):
try: try:
r = redis.StrictRedis(host=host, port=6379, password="Z1908840168_2_T1", r = redis.StrictRedis(host=host, port=6379, password="Z1908840168_2_T1", db=0)
db=0, single_connection_client=True)
break break
except redis.exceptions.ConnectionError: except redis.exceptions.ConnectionError:
conn_retries += 1 conn_retries += 1
...@@ -25,6 +24,8 @@ def get_shard(host): ...@@ -25,6 +24,8 @@ def get_shard(host):
r.connection_pool.disconnect() r.connection_pool.disconnect()
del r del r
if shard is None:
return shard
return shard.decode('utf8') return shard.decode('utf8')
def main(argv): def main(argv):
......
#BSUB -nnodes 60 #BSUB -nnodes 60
#BSUB -W 30 #BSUB -W 10
#BSUB -q debug #BSUB -q debug
#BSUB -P BIF128 #BSUB -P BIF128
#BSUB -J db_load #BSUB -J db_load
#BSUB -o %J.out #BSUB -o %J.out
#BSUB -e %J.err
source /ccs/proj/bif128/venvs/env.sh source /ccs/proj/bif128/venvs/env.sh
PROJ=/gpfs/alpine/bif128/proj-shared/redis PROJ=/gpfs/alpine/bif128/proj-shared/redis
cpus=$(( LSB_MAX_NUM_PROCESSORS-1 )) cpus=$(( LSB_MAX_NUM_PROCESSORS-1 ))
echo "Starting $((cpus/42)) node run at " `date`
# create the database afresh (DON'T DO THIS AFTER ACTUAL DOCKING IS DONE) # create the database afresh (DON'T DO THIS AFTER ACTUAL DOCKING IS DONE)
rm -f $PROJ/shards.rdb rm -f $PROJ/shards.rdb
redis-server shards.conf 2>&1 >$PROJ/"redis_"$LSB_JOBID.log & redis-server shards.conf 2>&1 >$PROJ/"shard_"$LSB_JOBID.log &
echo "Starting $((cpus/42)) node run at " `date`
python setdb.py `hostname` /gpfs/alpine/bif128/world-shared/ligand_shards.txt python setdb.py `hostname` /gpfs/alpine/bif128/world-shared/ligand_shards.txt
for((i=0;i<120;i++)); do for((i=0;i<120;i++)); do
memb=$(redis-cli --pass Z1908840168_2_T1 scard shards) memb=$(redis-cli --pass Z1908840168_2_T1 scard shards)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment