You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
146 lines
5.0 KiB
146 lines
5.0 KiB
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
#
|
|
# Copyright 2011-2013 Codernity (http://codernity.com)
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
|
|
from CodernityDB.hash_index import UniqueHashIndex, HashIndex
|
|
from CodernityDB.sharded_index import ShardedIndex
|
|
from CodernityDB.index import IndexPreconditionsException
|
|
|
|
from random import getrandbits
|
|
import uuid
|
|
|
|
|
|
class IU_ShardedUniqueHashIndex(ShardedIndex):
|
|
|
|
custom_header = """import uuid
|
|
from random import getrandbits
|
|
from CodernityDB.sharded_index import ShardedIndex
|
|
"""
|
|
|
|
def __init__(self, db_path, name, *args, **kwargs):
|
|
if kwargs.get('sh_nums', 0) > 255:
|
|
raise IndexPreconditionsException("Too many shards")
|
|
kwargs['ind_class'] = UniqueHashIndex
|
|
super(IU_ShardedUniqueHashIndex, self).__init__(db_path,
|
|
name, *args, **kwargs)
|
|
self.patchers.append(self.wrap_insert_id_index)
|
|
|
|
@staticmethod
|
|
def wrap_insert_id_index(db_obj, clean=False):
|
|
def _insert_id_index(_rev, data):
|
|
"""
|
|
Performs insert on **id** index.
|
|
"""
|
|
_id, value = db_obj.id_ind.make_key_value(data) # may be improved
|
|
trg_shard = _id[:2]
|
|
storage = db_obj.id_ind.shards_r[trg_shard].storage
|
|
start, size = storage.insert(value)
|
|
db_obj.id_ind.insert(_id, _rev, start, size)
|
|
return _id
|
|
if not clean:
|
|
if hasattr(db_obj, '_insert_id_index_orig'):
|
|
raise IndexPreconditionsException(
|
|
"Already patched, something went wrong")
|
|
setattr(db_obj, "_insert_id_index_orig", db_obj._insert_id_index)
|
|
setattr(db_obj, "_insert_id_index", _insert_id_index)
|
|
else:
|
|
setattr(db_obj, "_insert_id_index", db_obj._insert_id_index_orig)
|
|
delattr(db_obj, "_insert_id_index_orig")
|
|
|
|
def create_key(self):
|
|
h = uuid.UUID(int=getrandbits(128), version=4).hex
|
|
trg = self.last_used + 1
|
|
if trg >= self.sh_nums:
|
|
trg = 0
|
|
self.last_used = trg
|
|
h = '%02x%30s' % (trg, h[2:])
|
|
return h
|
|
|
|
def delete(self, key, *args, **kwargs):
|
|
trg_shard = key[:2]
|
|
op = self.shards_r[trg_shard]
|
|
return op.delete(key, *args, **kwargs)
|
|
|
|
def update(self, key, *args, **kwargs):
|
|
trg_shard = key[:2]
|
|
self.last_used = int(trg_shard, 16)
|
|
op = self.shards_r[trg_shard]
|
|
return op.update(key, *args, **kwargs)
|
|
|
|
def insert(self, key, *args, **kwargs):
|
|
trg_shard = key[:2] # in most cases it's in create_key BUT not always
|
|
self.last_used = int(key[:2], 16)
|
|
op = self.shards_r[trg_shard]
|
|
return op.insert(key, *args, **kwargs)
|
|
|
|
def get(self, key, *args, **kwargs):
|
|
trg_shard = key[:2]
|
|
self.last_used = int(trg_shard, 16)
|
|
op = self.shards_r[trg_shard]
|
|
return op.get(key, *args, **kwargs)
|
|
|
|
|
|
class ShardedUniqueHashIndex(IU_ShardedUniqueHashIndex):
|
|
|
|
# allow unique hash to be used directly
|
|
custom_header = 'from CodernityDB.sharded_hash import IU_ShardedUniqueHashIndex'
|
|
|
|
pass
|
|
|
|
|
|
class IU_ShardedHashIndex(ShardedIndex):
|
|
|
|
custom_header = """from CodernityDB.sharded_index import ShardedIndex"""
|
|
|
|
def __init__(self, db_path, name, *args, **kwargs):
|
|
kwargs['ind_class'] = HashIndex
|
|
super(IU_ShardedHashIndex, self).__init__(db_path, name, *
|
|
args, **kwargs)
|
|
|
|
def calculate_shard(self, key):
|
|
"""
|
|
Must be implemented. It has to return shard to be used by key
|
|
|
|
:param key: key
|
|
:returns: target shard
|
|
:rtype: int
|
|
"""
|
|
raise NotImplementedError()
|
|
|
|
def delete(self, doc_id, key, *args, **kwargs):
|
|
trg_shard = self.calculate_shard(key)
|
|
op = self.shards_r[trg_shard]
|
|
return op.delete(doc_id, key, *args, **kwargs)
|
|
|
|
def insert(self, doc_id, key, *args, **kwargs):
|
|
trg_shard = self.calculate_shard(key)
|
|
op = self.shards_r[trg_shard]
|
|
return op.insert(doc_id, key, *args, **kwargs)
|
|
|
|
def update(self, doc_id, key, *args, **kwargs):
|
|
trg_shard = self.calculate_shard(key)
|
|
op = self.shards_r[trg_shard]
|
|
return op.insert(doc_id, key, *args, **kwargs)
|
|
|
|
def get(self, key, *args, **kwargs):
|
|
trg_shard = self.calculate_shard(key)
|
|
op = self.shards_r[trg_shard]
|
|
return op.get(key, *args, **kwargs)
|
|
|
|
|
|
class ShardedHashIndex(IU_ShardedHashIndex):
|
|
pass
|
|
|