未验证 提交 77557082 编写于 作者: littletomatodonkey's avatar littletomatodonkey 提交者: GitHub

add support to append index (#1006)

上级 0a655a65
......@@ -31,6 +31,7 @@ IndexProcess:
index_path: "./recognition_demo_data_v1.0/gallery_cartoon/index/"
image_root: "./recognition_demo_data_v1.0/gallery_cartoon/"
data_file: "./recognition_demo_data_v1.0/gallery_cartoon/data_file.txt"
append_index: False
delimiter: "\t"
dist_type: "IP"
pq_size: 100
......
......@@ -29,6 +29,7 @@ IndexProcess:
index_path: "./recognition_demo_data_v1.0/gallery_logo/index/"
image_root: "./recognition_demo_data_v1.0/gallery_logo/"
data_file: "./recognition_demo_data_v1.0/gallery_logo/data_file.txt"
append_index: False
delimiter: "\t"
dist_type: "IP"
pq_size: 100
......
......@@ -29,6 +29,7 @@ IndexProcess:
index_path: "./recognition_demo_data_v1.0/gallery_product/index"
image_root: "./recognition_demo_data_v1.0/gallery_product/"
data_file: "./recognition_demo_data_v1.0/gallery_product/data_file.txt"
append_index: False
delimiter: "\t"
dist_type: "IP"
pq_size: 100
......
......@@ -29,6 +29,7 @@ IndexProcess:
index_path: "./recognition_demo_data_v1.0/gallery_vehicle/index/"
image_root: "./recognition_demo_data_v1.0/gallery_vehicle/"
data_file: "./recognition_demo_data_v1.0/gallery_vehicle/data_file.txt"
append_index: False
delimiter: "\t"
dist_type: "IP"
pq_size: 100
......
......@@ -86,7 +86,8 @@ class GalleryBuilder(object):
gallery_vectors=gallery_features,
gallery_docs=gallery_docs,
pq_size=config['pq_size'],
index_path=config['index_path'])
index_path=config['index_path'],
append_index=config["append_index"])
def main(config):
......
......@@ -132,7 +132,8 @@ class Graph_Index(object):
gallery_vectors,
gallery_docs=[],
pq_size=100,
index_path='graph_index/'):
index_path='graph_index/',
append_index=False):
"""
build index
"""
......@@ -181,7 +182,25 @@ class Graph_Index(object):
self.gallery_doc_dict["dist_type"] = self.dist_type
self.gallery_doc_dict["with_attr"] = self.with_attr
with open(index_path + "/info.json", "w") as f:
output_path = os.path.join(index_path, "info.json")
if append_index is True and os.path.exists(output_path):
with open(output_path, "r") as fin:
lines = fin.readlines()[0]
ori_gallery_doc_dict = json.loads(lines)
assert ori_gallery_doc_dict["dist_type"] == self.gallery_doc_dict[
"dist_type"]
assert ori_gallery_doc_dict["dim"] == self.gallery_doc_dict["dim"]
assert ori_gallery_doc_dict["with_attr"] == self.gallery_doc_dict[
"with_attr"]
offset = ori_gallery_doc_dict["total_num"]
for i in range(0, self.gallery_doc_dict["total_num"]):
ori_gallery_doc_dict[str(i + offset)] = self.gallery_doc_dict[
str(i)]
ori_gallery_doc_dict["total_num"] += self.gallery_doc_dict[
"total_num"]
self.gallery_doc_dict = ori_gallery_doc_dict
with open(output_path, "w") as f:
json.dump(self.gallery_doc_dict, f)
print("finished creating index ...")
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册