From 6860c911e1747c9914506bc3835277438dc02e66 Mon Sep 17 00:00:00 2001 From: "eodnjs01477@gmail.com" Date: Wed, 19 Oct 2022 15:20:38 +0900 Subject: [PATCH] create_milvus_collection --- .DS_Store | Bin 6148 -> 6148 bytes ex_create_collection.py | 92 ++++++++++++++++++ .../com/mongo_webflux/DownFileCollection.java | 2 +- .../com/mongo_webflux/DownFileService.java | 3 +- 4 files changed, 95 insertions(+), 2 deletions(-) create mode 100644 ex_create_collection.py diff --git a/.DS_Store b/.DS_Store index 3d9c3be8e1037da97575a43245b8a8babd1cad46..54ebe250c518385804f72a2090019d6ba3c5f4fe 100644 GIT binary patch delta 51 zcmZoMXffCj&%$_easo>Ow?uWdp}Db+g0ZE+nF|kO delta 46 zcmZoMXffCj&%$_Oaso>Omw0uxiKUK$iLvSA*DSJ=zp<%I4q_GFY|navX)_zgKYjpX Ceh&r! diff --git a/ex_create_collection.py b/ex_create_collection.py new file mode 100644 index 0000000..ea5bcf3 --- /dev/null +++ b/ex_create_collection.py @@ -0,0 +1,92 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +""" +@author: daewon +""" + +from pymilvus import connections, utility, Collection, CollectionSchema, FieldSchema, DataType +import os, glob, random +import numpy as np + +img_path = sorted(glob.glob("./mongt/save/*.jpg")) + +file_box = [] +for i in img_path : + filename = i.split("/")[3] + file_box.append(filename) + +# milvus connection +connections.connect() + +# select exist collections() +utility.list_collections() + +# define field in collection +# p_id = FieldSchema(name, dtype, kwargs) +p_id = FieldSchema("id", + dtype = DataType.INT64, + is_primary = True + ) + +field1 = FieldSchema("test_col", + dtype = DataType.VARCHAR, + max_length = 200, + ) + +field2 = FieldSchema("test_col2", + dtype = DataType.FLOAT_VECTOR, + dim = 2 +) + + +test_schema = CollectionSchema(fields = [p_id, field1, field2]) + +# define collection name +collection_name = "test5" + +# create collection +collection = Collection(name = collection_name, + schema = test_schema, + using = 'default', + shards_num = 3) + +# load collection +collection = Collection(collection_name) + +# check exist collections +utility.list_collections() + +# define data, insert into collection +data = [ [i for i in range(161)], + [str(i) for i in file_box], + [[random.random() for _ in range(2)] for _ in range(161)], #[i for i in ar], + ] + +arr2 = [[random.random() for _ in range(2)] for _ in range(161)] +np.ndim(arr2) + +# 컬렉션에 data 삽입 +collection.insert(data) + +# 현재 collection load +collection = Collection(collection_name) +collection.load() + +# Query 조회 -> parameter expr: boolean +# boolean expr rules -> documents 참고 +res = collection.query( + expr = "id < %d" % len(file_box), + output_fields = ["id", "test_col", "test_col2"] + ) + +# default id로 오름차순 정렬 +sorted_res = sorted(res, key=lambda k: k["id"]) + +# select한 data출력 +sorted_res + +d_str = ["mil", "vs", "test"] +data2 = [ [i for i in range(3)], + [str(i) for i in d_str], + [[random.random() for _ in range(2)] for _ in range(2)] + ] diff --git a/mongo_webflux/src/main/java/com/mongo_webflux/DownFileCollection.java b/mongo_webflux/src/main/java/com/mongo_webflux/DownFileCollection.java index f300665..e46ee77 100644 --- a/mongo_webflux/src/main/java/com/mongo_webflux/DownFileCollection.java +++ b/mongo_webflux/src/main/java/com/mongo_webflux/DownFileCollection.java @@ -9,7 +9,7 @@ @Getter @NoArgsConstructor -@Document(collection = "") +@Document(collection = "kts_biblio") public class DownFileCollection { @Id diff --git a/mongo_webflux/src/main/java/com/mongo_webflux/DownFileService.java b/mongo_webflux/src/main/java/com/mongo_webflux/DownFileService.java index 82ae1f0..681b3f2 100644 --- a/mongo_webflux/src/main/java/com/mongo_webflux/DownFileService.java +++ b/mongo_webflux/src/main/java/com/mongo_webflux/DownFileService.java @@ -13,7 +13,8 @@ @Service @RequiredArgsConstructor public class DownFileService { - private final String downPath = ""; + private final String downPath = "/home/master/Desktop/milvus_test/save_img"; + // "/Users/daewon/Desktop/mongt/save/"; public void getCollection(int i, Mono getObject) { Object sampleImageInfoArray = getObject.block().getSampleImageInfoArray();