全部產品
Search
文件中心

Vector Retrieval Service:資料類型定義

更新時間:Jul 13, 2024

本文介紹向量檢索服務DashVector的資料類型定義。

Doc

@dataclass(frozen=True)
class Doc(object):
    id: str                                            # 主鍵
    vector: Union[List[int], List[float], np.ndarray]  # 向量資料
    sparse_vector: Optional[Dict[int, float]] = None   # 稀疏向量資料
    fields: Optional[FieldDataType] = None             # Doc自訂欄位
    score: float = 0.0                                 # 向量相似性
@Data
@Builder
public class Doc {
  // 主鍵
  @NonNull private String id;
  // 向量資料
  @NonNull private Vector vector;
  // 稀疏向量資料
  private TreeMap<Integer, Float> sparseVector;
  // 文檔自訂欄位
  @Builder.Default private Map<String, Object> fields = new HashMap<>();
  // 向量相似性
  private float score;

  public void addField(String key, String value) {
    this.fields.put(key, value);
  }

  public void addField(String key, Integer value) {
    this.fields.put(key, value);
  }

  public void addField(String key, Float value) {
    this.fields.put(key, value);
  }

  public void addField(String key, Boolean value) {
    this.fields.put(key, value);
  }
}

DocOpResult

@dataclass(frozen=True)
class DocOpResult(object):
    doc_op: DocOp
    id: str
    code: int
    message: str
@Getter
@Builder
@AllArgsConstructor
@NoArgsConstructor
public class DocOpResult implements Serializable {
  @JsonProperty("doc_op")
  private com.aliyun.dashvector.proto.DocOpResult.DocOp docOp;

  private String id;
  private int code;
  private String message;

  public DocOpResult(com.aliyun.dashvector.proto.DocOpResult docOpResult) {
    this.docOp = docOpResult.getDocOp();
    this.id = docOpResult.getId();
    this.code = docOpResult.getCode();
    this.message = docOpResult.getMessage();
  }

}

CollectionMeta

@dataclass(frozen=True)
class CollectionMeta(object):
    name: str                      # Collection名稱
    dimension: int                 # 向量維度
    dtype: str                     # 向量資料類型,FLOAT/INT
    metric: str                    # 距離度量方式,euclidean/dotproduct/cosine
    status: Status                 # Collection狀態
    fields: Dict[str, str]         # Collection Fields定義,字典value可選值: FLOAT/BOOL/INT/STRING
    partitions: Dict[str, Status]  # Collection 分區資訊
@Getter
public class CollectionMeta {
  // Collection名稱
  private final String name;
  // 向量維度
  private final int dimension;
  // 向量資料類型,FLOAT/INT
  private final CollectionInfo.DataType dataType;
  // 距離度量方式,euclidean/dotproduct/cosine
  private final CollectionInfo.Metric metric;
  // Collection狀態
  private final String status;
  // Collection Fields定義,字典value可選值: FLOAT/BOOL/INT/STRIN
  private final Map<String, FieldType> fieldsSchema;
  // Collection 分區資訊
  private final Map<String, Status> partitionStatus;

  public CollectionMeta(CollectionInfo collectionInfo) {
    this.name = collectionInfo.getName();
    this.dimension = collectionInfo.getDimension();
    this.dataType = collectionInfo.getDtype();
    this.metric = collectionInfo.getMetric();
    this.status = collectionInfo.getStatus().name();
    this.fieldsSchema = collectionInfo.getFieldsSchemaMap();
    this.partitionStatus = collectionInfo.getPartitionsMap();
  }
}

CollectionStats

@dataclass(frozen=True)
class CollectionStats(object):
    total_doc_count: int                    # Collection 插入資料總量
    index_completeness: float               # Collection 插入資料完成度
    partitions: Dict[str, PartitionStats]   # Collection 分區資訊
@Getter
public class CollectionStats {
  // Collection 插入資料總數
  private final long totalDocCount;
  // Collection 插入資料完成度
  private final float indexCompleteness;
  // Collection 分區資訊
  private final Map<String, PartitionStats> partitions;

  public CollectionStats(StatsCollectionResponse.CollectionStats collectionStats) {
    this.totalDocCount = collectionStats.getTotalDocCount();
    this.indexCompleteness = collectionStats.getIndexCompleteness();
    this.partitions = new HashMap<>();
    collectionStats
        .getPartitionsMap()
        .forEach((key, value) -> this.partitions.put(key, new PartitionStats(value)));
  }
}

PartitionStats

@dataclass(frozen=True)
class PartitionStats(object):
    total_doc_count: int                    # Partition 分區內資料總量
@Getter
public class PartitionStats {
  // Partition 分區內資料總量
  private final long totalDocCount;

  public PartitionStats(com.aliyun.dashvector.proto.PartitionStats partitionStats) {
    this.totalDocCount = partitionStats.getTotalDocCount();
  }
}

Status

class Status(IntEnum):
    INITIALIZED = 0                        # Collection/Partition 建立中
    SERVING = 1                            # Collection/Partition 服務中
    DROPPING = 2                           # Collection/Partition 刪除中
    ERROR = 3                              # Collection/Partition 狀態異常

Group

@dataclass(frozen=True)
class Group(object):
    group_id: str                         # 分組標識
    docs: List[Doc]                       # 分組下的文檔列表
@Getter
@Builder
public class Group {
    // 分組標識
    @NonNull private String groupId;
    // 分組下的文檔列表
    @Singular private List<Doc> docs;
}

其他

FieldDataType = Dict[str, Union[Type[str], Type[int], Type[float], Type[bool]]]