[ENH] Remove seq_id from protos, record and result types. Refactor ru…

…st to use LogRecord / OperationRecord (#1935)

## Description of changes

*Summarize the changes made by this PR.*
 - Improvements & Bug fixes
- Remove the seq_id concept from our record and result types. This is
unused and not needed. The python segments still internally use this
though.
	 - Refactor rust to use LogRecord/OperationRecord
- Remove Segment Manager and Ingestor from rust, as well as other pulsar
based paraphenelia such as message_id. This resulted in the /ingest
module being removed altogether.
 - New functionality
	 - None

## Test plan
*How are these changes tested?*

- [ ] Tests pass locally with `pytest` for python, `yarn test` for js,
`cargo test` for rust

## Documentation Changes
*Are all docstrings for user-facing APIs updated if required? Do we need
to make documentation changes in the [docs
repository](https://github.com/chroma-core/docs)?*

chromadb/logservice/logservice.py

@@ -148,11 +148,11 @@ def push_logs(self, collection_id: UUID, records: Sequence[OperationRecord]) ->
         return response.record_count  # type: ignore
 
     def pull_logs(
-        self, collection_id: UUID, start_id: int, batch_size: int
+        self, collection_id: UUID, start_offset: int, batch_size: int
     ) -> Sequence[LogRecord]:
         request = PullLogsRequest(
             collection_id=str(collection_id),
-            start_from_id=start_id,
+            start_from_offset=start_offset,
             batch_size=batch_size,
             end_timestamp=-1,
         )

chromadb/proto/convert.py

@@ -3,7 +3,6 @@
 from typing import Dict, Optional, Tuple, Union, cast
 from chromadb.api.types import Embedding
 import chromadb.proto.chroma_pb2 as proto
-from chromadb.utils.messageid import bytes_to_int, int_to_bytes
 from chromadb.types import (
     Collection,
     LogRecord,
@@ -117,7 +116,7 @@ def from_proto_submit(
     embedding, encoding = from_proto_vector(operation_record.vector)
     record = LogRecord(
         log_offset=seq_id,
-        operation_record=OperationRecord(
+        record=OperationRecord(
             id=operation_record.id,
             embedding=embedding,
             encoding=encoding,
@@ -258,7 +257,6 @@ def from_proto_vector_embedding_record(
 ) -> VectorEmbeddingRecord:
     return VectorEmbeddingRecord(
         id=embedding_record.id,
-        seq_id=from_proto_seq_id(embedding_record.seq_id),
         embedding=from_proto_vector(embedding_record.vector)[0],
     )
 
@@ -269,7 +267,6 @@ def to_proto_vector_embedding_record(
 ) -> proto.VectorEmbeddingRecord:
     return proto.VectorEmbeddingRecord(
         id=embedding_record["id"],
-        seq_id=to_proto_seq_id(embedding_record["seq_id"]),
         vector=to_proto_vector(embedding_record["embedding"], encoding),
     )
 
@@ -279,15 +276,6 @@ def from_proto_vector_query_result(
 ) -> VectorQueryResult:
     return VectorQueryResult(
         id=vector_query_result.id,
-        seq_id=from_proto_seq_id(vector_query_result.seq_id),
         distance=vector_query_result.distance,
         embedding=from_proto_vector(vector_query_result.vector)[0],
     )
-
-
-def to_proto_seq_id(seq_id: SeqId) -> bytes:
-    return int_to_bytes(seq_id)
-
-
-def from_proto_seq_id(seq_id: bytes) -> SeqId:
-    return bytes_to_int(seq_id)