feat(scheduler): add StatImage, PreheatFile, StatFile RPCs and enable_task_id_based_blob_digest field

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "dragonfly-api"
-version = "2.3.5"
+version = "2.3.6"
 authors = ["Gaius <gaius.qi@gmail.com>"]
 edition = "2021"
 license = "Apache-2.0"

pkg/apis/scheduler/v2/scheduler.proto

@@ -954,6 +954,12 @@ message PreheatImageRequest {
   repeated bytes certificate_chain = 18;
   // insecure_skip_verify indicates whether to skip TLS verification.
   bool insecure_skip_verify = 19;
+  // enable_task_id_based_blob_digest indicates whether to use the blob digest for task ID calculation
+  // when the layer url is an OCI blob url (e.g., /v2/<name>/blobs/sha256:<digest>). When enabled,
+  // the task ID is derived from the blob digest rather than the full URL, so the same blob from
+  // different registries shares one task ID. This enables deduplication across registries and
+  // eliminates redundant downloads and storage.
+  bool enable_task_id_based_blob_digest = 20;
 }
 
 // StatImageRequest represents request of StatImage.

proto/scheduler.proto

@@ -835,6 +835,12 @@ message PreheatImageRequest {
   repeated bytes certificate_chain = 18;
   // insecure_skip_verify indicates whether to skip TLS verification.
   bool insecure_skip_verify = 19;
+  // enable_task_id_based_blob_digest indicates whether to use the blob digest for task ID calculation
+  // when the layer url is an OCI blob url (e.g., /v2/<name>/blobs/sha256:<digest>). When enabled,
+  // the task ID is derived from the blob digest rather than the full URL, so the same blob from
+  // different registries shares one task ID. This enables deduplication across registries and
+  // eliminates redundant downloads and storage.
+  bool enable_task_id_based_blob_digest = 20;
 }
 
 // StatImageRequest represents request of StatImage.

python/dragonfly_api/scheduler_pb2.pyi

@@ -762,7 +762,7 @@ class DeletePersistentCacheTaskRequest(_message.Message):
     def __init__(self, host_id: _Optional[str] = ..., task_id: _Optional[str] = ...) -> None: ...
 
 class PreheatImageRequest(_message.Message):
-    __slots__ = ("url", "piece_length", "tag", "application", "filtered_query_params", "header", "username", "password", "platform", "scope", "ips", "percentage", "count", "concurrent_task_count", "concurrent_peer_count", "timeout", "priority", "certificate_chain", "insecure_skip_verify")
+    __slots__ = ("url", "piece_length", "tag", "application", "filtered_query_params", "header", "username", "password", "platform", "scope", "ips", "percentage", "count", "concurrent_task_count", "concurrent_peer_count", "timeout", "priority", "certificate_chain", "insecure_skip_verify", "enable_task_id_based_blob_digest")
     class HeaderEntry(_message.Message):
         __slots__ = ("key", "value")
         KEY_FIELD_NUMBER: _ClassVar[int]
@@ -789,6 +789,7 @@ class PreheatImageRequest(_message.Message):
     PRIORITY_FIELD_NUMBER: _ClassVar[int]
     CERTIFICATE_CHAIN_FIELD_NUMBER: _ClassVar[int]
     INSECURE_SKIP_VERIFY_FIELD_NUMBER: _ClassVar[int]
+    ENABLE_TASK_ID_BASED_BLOB_DIGEST_FIELD_NUMBER: _ClassVar[int]
     url: str
     piece_length: int
     tag: str
@@ -808,7 +809,8 @@ class PreheatImageRequest(_message.Message):
     priority: _common_pb2.Priority
     certificate_chain: _containers.RepeatedScalarFieldContainer[bytes]
     insecure_skip_verify: bool
-    def __init__(self, url: _Optional[str] = ..., piece_length: _Optional[int] = ..., tag: _Optional[str] = ..., application: _Optional[str] = ..., filtered_query_params: _Optional[_Iterable[str]] = ..., header: _Optional[_Mapping[str, str]] = ..., username: _Optional[str] = ..., password: _Optional[str] = ..., platform: _Optional[str] = ..., scope: _Optional[str] = ..., ips: _Optional[_Iterable[str]] = ..., percentage: _Optional[int] = ..., count: _Optional[int] = ..., concurrent_task_count: _Optional[int] = ..., concurrent_peer_count: _Optional[int] = ..., timeout: _Optional[_Union[datetime.timedelta, _duration_pb2.Duration, _Mapping]] = ..., priority: _Optional[_Union[_common_pb2.Priority, str]] = ..., certificate_chain: _Optional[_Iterable[bytes]] = ..., insecure_skip_verify: bool = ...) -> None: ...
+    enable_task_id_based_blob_digest: bool
+    def __init__(self, url: _Optional[str] = ..., piece_length: _Optional[int] = ..., tag: _Optional[str] = ..., application: _Optional[str] = ..., filtered_query_params: _Optional[_Iterable[str]] = ..., header: _Optional[_Mapping[str, str]] = ..., username: _Optional[str] = ..., password: _Optional[str] = ..., platform: _Optional[str] = ..., scope: _Optional[str] = ..., ips: _Optional[_Iterable[str]] = ..., percentage: _Optional[int] = ..., count: _Optional[int] = ..., concurrent_task_count: _Optional[int] = ..., concurrent_peer_count: _Optional[int] = ..., timeout: _Optional[_Union[datetime.timedelta, _duration_pb2.Duration, _Mapping]] = ..., priority: _Optional[_Union[_common_pb2.Priority, str]] = ..., certificate_chain: _Optional[_Iterable[bytes]] = ..., insecure_skip_verify: bool = ..., enable_task_id_based_blob_digest: bool = ...) -> None: ...
 
 class StatImageRequest(_message.Message):
     __slots__ = ("url", "piece_length", "tag", "application", "filtered_query_params", "header", "username", "password", "platform", "concurrent_layer_count", "concurrent_peer_count", "timeout", "certificate_chain", "insecure_skip_verify", "scope", "enable_task_id_based_blob_digest")

src/scheduler.v2.rs

@@ -1235,6 +1235,13 @@ pub struct PreheatImageRequest {
     /// insecure_skip_verify indicates whether to skip TLS verification.
     #[prost(bool, tag = "19")]
     pub insecure_skip_verify: bool,
+    /// enable_task_id_based_blob_digest indicates whether to use the blob digest for task ID calculation
+    /// when the layer url is an OCI blob url (e.g., /v2/<name>/blobs/sha256:<digest>). When enabled,
+    /// the task ID is derived from the blob digest rather than the full URL, so the same blob from
+    /// different registries shares one task ID. This enables deduplication across registries and
+    /// eliminates redundant downloads and storage.
+    #[prost(bool, tag = "20")]
+    pub enable_task_id_based_blob_digest: bool,
 }
 /// StatImageRequest represents request of StatImage.
 #[derive(serde::Serialize, serde::Deserialize)]