diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py index 1e87127a9..f7676ea25 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/checkpoint_layout.py @@ -25,6 +25,7 @@ ### Constants shared by all layouts. ### PYTREE_CHECKPOINTABLE_KEY = "pytree" +EMPTY_CHECKPOINTABLE_KEY = "" METRICS_CHECKPOINTABLE_KEY = "metrics" diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py index 347d233f4..017e2ee0e 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py @@ -132,6 +132,10 @@ def load_pytree( """ start_time = time.time() logging.info('Loading checkpoint from %s.', path) + + abstract_pytree = _standardize_abstract_checkpointables(abstract_pytree) + validation.validate_pytree_checkpointable_name(checkpointable_name) + ctx = context_lib.get_context() path = ctx.file_options.path_class(path) layout = asyncio_utils.run_sync( @@ -139,9 +143,6 @@ def load_pytree( path, ctx.checkpoint_layout, checkpointable_name ) ) - abstract_pytree = _standardize_abstract_checkpointables(abstract_pytree) - - validation.validate_pytree_checkpointable_name(checkpointable_name) loaded_pytree = _load_impl( path, @@ -257,17 +258,18 @@ def load_checkpointables( """ start_time = time.time() logging.info('Loading checkpoint from %s.', path) - ctx = context_lib.get_context() - path = ctx.file_options.path_class(path) - layout = asyncio_utils.run_sync( - layout_registry.get_checkpoint_layout(path, ctx.checkpoint_layout) - ) abstract_checkpointables = _standardize_abstract_checkpointables( abstract_checkpointables ) validation.validate_abstract_checkpointables(abstract_checkpointables) + ctx = context_lib.get_context() + path = ctx.file_options.path_class(path) + layout = asyncio_utils.run_sync( + layout_registry.get_checkpoint_layout(path, ctx.checkpoint_layout) + ) + if not hasattr(layout, 'load_checkpointables'): raise NotImplementedError( f'Layout {type(layout)} does not support loading checkpointables.' diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py index a587f3ad9..6ffdc3d56 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation.py @@ -16,6 +16,9 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout +RESERVED_CHECKPOINTABLE_KEYS = checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY + def validate_pytree_checkpointable_name( checkpointable_name: str | None, @@ -30,7 +33,13 @@ def validate_pytree_checkpointable_name( """ if checkpointable_name is None: return - if checkpointable_name in checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS: + if checkpointable_name == EMPTY_CHECKPOINTABLE_KEY: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `load_pytree`. Checkpointable name must be a valid non-empty string' + ' name or None if loading a legacy V0 direct pytree checkpoint.' + ) + if checkpointable_name in RESERVED_CHECKPOINTABLE_KEYS: raise ValueError( f'Provided reserved checkpointable key: {checkpointable_name}.' ) @@ -47,9 +56,15 @@ def validate_abstract_checkpointables(abstract_checkpointables): """ if abstract_checkpointables is None: return + if EMPTY_CHECKPOINTABLE_KEY in abstract_checkpointables: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `load_checkpointables`. Each checkpointable name must be a valid' + ' non-empty string name.' + ) if ( provided_reserved_keys := abstract_checkpointables.keys() - & checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS + & RESERVED_CHECKPOINTABLE_KEYS ): raise ValueError( f'Provided reserved checkpointable keys: {provided_reserved_keys}.' diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py index 342bce705..948546686 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/validation_test.py @@ -15,19 +15,34 @@ from unittest import mock from absl.testing import absltest -from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.loading import validation class ValidationTest(absltest.TestCase): + def test_validate_pytree_checkpointable_name(self): + validation.validate_pytree_checkpointable_name(None) + validation.validate_pytree_checkpointable_name('pytree') + validation.validate_pytree_checkpointable_name('a') + + with self.assertRaisesRegex(ValueError, 'Empty string is not supported'): + validation.validate_pytree_checkpointable_name('') + + with mock.patch.object( + validation, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} + ): + with self.assertRaisesRegex(ValueError, 'reserved'): + validation.validate_pytree_checkpointable_name('reserved') def test_validate_abstract_checkpointables(self): validation.validate_abstract_checkpointables(None) validation.validate_abstract_checkpointables({}) validation.validate_abstract_checkpointables({'a': 1}) + with self.assertRaisesRegex(ValueError, 'Empty string is not supported'): + validation.validate_abstract_checkpointables({'': 1}) + with mock.patch.object( - checkpoint_layout, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} + validation, 'RESERVED_CHECKPOINTABLE_KEYS', {'reserved'} ): with self.assertRaisesRegex(ValueError, 'reserved'): validation.validate_abstract_checkpointables({'reserved': 1}) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py index 04a42941c..06f5a929d 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/metadata/loading.py @@ -22,6 +22,7 @@ import orbax.checkpoint.experimental.v1._src.handlers.global_registration # pylint: disable=unused-import from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.layout import registry as layout_registry +from orbax.checkpoint.experimental.v1._src.loading import validation from orbax.checkpoint.experimental.v1._src.metadata import types as metadata_types from orbax.checkpoint.experimental.v1._src.path import types as path_types @@ -30,6 +31,7 @@ InvalidLayoutError = errors.InvalidLayoutError PyTreeMetadata = metadata_types.PyTreeMetadata PYTREE_CHECKPOINTABLE_KEY = checkpoint_layout.PYTREE_CHECKPOINTABLE_KEY +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY def pytree_metadata( @@ -85,6 +87,7 @@ def _get_abstract_array(arr): Returns: A `CheckpointMetadata[PyTreeMetadata]` object. """ + validation.validate_pytree_checkpointable_name(checkpointable_name) ctx = context_lib.get_context() path = ctx.file_options.path_class(path) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py index ad2f7ed7c..617fa5a5f 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/execution.py @@ -39,6 +39,7 @@ from orbax.checkpoint.experimental.v1._src.path import async_utils as path_async_utils from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import path_utils as saving_path_utils +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.synchronization import thread_utils from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types @@ -371,6 +372,7 @@ def save_checkpointables_impl( partial_save: bool = False, ) -> async_types.AsyncResponse[None]: """See caller docstrings.""" + validation.validate_abstract_checkpointables(checkpointables) start_time = time.time() event_tracking.record_save_start(path, async_origin=async_origin) # Ensure the operation ID is incremented as soon as possible. This must be diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py index 37400e91e..0c7e481a7 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/saving.py @@ -26,6 +26,7 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import execution +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types from orbax.checkpoint.experimental.v1._src.tree import types as tree_types @@ -70,12 +71,13 @@ def save_pytree( JSON-serializable dictionary the user can use to store additional information. The field is treated as opaque by Orbax. """ - save_checkpointables( + execution.save_checkpointables_impl( path, {PYTREE_CHECKPOINTABLE_KEY: pytree}, overwrite=overwrite, custom_metadata=custom_metadata, - ) + async_origin=False, + ).result() def save_checkpointables( @@ -131,6 +133,7 @@ def save_checkpointables( JSON-serializable dictionary the user can use to store additional information. The field is treated as opaque by Orbax. """ + validation.validate_abstract_checkpointables(checkpointables) execution.save_checkpointables_impl( path, checkpointables, @@ -200,11 +203,12 @@ def save_pytree_async( An `AsyncResponse` that can be used to block until the save is complete. Blocking can be done using `response.result()`, which returns `None`. """ - return save_checkpointables_async( + return execution.save_checkpointables_impl( path, {PYTREE_CHECKPOINTABLE_KEY: pytree}, overwrite=overwrite, custom_metadata=custom_metadata, + async_origin=True, ) @@ -275,6 +279,7 @@ def save_checkpointables_async( An `AsyncResponse` that can be used to block until the save is complete. Blocking can be done using `response.result()`, which returns `None`. """ + validation.validate_abstract_checkpointables(checkpointables) return execution.save_checkpointables_impl( path, checkpointables, @@ -303,13 +308,6 @@ def get_v0_checkpointer_and_args( Returns: A tuple containing the V0 Checkpointer and Args. """ - if ( - provided_reserved_keys := checkpointables.keys() - & checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS - ): - raise ValueError( - f'Provided reserved checkpointable keys: {provided_reserved_keys}.' - ) checkpointables = execution.add_internal_checkpointables( checkpointables, context=context, metrics=metrics ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py new file mode 100644 index 000000000..7ca0f68d1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/saving/validation.py @@ -0,0 +1,46 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Validation functions involved in saving.""" + +from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout + +RESERVED_CHECKPOINTABLE_KEYS = checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS +EMPTY_CHECKPOINTABLE_KEY = checkpoint_layout.EMPTY_CHECKPOINTABLE_KEY + + +def validate_abstract_checkpointables(abstract_checkpointables): + """Validates the abstract_checkpointables dictionary. + + Args: + abstract_checkpointables: A dictionary of abstract checkpointables. + + Raises: + ValueError: If any of the keys in abstract_checkpointables are reserved. + """ + if abstract_checkpointables is None: + return + if EMPTY_CHECKPOINTABLE_KEY in abstract_checkpointables: + raise ValueError( + 'Empty string is not supported as a checkpointable name in' + ' `save_checkpointables`. Each checkpointable name must be a valid' + ' non-empty string name.' + ) + if ( + provided_reserved_keys := abstract_checkpointables.keys() + & RESERVED_CHECKPOINTABLE_KEYS + ): + raise ValueError( + f'Provided reserved checkpointable keys: {provided_reserved_keys}.' + ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py index 814d8b5f1..f0054ecaf 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/compatibility.py @@ -437,22 +437,15 @@ def get_v0_type_handler_registry( type handler registry. context: The Context to be used to default construct the LeafHandlers. """ - - def _get_typestr(leaf_type: Any) -> str: - if leaf_type == jax.Array: - return type_handlers_v0.JAX_ARRAY_TYPE_STR - elif leaf_type == np.ndarray: - return 'np.ndarray' - elif leaf_type in (int, float, bytes, np.number): - return 'scalar' - elif leaf_type == str: - return 'string' - else: - return f'{leaf_type!r}' - # register standardard v1 leaf handlers to the v0 type handler registry. handlers = [] - for leaf_type, _, leaf_handler_type in leaf_handler_registry.get_all(): + # We must reverse the order of the leaf handlers to ensure that the last + # registered handler is the first one used as V1 registry is ordered by + # priority of generic to specific, while V0 type handler registry is ordered + # by the reverse. + for leaf_type, _, leaf_handler_type in reversed( + leaf_handler_registry.get_all() + ): try: leaf_handler = leaf_handler_type(context=context) # pytype: disable=wrong-keyword-args except TypeError as e: @@ -460,11 +453,14 @@ def _get_typestr(leaf_type: Any) -> str: f'Failed to default construct LeafHandler[{leaf_type}]. All' ' LeafHandler types must be able to be constructed with a context.' ) from e + + typestrs = leaf_handler_registry.get_secondary_typestrs(leaf_handler_type) + typestr = typestrs[0] if typestrs else f'{leaf_type!r}' handlers.append(( leaf_type, CompatibleTypeHandler( leaf_handler, - typestr=_get_typestr(leaf_type), + typestr=typestr, ), )) return type_handler_registry.create_type_handler_registry(*handlers) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py index f4423fe4e..70f4d4f03 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py @@ -14,7 +14,9 @@ """Leaf Handler Registry.""" -from typing import Any, Dict, Sequence, Tuple, Type +from collections.abc import Sequence +import dataclasses +from typing import Any from absl import logging import jax @@ -28,35 +30,88 @@ import typing_extensions -# The standard type and abstract type to handler mapping. +# The standard type, abstract type, and optional typestrs to handler mapping. # The type to abstract type pairs are well defined standard and users should # rarely need to override the pair. -STANDARD_TYPE_AND_ABSTRACT_TYPE_TO_HANDLER = { +STANDARD_TYPE_AND_ABSTRACT_TYPE_AND_TYPESTR_TO_HANDLER = [ ( jax.Array, types.AbstractShardedArray, - ): array_leaf_handler.ArrayLeafHandler, + ['jax.Array'], + array_leaf_handler.ArrayLeafHandler, + ), ( np.ndarray, types.AbstractArray, - ): numpy_leaf_handler.NumpyLeafHandler, + ['np.ndarray'], + numpy_leaf_handler.NumpyLeafHandler, + ), ( int, int, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( float, float, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( bytes, bytes, - ): scalar_leaf_handler.ScalarLeafHandler, + ['scalar'], + scalar_leaf_handler.ScalarLeafHandler, + ), ( str, str, - ): string_leaf_handler.StringLeafHandler, -} + ['string'], + string_leaf_handler.StringLeafHandler, + ), +] + + +@dataclasses.dataclass +class _Registration: + """A registration entry for a LeafHandler. + + Attributes: + leaf_type: The concrete PyTree leaf type. + abstract_type: The abstract representation of the leaf type. + handler_type: The LeafHandler class. + secondary_typestrs: Optional alternate identifiers for the handler. + leaf_specificity_score: Specificity score for the leaf type. Higher value + means more specific type relative to other leaf types which it is a + subclass of. This determines which handler we resolve to during + save/load operations. + abstract_specificity_score: Specificity score for the abstract type. Higher + value means more specific type relative to other abstract types which it + is a subprotocol/subclass of. This determines which handler we resolve to + during save/load operations. + """ + + leaf_type: type[Any] + abstract_type: type[Any] + handler_type: type[types.LeafHandler[Any, Any]] + secondary_typestrs: Sequence[str] | None + leaf_specificity_score: int + abstract_specificity_score: int + + +def _is_abstract_subprotocol( + type_a: type[Any], type_b: type[Any] +) -> bool: + """Checks if 'type_a' is a subclass or sub-protocol of 'type_b'.""" + try: + if typing_extensions.is_protocol(type_b): # pytype: disable=not-supported-yet + return protocol_utils.is_subclass_protocol( + cls=type_a, protocol=type_b + ) + return issubclass(type_a, type_b) + except TypeError: + return False class BaseLeafHandlerRegistry: @@ -87,71 +142,57 @@ class CustomArray(np.ndarray): pass """ def __init__(self): - self._leaf_type_registry: Dict[ - Type[Any], Type[types.LeafHandler[Any, Any]] - ] = {} - self._abstract_type_registry: Dict[ - Type[Any], Type[types.LeafHandler[Any, Any]] - ] = {} - - # for easy look up for replacement - self._handler_to_types: Dict[ - Type[types.LeafHandler[Any, Any]], Tuple[Type[Any], Type[Any]] - ] = {} - self._secondary_typestrs: Dict[ - Type[types.LeafHandler[Any, Any]], Sequence[str] - ] = {} + # Sorted [Generic -> Specific] primarily by leaf_specificity_score. + self._entries: list[_Registration] = [] def _try_get( - self, leaf_type: Type[types.Leaf] - ) -> Type[types.LeafHandler[types.Leaf, Any]] | None: - """Returns the handler registered for a given type, if available.""" - for registered_ty, handler_type in self._leaf_type_registry.items(): - if issubclass(leaf_type, registered_ty): - return handler_type - - # no handler found + self, leaf_type: type[types.Leaf] + ) -> type[types.LeafHandler[types.Leaf, Any]] | None: + """Returns the most specific handler for a given type, if available.""" + # self._entries is sorted Generic -> Specific by leaf_specificity_score. + # Iterating reversed checks the most specific handlers first. + for entry in reversed(self._entries): + try: + if issubclass(leaf_type, entry.leaf_type): + return entry.handler_type + except TypeError: + pass return None def get( - self, leaf_type: Type[types.Leaf] - ) -> Type[types.LeafHandler[types.Leaf, Any]]: + self, leaf_type: type[types.Leaf] + ) -> type[types.LeafHandler[types.Leaf, Any]]: if (handler_type := self._try_get(leaf_type)) is None: raise ValueError( - f'Unknown Leaf type: "{leaf_type}". Must register it with' + f'Unknown Leaf type: "{leaf_type!r}". Must register it with' ' LeafHandlerRegistry.' ) - return handler_type def _try_get_abstract( self, - abstract_type: Type[types.AbstractLeaf], - ) -> Type[types.LeafHandler[Any, types.AbstractLeaf]] | None: - """Returns the handler registered for a given abstract type, if available.""" - for ( - registered_abstract_ty, - handler_type, - ) in self._abstract_type_registry.items(): - if typing_extensions.is_protocol(registered_abstract_ty): # pytype: disable=not-supported-yet - if protocol_utils.is_subclass_protocol( - cls=abstract_type, protocol=registered_abstract_ty - ): - return handler_type - elif issubclass(abstract_type, registered_abstract_ty): - return handler_type - - # no handler found + abstract_type: type[types.AbstractLeaf], + ) -> type[types.LeafHandler[Any, types.AbstractLeaf]] | None: + """Returns the most specific handler for a given abstract type.""" + # Sort ascending by abstract_specificity_score (lowest to highest). + sorted_entries = sorted( + self._entries, + key=lambda e: e.abstract_specificity_score + ) + # Iterating reversed checks the most specific handlers first. + for entry in reversed(sorted_entries): + if _is_abstract_subprotocol(abstract_type, entry.abstract_type): + return entry.handler_type return None def get_abstract( self, - abstract_type: Type[types.AbstractLeaf], - ) -> Type[types.LeafHandler[Any, types.AbstractLeaf]]: + abstract_type: type[types.AbstractLeaf], + ) -> type[types.LeafHandler[Any, types.AbstractLeaf]]: if (handler_type := self._try_get_abstract(abstract_type)) is None: raise ValueError( - f'Unknown AbstractLeaf type: "{abstract_type}". Must register it with' - ' LeafHandlerRegistry.' + f'Unknown AbstractLeaf type: "{abstract_type!r}". Must register it' + ' with LeafHandlerRegistry.' ) return handler_type @@ -167,24 +208,32 @@ def get_all( """ return [ ( - leaf_type, - abstract_type, - handler_type, - ) - for (leaf_type, handler_type), abstract_type in zip( - self._leaf_type_registry.items(), self._abstract_type_registry + entry.leaf_type, + entry.abstract_type, + entry.handler_type, ) + for entry in self._entries ] def add( self, - leaf_type: Type[types.Leaf], - abstract_type: Type[types.AbstractLeaf], - handler_type: Type[types.LeafHandler[types.Leaf, types.AbstractLeaf]], + leaf_type: type[types.Leaf], + abstract_type: type[types.AbstractLeaf], + handler_type: type[types.LeafHandler[types.Leaf, types.AbstractLeaf]], override: bool = False, secondary_typestrs: Sequence[str] | None = None, ): - """Adds a handler_type for a given leaf_type and abstract_type pair. + """Registers a `handler_type` for a `leaf_type` and `abstract_type` pair. + + The registry automatically maintains a [Generic -> Specific] hierarchy for + both leaf and abstract types using dynamic topological priorities to ensure + correct resolution. We maintain and recalculate these specificity scores to + ensure that the most specific handler is chosen during resolution. + + A conflict occurs if the exact `leaf_type` is already registered, or if the + `abstract_type` is already mapped to a different handler. Set + `override=True` to automatically remove conflicting entries and force the + new registration. Args: leaf_type: The concrete PyTree leaf type to register. @@ -196,56 +245,110 @@ def add( secondary identifiers for the handler. Raises: - ValueError: If the `leaf_type` or `abstract_type` is already registered - and `override` is False. Also raised if the `abstract_type` is already - registered with a fundamentally different handler type. + ValueError: If a duplicate `leaf_type` or conflicting `abstract_type` + mapping exists and `override` is False. """ - current_handler_type = self._try_get(leaf_type) - current_abstract_handle_type = self._try_get_abstract(abstract_type) - - if not override and (current_handler_type or current_abstract_handle_type): - raise ValueError( - f'Leaf_type[{leaf_type}] or abstract_type[{abstract_type}] has' - f' already registered, current_handler: {current_handler_type}, ' - f'current_abstract_handle_type: {current_abstract_handle_type}' - ) - logging.vlog( - 1, - 'add: leaf_type[%s], abstract_type[%s], handler_type[%s],' - ' current_handler[%s], current_abstract_handle_type[%s]', + # Check for exact duplicate registration + for e in self._entries: + if ( + e.leaf_type == leaf_type + and e.abstract_type == abstract_type + and e.handler_type == handler_type + ): + logging.info( + 'Registration already exists for leaf_type[%s], ' + 'abstract_type[%s], handler_type[%s]. Skipping.', + leaf_type, + abstract_type, + handler_type, + ) + return + + if override: + # Filter out conflicting entries if override is True. + new_entries = [] + for e in self._entries: + is_conflict = (e.leaf_type == leaf_type) or ( + e.abstract_type == abstract_type and e.handler_type != handler_type + ) + if is_conflict: + logging.warning( + 'clearing conflicting entry: leaf_type[%s], abstract_type[%s]' + ' handler_type[%s] during override.', + e.leaf_type, + e.abstract_type, + e.handler_type, + ) + else: + new_entries.append(e) + self._entries = new_entries + else: + for e in self._entries: + if e.leaf_type == leaf_type: + raise ValueError( + f'leaf_type [{leaf_type}] is already handled by ' + f'{e.handler_type}. Use override=True to replace its entry. ' + f'Registry: {self._entries}' + ) + if e.abstract_type == abstract_type and e.handler_type != handler_type: + raise ValueError( + f'abstract_type[{abstract_type}] is already handled by ' + f'{e.handler_type}. Use override=True to replace all ' + f'conflicting entries. Registry: {self._entries}' + ) + + # Append the new entry with default priorities + new_reg = _Registration( leaf_type, abstract_type, handler_type, - current_handler_type, - current_abstract_handle_type, + secondary_typestrs, + leaf_specificity_score=0, + abstract_specificity_score=0, + ) + self._entries.append(new_reg) + # Recalculate specificity scores for all entries since new entry was added + # and may change the specificity scores of existing entries. + self._recalculate_specificity_scores() + + # Sort the single source of truth [Generic -> Specific] based on leaf type + # primarily, and abstract type secondarily. + self._entries.sort( + key=lambda x: ( + x.leaf_specificity_score, + x.abstract_specificity_score, + x.handler_type.__name__, + ) ) - if current_handler_type and ( - current_abstract_handle_type - and current_handler_type != current_abstract_handle_type - ): - raise ValueError( - f'Abstract_type[{abstract_type}] has already registered with a' - ' different type.' - ) - elif current_handler_type and not current_abstract_handle_type: - # need to remove the previous abstract type - _, old_abstract_ty = self._handler_to_types.pop(current_handler_type) - self._abstract_type_registry.pop(old_abstract_ty) - - # new type and abstract type pair - self._leaf_type_registry[leaf_type] = handler_type - self._abstract_type_registry[abstract_type] = handler_type - self._handler_to_types[handler_type] = (leaf_type, abstract_type) - # Allows for multiple handlers to be associated with the same leaf_type and - # abstract_type pair, typically for backward compatibility. - if secondary_typestrs is not None: - self._secondary_typestrs[handler_type] = ( - secondary_typestrs - ) + def _recalculate_specificity_scores(self) -> None: + """Recalculates specificity scores and sorts the registry.""" + for target_entry in self._entries: + leaf_count = 0 + abstract_count = 0 + for other_entry in self._entries: + # Count how many leaf types this target is a subclass of. + try: + if ( + target_entry.leaf_type != other_entry.leaf_type and + issubclass(target_entry.leaf_type, other_entry.leaf_type) + ): + leaf_count += 1 + except TypeError: + pass + # Count how many abstract types this target is a subprotocol of. + if ( + target_entry.abstract_type != other_entry.abstract_type and + _is_abstract_subprotocol( + target_entry.abstract_type, other_entry.abstract_type + ) + ): + abstract_count += 1 + target_entry.leaf_specificity_score = leaf_count + target_entry.abstract_specificity_score = abstract_count - def is_handleable(self, leaf_type: Type[Any]) -> bool: + def is_handleable(self, leaf_type: type[Any]) -> bool: """Returns True if the type is handleable. This checks if the provided concrete leaf type, or any of its base classes, @@ -259,8 +362,8 @@ def is_handleable(self, leaf_type: Type[Any]) -> bool: """ return self._try_get(leaf_type) is not None - def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: - """Returns True if the abstract type is handlable. + def is_abstract_handleable(self, abstract_type: type[Any]) -> bool: + """Returns True if the abstract type is handleable. This checks if the provided abstract leaf type, or any of its matching base classes or protocols, has a registered handler in the registry. @@ -274,9 +377,12 @@ def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: return self._try_get_abstract(abstract_type) is not None def get_secondary_typestrs( - self, handler_type: Type[types.LeafHandler[Any, Any]] + self, handler_type: type[types.LeafHandler[Any, Any]] ) -> Sequence[str]: - return self._secondary_typestrs.get(handler_type, []) + for entry in self._entries: + if entry.handler_type == handler_type: + return entry.secondary_typestrs or [] + return [] class StandardLeafHandlerRegistry(BaseLeafHandlerRegistry): @@ -304,5 +410,7 @@ def __init__(self): for ( ty, abstract_ty, - ), handler_class in STANDARD_TYPE_AND_ABSTRACT_TYPE_TO_HANDLER.items(): - self.add(ty, abstract_ty, handler_class) + typestrs, + handler_class, + ) in STANDARD_TYPE_AND_ABSTRACT_TYPE_AND_TYPESTR_TO_HANDLER: + self.add(ty, abstract_ty, handler_class, secondary_typestrs=typestrs) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py index 9aaed0fc7..dbf5a289d 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry_test.py @@ -14,7 +14,9 @@ """Unit tests for the LeafHandlerRegistry.""" +from typing import Any from absl.testing import absltest +from absl.testing import parameterized import jax import jax.numpy as jnp from orbax.checkpoint.experimental.v1._src.context import context as context_lib @@ -34,7 +36,16 @@ def __init__(self, context: context_lib.Context | None = None): del context -class RegistryTest(absltest.TestCase): +class DummyGenericAbstractType: + pass + + +class DummyGenericHandler(types.LeafHandler[Any, DummyGenericAbstractType]): + def __init__(self, context: context_lib.Context | None = None): + del context + + +class RegistryTest(parameterized.TestCase): def test_simple_add_and_get(self): reg = registry.BaseLeafHandlerRegistry() @@ -149,6 +160,250 @@ def test_secondary_typestrs(self): reg.add(jax.Array, types.AbstractShardedArray, DummyJaxHandler) self.assertEqual(reg.get_secondary_typestrs(DummyJaxHandler), []) + def test_multiple_leaf_to_abstract_mappings(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, DummyGenericAbstractType, DummyGenericHandler) + reg.add(float, DummyGenericAbstractType, DummyGenericHandler) + + # Both leaf types should reliably use DummyGenericHandler + self.assertEqual(reg.get(int), DummyGenericHandler) + self.assertEqual(reg.get(float), DummyGenericHandler) + self.assertEqual( + reg.get_abstract(DummyGenericAbstractType), DummyGenericHandler + ) + + def test_add_abstract_type_conflict(self): + class DummyGenericHandler2( + types.LeafHandler[Any, DummyGenericAbstractType] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + reg = registry.BaseLeafHandlerRegistry() + reg.add(str, DummyGenericAbstractType, DummyGenericHandler) + + # Try registering with an abstract type that is already registered without + # override=True. + with self.assertRaisesRegex( + ValueError, r"abstract_type\[.*\] is already handled by.*" + ): + reg.add(int, DummyGenericAbstractType, DummyGenericHandler2) + + def test_override_leaf_and_abstract_type(self): + class DummyGenericHandler2( + types.LeafHandler[Any, DummyGenericAbstractType] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, int, DummyIntHandlerInt) + self.assertEqual(reg.get(int), DummyIntHandlerInt) + self.assertEqual(reg.get_abstract(int), DummyIntHandlerInt) + + reg.add(str, DummyGenericAbstractType, DummyGenericHandler) + self.assertEqual( + reg.get_abstract(DummyGenericAbstractType), DummyGenericHandler + ) + + # Override both the leaf and the abstract type with a different handler. + reg.add(int, DummyGenericAbstractType, DummyGenericHandler2, override=True) + self.assertEqual(reg.get(int), DummyGenericHandler2) + self.assertEqual( + reg.get_abstract(DummyGenericAbstractType), DummyGenericHandler2 + ) + + def test_override_abstract_removes_old_leaf_mappings(self): + class DummyGenericHandler2( + types.LeafHandler[Any, DummyGenericAbstractType] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + reg = registry.BaseLeafHandlerRegistry() + reg.add(float, DummyGenericAbstractType, DummyGenericHandler) + reg.add(str, DummyGenericAbstractType, DummyGenericHandler) + self.assertEqual(reg.get(float), DummyGenericHandler) + self.assertEqual(reg.get(str), DummyGenericHandler) + + # Override the handler for DummyGenericAbstractType. + reg.add(int, DummyGenericAbstractType, DummyGenericHandler2, override=True) + + # The previous leaf types (str, float) associated with + # DummyGenericAbstractType via DummyGenericHandler are no longer valid. + with self.assertRaisesRegex(ValueError, "Unknown Leaf type"): + reg.get(str) + with self.assertRaisesRegex(ValueError, "Unknown Leaf type"): + reg.get(float) + + @parameterized.named_parameters( + ("specific_then_generic", False), + ("generic_then_specific", True), + ) + def test_abstract_registration_order(self, reverse_registration): + class DummyArrayType: + array: jax.Array + + class DummySpecificArrayHandler( + types.LeafHandler[Any, types.AbstractShardedArray] + ): + def __init__(self, context: context_lib.Context | None = None): + del context + + class DummyGenericArrayHandler(types.LeafHandler[Any, types.AbstractArray]): + def __init__(self, context: context_lib.Context | None = None): + del context + + class PureArrayStruct: + shape = (1,) + dtype = jnp.float32 + + # Define the entries in the default order + entries_to_register = [ + (jax.Array, types.AbstractShardedArray, DummySpecificArrayHandler), + (DummyArrayType, types.AbstractArray, DummyGenericArrayHandler), + ] + + # Apply the parameterized ordering + if reverse_registration: + entries_to_register.reverse() + + # Register the handlers + reg = registry.BaseLeafHandlerRegistry() + for leaf, abstract, handler in entries_to_register: + reg.add(leaf, abstract, handler) + + # Run the assertions (which should pass regardless of registration order) + # An abstract object that satisfies BOTH protocols. The specific protocol + # must be matched first because of sorting. + self.assertEqual( + reg.get_abstract(jax.ShapeDtypeStruct), DummySpecificArrayHandler + ) + + # An abstract object that ONLY satisfies the generic AbstractArray protocol + self.assertEqual( + reg.get_abstract(PureArrayStruct), DummyGenericArrayHandler + ) + + def test_recalculation_correctness(self): + class A: + pass + + class B(A): + pass + + class C(B): + pass + + class AbstractA: + pass + + class AbstractB: + pass + + class AbstractC: + pass + + class DummyAHandler(types.LeafHandler[A, Any]): + def __init__(self, context: context_lib.Context | None = None): + del context + + class DummyBHandler(types.LeafHandler[B, Any]): + def __init__(self, context: context_lib.Context | None = None): + del context + + class DummyCHandler(types.LeafHandler[C, Any]): + def __init__(self, context: context_lib.Context | None = None): + del context + + reg = registry.BaseLeafHandlerRegistry() + + # Add A + reg.add(A, AbstractA, DummyAHandler) + # A should have score 0 + self.assertEqual(reg._entries[0].leaf_specificity_score, 0) + + # Add C + reg.add(C, AbstractC, DummyCHandler) + # After adding C, A:0, C:1 + # Sorted Generic -> Specific (ascending) + self.assertEqual(reg._entries[1].leaf_type, C) + self.assertEqual(reg._entries[1].leaf_specificity_score, 1) + self.assertEqual(reg._entries[0].leaf_type, A) + self.assertEqual(reg._entries[0].leaf_specificity_score, 0) + + # Add B + reg.add(B, AbstractB, DummyBHandler) + self.assertEqual(reg._entries[0].leaf_type, A) + self.assertEqual(reg._entries[0].leaf_specificity_score, 0) + self.assertEqual(reg._entries[1].leaf_type, B) + self.assertEqual(reg._entries[1].leaf_specificity_score, 1) + self.assertEqual(reg._entries[2].leaf_type, C) + self.assertEqual(reg._entries[2].leaf_specificity_score, 2) + + # Verify resolution + self.assertEqual(reg.get(C), DummyCHandler) + self.assertEqual(reg.get(B), DummyBHandler) + self.assertEqual(reg.get(A), DummyAHandler) + + def test_recalculate_with_non_class_types(self): + reg = registry.BaseLeafHandlerRegistry() + # Adding Any as a leaf_type should trigger TypeError in issubclass + reg.add(int, int, DummyIntHandlerInt) + # This shouldn't crash + reg.add(Any, Any, DummyGenericHandler) + # Verify scores are still sensible for the valid types + for entry in reg._entries: + if entry.leaf_type == int: + self.assertEqual(entry.leaf_specificity_score, 0) + + def test_get_with_non_class_type(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, int, DummyIntHandlerInt) + # issubclass(Any, int) or similar might be called in _try_get + # which should be caught by the try-except block + with self.assertRaisesRegex(ValueError, "Unknown Leaf type"): + reg.get(Any) + + def test_get_abstract_with_non_class_type(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, int, DummyIntHandlerInt) + with self.assertRaisesRegex(ValueError, "Unknown AbstractLeaf type"): + reg.get_abstract(Any) + + def test_add_duplicate_registration(self): + reg = registry.BaseLeafHandlerRegistry() + reg.add(int, int, DummyIntHandlerInt) + reg.add(int, int, DummyIntHandlerInt) + self.assertLen(reg._entries, 1) + + def test_standard_registrations(self): + reg = registry.StandardLeafHandlerRegistry() + self.assertEqual( + reg.get_secondary_typestrs( + registry.array_leaf_handler.ArrayLeafHandler + ), + ["jax.Array"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.numpy_leaf_handler.NumpyLeafHandler + ), + ["np.ndarray"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.scalar_leaf_handler.ScalarLeafHandler + ), + ["scalar"], + ) + self.assertEqual( + reg.get_secondary_typestrs( + registry.string_leaf_handler.StringLeafHandler + ), + ["string"], + ) + if __name__ == "__main__": absltest.main() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/ea2cd2503f2fab2439cfe73cda290980 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/ea2cd2503f2fab2439cfe73cda290980 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/ea2cd2503f2fab2439cfe73cda290980 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..173957238 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/0653e15f7f79a339e7c9cc9a4b3193f1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/0653e15f7f79a339e7c9cc9a4b3193f1 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/0653e15f7f79a339e7c9cc9a4b3193f1 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/ba2831b552fce9395e25aa21d7111687 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/ba2831b552fce9395e25aa21d7111687 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/ba2831b552fce9395e25aa21d7111687 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/dd71d92f8163d44e4ad48275640745c6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/dd71d92f8163d44e4ad48275640745c6 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/dd71d92f8163d44e4ad48275640745c6 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..4838fd2f3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/25a6eab0062a42f3da496063ff764b36 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/25a6eab0062a42f3da496063ff764b36 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/25a6eab0062a42f3da496063ff764b36 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..30fd68621 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/14633cfe3612835512ee0674774a1158 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/14633cfe3612835512ee0674774a1158 new file mode 100644 index 000000000..a8adc2748 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/14633cfe3612835512ee0674774a1158 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/44a823c7b8e6413d4e1452a34018e50d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/44a823c7b8e6413d4e1452a34018e50d new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/44a823c7b8e6413d4e1452a34018e50d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ae87a89615206d45ff3f7eef1114115a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ae87a89615206d45ff3f7eef1114115a new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/ae87a89615206d45ff3f7eef1114115a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/af839e49238afed378a4bf8a8ade16d7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/af839e49238afed378a4bf8a8ade16d7 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/af839e49238afed378a4bf8a8ade16d7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..38e2b37e0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..f5d6207fe --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949189876374690, "commit_timestamp_nsecs": 1773949190509671702, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/9db0b412e43d276c5fd0341a86379c8b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/9db0b412e43d276c5fd0341a86379c8b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/9db0b412e43d276c5fd0341a86379c8b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..4742de737 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/139c54d4b8589ae0e5fdde5a7f49c63a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/139c54d4b8589ae0e5fdde5a7f49c63a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/139c54d4b8589ae0e5fdde5a7f49c63a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/50a01b860576e54e3be05f3d99e97c1b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/50a01b860576e54e3be05f3d99e97c1b new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/50a01b860576e54e3be05f3d99e97c1b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/70eca01bb17dc09e26e32289d595d631 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/70eca01bb17dc09e26e32289d595d631 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/70eca01bb17dc09e26e32289d595d631 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..89a98cc0d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..01e6460dc --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949191065822716, "commit_timestamp_nsecs": 1773949191669732819, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/56d5a0e72d4a3366a01047e8174b1f9d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/56d5a0e72d4a3366a01047e8174b1f9d new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/56d5a0e72d4a3366a01047e8174b1f9d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..5dae78f08 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/83fb55c699d7dfcc23ee6705c8fbb83d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/83fb55c699d7dfcc23ee6705c8fbb83d new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/83fb55c699d7dfcc23ee6705c8fbb83d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8f6cbdb57a15e02394bf9837d52ff51d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8f6cbdb57a15e02394bf9837d52ff51d new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/8f6cbdb57a15e02394bf9837d52ff51d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..8174cc7cf Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..130bd9e6c --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949215035040555, "commit_timestamp_nsecs": 1773949215649072649, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 000000000..04ff64c93 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/69c13823eec3013bb722d607f5caf8c3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/69c13823eec3013bb722d607f5caf8c3 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/69c13823eec3013bb722d607f5caf8c3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93f3f97b7e7f7f12940215da45e537bb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93f3f97b7e7f7f12940215da45e537bb new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93f3f97b7e7f7f12940215da45e537bb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e01dc8d9470cd1a72278a625aabb28bf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e01dc8d9470cd1a72278a625aabb28bf new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e01dc8d9470cd1a72278a625aabb28bf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..f143b1128 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..2c7e784f1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949213062249104, "commit_timestamp_nsecs": 1773949213671698865, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/e851ec4951d70c024007641da5d77a74 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/e851ec4951d70c024007641da5d77a74 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/e851ec4951d70c024007641da5d77a74 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/47f5af1728d53b1bd83e9ecde2218c0c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/47f5af1728d53b1bd83e9ecde2218c0c new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/47f5af1728d53b1bd83e9ecde2218c0c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a779fd90c87812952dba444a73dfe892 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a779fd90c87812952dba444a73dfe892 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a779fd90c87812952dba444a73dfe892 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/e561ad8a8b3f32beeb411dbdf2c4d8bc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/e561ad8a8b3f32beeb411dbdf2c4d8bc new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/e561ad8a8b3f32beeb411dbdf2c4d8bc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..aa521f2aa Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5989e2d63 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949204334633413, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/69daa8f17d19bb27d33a840dfe7403c2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/69daa8f17d19bb27d33a840dfe7403c2 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/69daa8f17d19bb27d33a840dfe7403c2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..e9ddb75d1 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/00c74cf74fb2df5978a3028bb5fb3e94 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/00c74cf74fb2df5978a3028bb5fb3e94 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/00c74cf74fb2df5978a3028bb5fb3e94 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/15fe5ac065138a7c4a1de3415685bf9f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/15fe5ac065138a7c4a1de3415685bf9f new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/15fe5ac065138a7c4a1de3415685bf9f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f163e7fe05f61459c7bc8c4cee521acf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f163e7fe05f61459c7bc8c4cee521acf new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/f163e7fe05f61459c7bc8c4cee521acf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..cdf46e202 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..467ff2191 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949206203747916, "commit_timestamp_nsecs": 1773949206820970514} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/0d915d87f6058bf81c34159d4bab7f08 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/0d915d87f6058bf81c34159d4bab7f08 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/0d915d87f6058bf81c34159d4bab7f08 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..bed2e024e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/886b8afb30b473509fc3c905718759ea b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/886b8afb30b473509fc3c905718759ea new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/886b8afb30b473509fc3c905718759ea differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9cff9326ed148dcb33823b85c0a89b80 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9cff9326ed148dcb33823b85c0a89b80 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/9cff9326ed148dcb33823b85c0a89b80 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/b574b91850489ec65553a1896a801ac8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/b574b91850489ec65553a1896a801ac8 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/b574b91850489ec65553a1896a801ac8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..93b3b5905 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..ef88f3e25 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1773949202816214836, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/c543fb77d0f9edf48e273846522d224c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/c543fb77d0f9edf48e273846522d224c new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/c543fb77d0f9edf48e273846522d224c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..ce7f4cba0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/2d98345b9ad0c0eaf879d2a946b83d48 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/2d98345b9ad0c0eaf879d2a946b83d48 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/2d98345b9ad0c0eaf879d2a946b83d48 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9c7fe563cc6fc4f40fb6cab93395ae7b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9c7fe563cc6fc4f40fb6cab93395ae7b new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9c7fe563cc6fc4f40fb6cab93395ae7b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b9aab061fbd6b6f61da5cb6ae3bd8e35 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b9aab061fbd6b6f61da5cb6ae3bd8e35 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/b9aab061fbd6b6f61da5cb6ae3bd8e35 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..2b970a155 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a8a41935f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949196062219048, "commit_timestamp_nsecs": 1773949196669218998, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/6af2d030af8cece96216acbe9b3758f9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/6af2d030af8cece96216acbe9b3758f9 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/6af2d030af8cece96216acbe9b3758f9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..838064902 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0aef9d2f29892b184ffdcc0fb31e3b54 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0aef9d2f29892b184ffdcc0fb31e3b54 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/0aef9d2f29892b184ffdcc0fb31e3b54 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/ab1453d3b2fa21a2545ea4b3c8fd5bd3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/ab1453d3b2fa21a2545ea4b3c8fd5bd3 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/ab1453d3b2fa21a2545ea4b3c8fd5bd3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/cdfc508c60cd0a37c7deeb127c3d292f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/cdfc508c60cd0a37c7deeb127c3d292f new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/cdfc508c60cd0a37c7deeb127c3d292f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..b24aba4a9 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..317b5742b --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949197954260451, "commit_timestamp_nsecs": 1773949198555705990, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/64f5a8b10afcaa2085e6bd5deb46730e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/64f5a8b10afcaa2085e6bd5deb46730e new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/64f5a8b10afcaa2085e6bd5deb46730e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..39a573de8 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/12b4d38c91aa4fdc1a6ef8ccc626ab9d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/12b4d38c91aa4fdc1a6ef8ccc626ab9d new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/12b4d38c91aa4fdc1a6ef8ccc626ab9d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/184a7ab62b708494eb6bb8649f7e991a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/184a7ab62b708494eb6bb8649f7e991a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/184a7ab62b708494eb6bb8649f7e991a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/c6bdcd5a0ead2a25e18dc3d1ed9451b9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/c6bdcd5a0ead2a25e18dc3d1ed9451b9 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/c6bdcd5a0ead2a25e18dc3d1ed9451b9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..a6d59c0f4 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c108ae1c1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "init_timestamp_nsecs": 1773949199979670078, "commit_timestamp_nsecs": 1773949200625089678, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/d7569ac1cc7125e27fbc186efae0d0df b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/d7569ac1cc7125e27fbc186efae0d0df new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/d7569ac1cc7125e27fbc186efae0d0df differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..cc38be780 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/498302febf2ef4ffadaf5db26c3def0b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/498302febf2ef4ffadaf5db26c3def0b new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/498302febf2ef4ffadaf5db26c3def0b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/4f085c05151317aaf9129cdd98ca69d2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/4f085c05151317aaf9129cdd98ca69d2 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/4f085c05151317aaf9129cdd98ca69d2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/767f98af3eca80c244d28573a2ee6939 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/767f98af3eca80c244d28573a2ee6939 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/767f98af3eca80c244d28573a2ee6939 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..d79fa8f7c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..64860db9c --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949210441121001, "commit_timestamp_nsecs": 1773949211130579334, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/d375bad858340406d74a80eba3a5617b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/d375bad858340406d74a80eba3a5617b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/d375bad858340406d74a80eba3a5617b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt new file mode 100644 index 000000000..c69340cb0 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/5e99b9073746059c2d121246711911ed b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/5e99b9073746059c2d121246711911ed new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/5e99b9073746059c2d121246711911ed differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8f7ec5d72c9617a185a41d4c1a65f5da b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8f7ec5d72c9617a185a41d4c1a65f5da new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8f7ec5d72c9617a185a41d4c1a65f5da differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/914866832c15ba578f97208b8e0679bd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/914866832c15ba578f97208b8e0679bd new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/914866832c15ba578f97208b8e0679bd differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..1afdf8960 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..963e9009b --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949208292130589, "commit_timestamp_nsecs": 1773949208910203128, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/020d898cc345c330e13ad42a6299e158 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/020d898cc345c330e13ad42a6299e158 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/020d898cc345c330e13ad42a6299e158 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt new file mode 100644 index 000000000..8c699aaae Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/3dc76715e5dbae73c8e4c06496a99678 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/3dc76715e5dbae73c8e4c06496a99678 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/3dc76715e5dbae73c8e4c06496a99678 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/78e0b25b0ad71dccea471fa66cba5435 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/78e0b25b0ad71dccea471fa66cba5435 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/78e0b25b0ad71dccea471fa66cba5435 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/cd94ffd9387f5078e961c463953bb302 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/cd94ffd9387f5078e961c463953bb302 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/cd94ffd9387f5078e961c463953bb302 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..442b41c11 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/7d404a12d13b0cfe9dc0040e956c75e4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/7d404a12d13b0cfe9dc0040e956c75e4 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/d/7d404a12d13b0cfe9dc0040e956c75e4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt new file mode 100644 index 000000000..e9f33e44b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/5e64506638c9ad681b8a06a62c796040 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/5e64506638c9ad681b8a06a62c796040 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/5e64506638c9ad681b8a06a62c796040 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/94a811afe0784aeb1f7adc147a474191 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/94a811afe0784aeb1f7adc147a474191 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/94a811afe0784aeb1f7adc147a474191 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a1d51bc3401cfe547f6134e27e40d985 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a1d51bc3401cfe547f6134e27e40d985 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/d/a1d51bc3401cfe547f6134e27e40d985 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..6f93abb56 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/a0c7044d2fef56a415505fd9c1387889 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/a0c7044d2fef56a415505fd9c1387889 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/d/a0c7044d2fef56a415505fd9c1387889 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt new file mode 100644 index 000000000..e06f9efe8 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/6d236b296ae3ba77252f88cc84f1210d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/6d236b296ae3ba77252f88cc84f1210d new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/6d236b296ae3ba77252f88cc84f1210d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7ae10e28c3f621df6e39a26ac4641ccd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7ae10e28c3f621df6e39a26ac4641ccd new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/7ae10e28c3f621df6e39a26ac4641ccd differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/97a1d969e2f8fb3433d5f1d2c3070940 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/97a1d969e2f8fb3433d5f1d2c3070940 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/97a1d969e2f8fb3433d5f1d2c3070940 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..00f94a64c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..43cb993dd --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949184540112598, "commit_timestamp_nsecs": 1773949185530091657, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/5c3b6bfc928921922f7582951bec0706 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/5c3b6bfc928921922f7582951bec0706 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/d/5c3b6bfc928921922f7582951bec0706 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt new file mode 100644 index 000000000..cc76b881c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7f8b3458fc60843cba1464f72bdf0653 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7f8b3458fc60843cba1464f72bdf0653 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/7f8b3458fc60843cba1464f72bdf0653 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/efd8e6e41e4045f12cd36b66c7073b51 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/efd8e6e41e4045f12cd36b66c7073b51 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/d/efd8e6e41e4045f12cd36b66c7073b51 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..2bb911a9c Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..43ff6a2f8 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949187401812107, "commit_timestamp_nsecs": 1773949187867542742, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/f6c1feab75b3e2f634e10e24664aa133 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/f6c1feab75b3e2f634e10e24664aa133 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/d/f6c1feab75b3e2f634e10e24664aa133 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt new file mode 100644 index 000000000..3770204da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/05337e86535e34f2066f2578198b50f9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/05337e86535e34f2066f2578198b50f9 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/05337e86535e34f2066f2578198b50f9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/aebcead2cb57e72c153385fd1f378a36 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/aebcead2cb57e72c153385fd1f378a36 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/aebcead2cb57e72c153385fd1f378a36 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/ec05e978b7cff71069b45c3cfd42b236 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/ec05e978b7cff71069b45c3cfd42b236 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/d/ec05e978b7cff71069b45c3cfd42b236 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..47035764f Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..e6e9691f7 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949214227925307, "commit_timestamp_nsecs": 1773949214694523907, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt new file mode 100644 index 000000000..670bb37ac Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/302014daa04529fc0d1d4bd0cf8e6681 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/302014daa04529fc0d1d4bd0cf8e6681 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/302014daa04529fc0d1d4bd0cf8e6681 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/422602bec08c0aabb34fe51c8597e81c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/422602bec08c0aabb34fe51c8597e81c new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/422602bec08c0aabb34fe51c8597e81c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/94102c22faf61e3c4139a832900d9ccf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/94102c22faf61e3c4139a832900d9ccf new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/d/94102c22faf61e3c4139a832900d9ccf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..7c9660ce6 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..6d948d333 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949212092079744, "commit_timestamp_nsecs": 1773949212642250730, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/9da46c6d9adafd43eb506bbe6335da47 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/9da46c6d9adafd43eb506bbe6335da47 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/9da46c6d9adafd43eb506bbe6335da47 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/41fb86c21773f11a0bd4a0863682a2cb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/41fb86c21773f11a0bd4a0863682a2cb new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/41fb86c21773f11a0bd4a0863682a2cb differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/7e475310f4365cbaa0e9fe1c154ccb8c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/7e475310f4365cbaa0e9fe1c154ccb8c new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/7e475310f4365cbaa0e9fe1c154ccb8c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/a591d8dda549d5e8035095c29bc0037a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/a591d8dda549d5e8035095c29bc0037a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/a591d8dda549d5e8035095c29bc0037a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..da9518a3a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..d252301f4 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949203618302043, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/520f0ba4d55ea02244e35868ce96de3d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/520f0ba4d55ea02244e35868ce96de3d new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/d/520f0ba4d55ea02244e35868ce96de3d differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt new file mode 100644 index 000000000..f55d5fd93 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/458c1621c349d65bb1ad350f05a9112e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/458c1621c349d65bb1ad350f05a9112e new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/458c1621c349d65bb1ad350f05a9112e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/530467703b8eed3d4eacb4f84045136c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/530467703b8eed3d4eacb4f84045136c new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/530467703b8eed3d4eacb4f84045136c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/974c436c585984f5b5768d8a1af806b3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/974c436c585984f5b5768d8a1af806b3 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/d/974c436c585984f5b5768d8a1af806b3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..739fd74db Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..91b128aa3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949205495663929, "commit_timestamp_nsecs": 1773949205962005120} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/be5004b129e523e62f6dd2411673bb1f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/be5004b129e523e62f6dd2411673bb1f new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/d/be5004b129e523e62f6dd2411673bb1f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt new file mode 100644 index 000000000..b88b58c3d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/723fce3e2ce0931460120181730020c5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/723fce3e2ce0931460120181730020c5 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/723fce3e2ce0931460120181730020c5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/988fff20279bb5c28fafe93fc6e92386 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/988fff20279bb5c28fafe93fc6e92386 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/988fff20279bb5c28fafe93fc6e92386 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/da72d735c1a9b36d5f520c88ad6b2e64 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/da72d735c1a9b36d5f520c88ad6b2e64 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/d/da72d735c1a9b36d5f520c88ad6b2e64 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..10eca9310 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..ed383951f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1773949201684346565, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/4ca10233b1b24ebc2a8c12045b648b2e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/4ca10233b1b24ebc2a8c12045b648b2e new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/d/4ca10233b1b24ebc2a8c12045b648b2e differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt new file mode 100644 index 000000000..9da4cb683 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/548b77c38c87eca88f259cce127e4198 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/548b77c38c87eca88f259cce127e4198 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/548b77c38c87eca88f259cce127e4198 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/807afb412b7e32da3e0a98d13bf5844c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/807afb412b7e32da3e0a98d13bf5844c new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/807afb412b7e32da3e0a98d13bf5844c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/89c43bf58ed540f7eb655c91263c2377 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/89c43bf58ed540f7eb655c91263c2377 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/d/89c43bf58ed540f7eb655c91263c2377 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..0d808ae0e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..22b1f62c3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949195244256630, "commit_timestamp_nsecs": 1773949195720919704, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/168f65a12c9d48169f3efa96555b75e7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/168f65a12c9d48169f3efa96555b75e7 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/d/168f65a12c9d48169f3efa96555b75e7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt new file mode 100644 index 000000000..42ec16d19 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/8502e4dd4eb762108a5a48d01622a8dc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/8502e4dd4eb762108a5a48d01622a8dc new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/8502e4dd4eb762108a5a48d01622a8dc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/bf90fe0762fa28868676a92096d803e5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/bf90fe0762fa28868676a92096d803e5 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/bf90fe0762fa28868676a92096d803e5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/fd73dacfea0fac4e910aa165e2f974f7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/fd73dacfea0fac4e910aa165e2f974f7 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/d/fd73dacfea0fac4e910aa165e2f974f7 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..604c3f274 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..305b2bc8e --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "performance_metrics": {}, "init_timestamp_nsecs": 1773949197224480323, "commit_timestamp_nsecs": 1773949197686472434, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/2e165af55ed2caddb2649549e17ebdc3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/2e165af55ed2caddb2649549e17ebdc3 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/d/2e165af55ed2caddb2649549e17ebdc3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt new file mode 100644 index 000000000..0de52455d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4cf283012c4d7741f197ed7b6a1948a8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4cf283012c4d7741f197ed7b6a1948a8 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/4cf283012c4d7741f197ed7b6a1948a8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/8d999331967af103b7b55fa6fedfa288 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/8d999331967af103b7b55fa6fedfa288 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/8d999331967af103b7b55fa6fedfa288 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/9b44dcdcb3d26238b29fcb7ebedf74a8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/9b44dcdcb3d26238b29fcb7ebedf74a8 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/d/9b44dcdcb3d26238b29fcb7ebedf74a8 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..1c56d8734 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5e2aaf242 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "init_timestamp_nsecs": 1773949199118503993, "commit_timestamp_nsecs": 1773949199590902542, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/fb52612c74f43cca6f74bae6ffe14a7b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/fb52612c74f43cca6f74bae6ffe14a7b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/d/fb52612c74f43cca6f74bae6ffe14a7b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt new file mode 100644 index 000000000..8fcdc5721 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2225128f30b8fd352bdf10eb690aadc3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2225128f30b8fd352bdf10eb690aadc3 new file mode 100644 index 000000000..63a24bbda Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2225128f30b8fd352bdf10eb690aadc3 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2abd995aa12805599894238c1fa486b9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2abd995aa12805599894238c1fa486b9 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/2abd995aa12805599894238c1fa486b9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/e1001df7f36d16a6f3b11399c7cebefd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/e1001df7f36d16a6f3b11399c7cebefd new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/d/e1001df7f36d16a6f3b11399c7cebefd differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..0281acf00 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..b90fd4e00 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949209508550592, "commit_timestamp_nsecs": 1773949210030506232, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/204f1ed9f02fb222c2549371151a7fe1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/204f1ed9f02fb222c2549371151a7fe1 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/d/204f1ed9f02fb222c2549371151a7fe1 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt new file mode 100644 index 000000000..9ae5439b2 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/086d7f2600e56b69b7b44f3ee605e8a4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/086d7f2600e56b69b7b44f3ee605e8a4 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/086d7f2600e56b69b7b44f3ee605e8a4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/7dae1465f35bcf42aaeed0c56ef3d391 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/7dae1465f35bcf42aaeed0c56ef3d391 new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/7dae1465f35bcf42aaeed0c56ef3d391 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/be97c11e545799efb2657cb3bb9b4bb4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/be97c11e545799efb2657cb3bb9b4bb4 new file mode 100644 index 000000000..34ec758d3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/d/be97c11e545799efb2657cb3bb9b4bb4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..ef41f6d25 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a8219c245 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949207581985749, "commit_timestamp_nsecs": 1773949208058099794, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/3a8c4e987cac985a71e96932dd02464a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/3a8c4e987cac985a71e96932dd02464a new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/d/3a8c4e987cac985a71e96932dd02464a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt new file mode 100644 index 000000000..90f29cfeb Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/9456634d71749b1b794732ac9b4c143b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/9456634d71749b1b794732ac9b4c143b new file mode 100644 index 000000000..57b9216da Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/9456634d71749b1b794732ac9b4c143b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/bb6fbdfb7a36270319a777827bc07e90 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/bb6fbdfb7a36270319a777827bc07e90 new file mode 100644 index 000000000..8d6d8647a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/bb6fbdfb7a36270319a777827bc07e90 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..0bc064aff Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/direct_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/0385dab37c33acb1f1f2e834e4dfd635 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/0385dab37c33acb1f1f2e834e4dfd635 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/d/0385dab37c33acb1f1f2e834e4dfd635 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..a6068f588 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8fb45374011239f5ee3a5eeeeeb4af6c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8fb45374011239f5ee3a5eeeeeb4af6c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/8fb45374011239f5ee3a5eeeeeb4af6c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b8936ba1a2b26e810d7d2ad96d26a2b2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b8936ba1a2b26e810d7d2ad96d26a2b2 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b8936ba1a2b26e810d7d2ad96d26a2b2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/fa52409c2c11a70f0ff8457f96bcbd69 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/fa52409c2c11a70f0ff8457f96bcbd69 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/fa52409c2c11a70f0ff8457f96bcbd69 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..da5f6db9a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/3cd8037961b3ebdd4b1c26a5dd014c06 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/3cd8037961b3ebdd4b1c26a5dd014c06 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/d/3cd8037961b3ebdd4b1c26a5dd014c06 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..5e7e18c8e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/0ba16a276dd6bc90579ecdcfd21bcfbc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/0ba16a276dd6bc90579ecdcfd21bcfbc new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/0ba16a276dd6bc90579ecdcfd21bcfbc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c470c8c6c084ba2e1a34be50a29606f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c470c8c6c084ba2e1a34be50a29606f new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3c470c8c6c084ba2e1a34be50a29606f differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/93346000a08596f4f55e19bdb5be0b70 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/93346000a08596f4f55e19bdb5be0b70 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/93346000a08596f4f55e19bdb5be0b70 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..38a3b22e5 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_missing/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..927defa16 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949436059943936, "commit_timestamp_nsecs": 1773949438771802628, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/4812d6ac2666cde652981291dd9e7654 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/4812d6ac2666cde652981291dd9e7654 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/d/4812d6ac2666cde652981291dd9e7654 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..6fd8ae033 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/4d54201c31f235d068ca761e67464478 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/4d54201c31f235d068ca761e67464478 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/4d54201c31f235d068ca761e67464478 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b39282f08d90acbd5a7f67cbe18b7cff b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b39282f08d90acbd5a7f67cbe18b7cff new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/d/b39282f08d90acbd5a7f67cbe18b7cff differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..2984a794b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_has_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c73a098ad --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949439091509504, "commit_timestamp_nsecs": 1773949439844644483, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/50fc9a85b0f0171113b6e38500b58aa4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/50fc9a85b0f0171113b6e38500b58aa4 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/d/50fc9a85b0f0171113b6e38500b58aa4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..6b99fcb4e Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3de014827a73643e2e6821cd227b76e5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3de014827a73643e2e6821cd227b76e5 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/3de014827a73643e2e6821cd227b76e5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/48daf595d0dd3daf099fa6704a61da22 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/48daf595d0dd3daf099fa6704a61da22 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/48daf595d0dd3daf099fa6704a61da22 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/6787a02eafea15509d27bf3c2a0d142c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/6787a02eafea15509d27bf3c2a0d142c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/d/6787a02eafea15509d27bf3c2a0d142c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..cef8fadc6 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/checkpoint_metadata_present/pytree_checkpointable_missing_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA new file mode 100644 index 000000000..8ba408956 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949454106675200, "commit_timestamp_nsecs": 1773949454985765708, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA new file mode 100644 index 000000000..2995a4d0e --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/dummy/_METADATA @@ -0,0 +1 @@ +dummy \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/efa14758ddb7b4ed0e17ba2bd9c42156 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/efa14758ddb7b4ed0e17ba2bd9c42156 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/d/efa14758ddb7b4ed0e17ba2bd9c42156 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt new file mode 100644 index 000000000..8e6d55443 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/8be8235e2e0ba1990a0516a1367f3add b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/8be8235e2e0ba1990a0516a1367f3add new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/8be8235e2e0ba1990a0516a1367f3add differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/f0aa0136b716a426e0d01ad2840afbfc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/f0aa0136b716a426e0d01ad2840afbfc new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/f0aa0136b716a426e0d01ad2840afbfc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/fa1df02342a7ebe10362670d31df8278 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/fa1df02342a7ebe10362670d31df8278 new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/d/fa1df02342a7ebe10362670d31df8278 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..cbf4c3aa8 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_general_alterations/dummy_checkpointable_added/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..3d92736a3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949452553811968, "commit_timestamp_nsecs": 1773949453507902587, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 000000000..c34b7b6a4 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/3a193e4e5c47b66b764fd5bfcf5f9b40 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/3a193e4e5c47b66b764fd5bfcf5f9b40 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/3a193e4e5c47b66b764fd5bfcf5f9b40 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dc899b7781242123dbb5bef559fff8ad b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dc899b7781242123dbb5bef559fff8ad new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/dc899b7781242123dbb5bef559fff8ad differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e531e62e0e8fae24e1cd6be947752138 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e531e62e0e8fae24e1cd6be947752138 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/e531e62e0e8fae24e1cd6be947752138 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..536b35bc3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA new file mode 100644 index 000000000..c3b97b7c1 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949450856951296, "commit_timestamp_nsecs": 1773949451881925832, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/db51e10f998a1a89576b86e77fab41ea b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/db51e10f998a1a89576b86e77fab41ea new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/db51e10f998a1a89576b86e77fab41ea differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/368fce1434a42c0b5dae2ef4ea070e24 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/368fce1434a42c0b5dae2ef4ea070e24 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/368fce1434a42c0b5dae2ef4ea070e24 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/4e63ab2af0659b3f5655e176cfc28e4c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/4e63ab2af0659b3f5655e176cfc28e4c new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/4e63ab2af0659b3f5655e176cfc28e4c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c4e4c78c108ab036d243880906661380 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c4e4c78c108ab036d243880906661380 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/c4e4c78c108ab036d243880906661380 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..855852ac4 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/critical_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA new file mode 100644 index 000000000..f74abbe4f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949455324968960, "commit_timestamp_nsecs": 1773949456172554533, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_general_alterations/deleted_checkpointable/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9c106b6af --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949446634481408, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/c05d9f5232df5e1edc776f1d03d52ecf b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/c05d9f5232df5e1edc776f1d03d52ecf new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/c05d9f5232df5e1edc776f1d03d52ecf differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..2c3ceaac4 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3552939f01ad05a1bcd301e0344e95a0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3552939f01ad05a1bcd301e0344e95a0 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/3552939f01ad05a1bcd301e0344e95a0 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/417e57b997235e8e7ae1aa0f27e348c9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/417e57b997235e8e7ae1aa0f27e348c9 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/417e57b997235e8e7ae1aa0f27e348c9 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c2a76077b9d1e0293f09c8570f8d8519 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c2a76077b9d1e0293f09c8570f8d8519 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/c2a76077b9d1e0293f09c8570f8d8519 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..07201289b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..537ebb34d --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949447722991360, "commit_timestamp_nsecs": 1773949448446429197} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/7a1639bd842aeac4316515d01032996c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/7a1639bd842aeac4316515d01032996c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/d/7a1639bd842aeac4316515d01032996c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..74651d778 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6b539ba190329fd68677f8ea7bccf91a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6b539ba190329fd68677f8ea7bccf91a new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6b539ba190329fd68677f8ea7bccf91a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6bce485ee1f975de10cd78483b385af4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6bce485ee1f975de10cd78483b385af4 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/6bce485ee1f975de10cd78483b385af4 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..eb929ad4b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..da1b1125b --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1773949446367436995, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/de65ee5fa058b743809c08d914c0cc11 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/de65ee5fa058b743809c08d914c0cc11 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/de65ee5fa058b743809c08d914c0cc11 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..3df734849 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/4899520c72e1d1deb9c452d893372ee0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/4899520c72e1d1deb9c452d893372ee0 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/4899520c72e1d1deb9c452d893372ee0 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/561fbf2dcfa53133a137d1221c376f30 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/561fbf2dcfa53133a137d1221c376f30 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/561fbf2dcfa53133a137d1221c376f30 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/73014162b5f16aeb55593c5caa49bff2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/73014162b5f16aeb55593c5caa49bff2 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/73014162b5f16aeb55593c5caa49bff2 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..9b4ec0efd Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..b52386735 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949442428171008, "commit_timestamp_nsecs": 1773949443117192380, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/a977f22340e3b8d37bdd3669a652f4f0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/a977f22340e3b8d37bdd3669a652f4f0 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/d/a977f22340e3b8d37bdd3669a652f4f0 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..e89e40af9 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d17a1cb11f6ef113a2770635cb09e10 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d17a1cb11f6ef113a2770635cb09e10 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/1d17a1cb11f6ef113a2770635cb09e10 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/2010b3ef0439acddef79c27afa278420 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/2010b3ef0439acddef79c27afa278420 new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/2010b3ef0439acddef79c27afa278420 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/49b54bcbd9667550a705a77fdf78cc84 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/49b54bcbd9667550a705a77fdf78cc84 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/49b54bcbd9667550a705a77fdf78cc84 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..64f2aa7a8 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a1a5f4a94 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949443354174464, "commit_timestamp_nsecs": 1773949443949417977, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/01a0e296aba511afbb4c8d6a5c729c8a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/01a0e296aba511afbb4c8d6a5c729c8a new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/d/01a0e296aba511afbb4c8d6a5c729c8a differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..19443a7ac Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2bed26095c69c927c92e219db88f43db b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2bed26095c69c927c92e219db88f43db new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2bed26095c69c927c92e219db88f43db differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/65a8df4f8cf3c9ea8c4ac749e89928ca b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/65a8df4f8cf3c9ea8c4ac749e89928ca new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/65a8df4f8cf3c9ea8c4ac749e89928ca differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/fc28b51934f493fa234fae085c83ada5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/fc28b51934f493fa234fae085c83ada5 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/fc28b51934f493fa234fae085c83ada5 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..115e2a6b2 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..96768992c --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "init_timestamp_nsecs": 1773949444176668416, "commit_timestamp_nsecs": 1773949444917439890, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/7c7886117c8a7804bdb68b7c8b41845b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/7c7886117c8a7804bdb68b7c8b41845b new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/d/7c7886117c8a7804bdb68b7c8b41845b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 000000000..9ec034a32 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/320a8fb3093ae11dbde385130e232cff b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/320a8fb3093ae11dbde385130e232cff new file mode 100644 index 000000000..0f5426c04 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/320a8fb3093ae11dbde385130e232cff differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/5d33ac9ed2b5222616d26b2ab23029fc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/5d33ac9ed2b5222616d26b2ab23029fc new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/5d33ac9ed2b5222616d26b2ab23029fc differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d420a38d1ad94eaf75c21760af38421c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d420a38d1ad94eaf75c21760af38421c new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/d420a38d1ad94eaf75c21760af38421c differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..3a7419b0d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..4904395e6 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949449824247552, "commit_timestamp_nsecs": 1773949450421185483, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/bf9d2c13f2ad7fc3990ea1bc57324b0b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/bf9d2c13f2ad7fc3990ea1bc57324b0b new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/bf9d2c13f2ad7fc3990ea1bc57324b0b differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt new file mode 100644 index 000000000..f61f7c8c1 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/7156c8e79354d47bdff644494867ec94 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/7156c8e79354d47bdff644494867ec94 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/7156c8e79354d47bdff644494867ec94 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/87b99aeab39463afc19358c8e13bd0ec b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/87b99aeab39463afc19358c8e13bd0ec new file mode 100644 index 000000000..56400eb4d Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/87b99aeab39463afc19358c8e13bd0ec differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/e8ce02da69ae5b0fa3e60daee8292631 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/e8ce02da69ae5b0fa3e60daee8292631 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/e8ce02da69ae5b0fa3e60daee8292631 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..20e97147a Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..295788fbc --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773949448672738048, "commit_timestamp_nsecs": 1773949449341059515, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/15f57c4747402d22a16853ed7b479e13 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/15f57c4747402d22a16853ed7b479e13 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/d/15f57c4747402d22a16853ed7b479e13 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt new file mode 100644 index 000000000..a1c6e1a70 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7515dab32da1dfe4cfa29700cf831650 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7515dab32da1dfe4cfa29700cf831650 new file mode 100644 index 000000000..dc3b09d1b Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/7515dab32da1dfe4cfa29700cf831650 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/88730ecf5143636668ae3f9a4f1d84a0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/88730ecf5143636668ae3f9a4f1d84a0 new file mode 100644 index 000000000..d610a0fd3 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/88730ecf5143636668ae3f9a4f1d84a0 differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 000000000..f5f2eeff1 Binary files /dev/null and b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/composite_checkpoint/non_critical_metadata_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt differ diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py new file mode 100644 index 000000000..fb0d6ac8f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py @@ -0,0 +1,301 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V0 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" +import itertools +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import args +from orbax.checkpoint import test_utils +from orbax.checkpoint._src.checkpointers import checkpointer as v0_checkpointer +from orbax.checkpoint._src.checkpointers import standard_checkpointer +from orbax.checkpoint._src.handlers import composite_checkpoint_handler + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def _standard_checkpointer_save_pytree(path: epath.Path) -> None: + """Saves a direct checkpoint using StandardCheckpointer for pytree.""" + pytree = create_pytree() + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with standard_checkpointer.StandardCheckpointer() as checkpointer: + checkpointer.save(path, pytree) + + +def _checkpointer_save_composite_mixed(path: epath.Path) -> None: + """Saves a composite checkpoint using Checkpointer + CompositeHandler.""" + json_object = create_json_object() + pytree = create_pytree() + checkpoint_args = args.Composite(**{ + 'state': args.PyTreeSave(pytree), # Represents pytree checkpointable. + 'metadata': args.JsonSave(json_object), + }) + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with v0_checkpointer.Checkpointer( + composite_checkpoint_handler.CompositeCheckpointHandler() + ) as checkpointer: + checkpointer.save(path, checkpoint_args) + + +def generate_v0_checkpoint( + path: epath.Path, + is_direct_checkpoint: bool = False, +) -> None: + """Generates a V0 checkpoint with the given save function.""" + if is_direct_checkpoint: + _standard_checkpointer_save_pytree(path) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + else: + _checkpointer_save_composite_mixed(path) + (path / 'state' / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v0_generate_case( + is_direct_checkpoint: bool, + has_checkpoint_metadata: bool, + has_pytree_metadata: bool, +) -> None: + """Generates a V0 checkpoint based on parameters.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + metadata_dir = ( + 'checkpoint_metadata_present' + if has_checkpoint_metadata + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if has_pytree_metadata + else 'pytree_checkpointable_missing_metadata' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / metadata_dir + / pytree_dir + ) + + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + + if not has_checkpoint_metadata: + metadata_path = path / '_CHECKPOINT_METADATA' + if metadata_path.exists(): + metadata_path.unlink() + + if not has_pytree_metadata: + pytree_metadata_path = path if is_direct_checkpoint else path / 'state' + (pytree_metadata_path / '_METADATA').unlink() + + +def v0_missing_checkpoint_metadata_field( + field_to_remove: str, + is_direct_checkpoint: bool, +) -> None: + """Saves V0 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / 'non_critical_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v0_missing_pytree_data( + name: str, + is_direct_checkpoint: bool, + is_dir: bool = False, + is_critical: bool = False, +) -> None: + """Saves a checkpoint and removes data files or directories.""" + ckpt_type = ( + 'direct_checkpoint' if is_direct_checkpoint else 'composite_checkpoint' + ) + prefix = 'dir' if is_dir else 'file' + alteration_type = ( + 'critical_metadata_alterations' + if is_critical + else 'non_critical_metadata_alterations' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / ckpt_type + / alteration_type + / f'missing_pytree_data_{prefix}_{name}' + ) + generate_v0_checkpoint(path, is_direct_checkpoint=is_direct_checkpoint) + + target_path = path if is_direct_checkpoint else path / 'state' + if is_dir: + (target_path / name).rmtree() + else: + (target_path / name).unlink() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + + test_utils.set_tensorstore_driver_for_test() + + print('Generating V0 Checkpoints...') + # Three categories we'll generate against: + # 1. Is Checkpoint Metadata present? + # - Yes, No + # 2. Item_handler type (save method which dictates item_handler contents) + # - dict(composite), str(direct_pytree checkpoint) + # Note we will treat v0 checkpoint handlers as unregistered by default when + # we test loading. + # 3. Is Pytree? (Pytree Metadata present in checkpointable dir?) + # - Yes, No + + # The directory structure will follow the categories above: + # base_dir / + # 'v0_checkpoints' / + # <'direct_checkpoint' | 'composite_checkpoint'> / + # / + # _metadata / + + for is_dir_ckpt, has_metadata, has_pytree in itertools.product( + [True, False], repeat=3 + ): + v0_generate_case( + is_direct_checkpoint=is_dir_ckpt, + has_checkpoint_metadata=has_metadata, + has_pytree_metadata=has_pytree, + ) + + # --- ADDITIONAL CORRUPTIONS --- + # The directory structure will be as follows: + # base_dir / + # 'v0_checkpoints' / + # <'composite_checkpoint'|'direct_checkpoint'> / + # <'critical_metadata_alterations'/'critical_pytree_data_alterations'> / + # / + + # --- NON-CRITICAL METADATA ALTERATIONS --- + # These metadata fields are safely considered non-critical for backward + # compatibility. + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field, is_dir_ckpt in itertools.product(fields_to_remove, [True, False]): + v0_missing_checkpoint_metadata_field(field, is_dir_ckpt) + + # --- NON-CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are non-critical to loading the pytree. Note: absence of + # _sharding will only give an error if abstract pytree is not provided. + non_critical_tasks = [ + ('_sharding', False), + ('array_metadatas', True), + ] + for name, is_directory in non_critical_tasks: + for is_dir_ckpt in [True, False]: + v0_missing_pytree_data( + name, is_dir_ckpt, is_dir=is_directory, is_critical=False + ) + + # --- CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are critical for loading the pytree successfully. + critical_tasks = [ + ('manifest.ocdbt', False), + ('d', True), + ] + for name, is_directory in critical_tasks: + for is_dir_ckpt in [True, False]: + v0_missing_pytree_data( + name, is_dir_ckpt, is_dir=is_directory, is_critical=True + ) + + print(f'V0 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py new file mode 100644 index 000000000..c31af89d3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py @@ -0,0 +1,288 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V1 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" +import itertools +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import test_utils +import orbax.checkpoint.experimental.v1 as ocp +from orbax.checkpoint.experimental.v1._src.handlers import registration + + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def generate_v1_checkpoint(path: epath.Path) -> None: + """Saves a V1 composite checkpoint using save_checkpointables.""" + checkpointables = { + 'state': create_pytree(), + 'metadata': create_json_object(), + } + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + + registry = registration.local_registry() + registry.add(ocp.handlers.PyTreeHandler, checkpointable_name='state') + registry.add(ocp.handlers.JsonHandler, checkpointable_name='metadata') + with ocp.Context( + checkpointables_options=ocp.options.CheckpointablesOptions( + registry=registry + ) + ): + ocp.save_checkpointables(path, checkpointables) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v1_generate_case( + has_checkpoint_metadata: bool, + has_pytree_metadata: bool, +) -> None: + """Generates a V1 checkpoint based on parameters.""" + metadata_dir = ( + 'checkpoint_metadata_present' + if has_checkpoint_metadata + else 'checkpoint_metadata_missing' + ) + pytree_dir = ( + 'pytree_checkpointable_has_metadata' + if has_pytree_metadata + else 'pytree_checkpointable_missing_metadata' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / metadata_dir + / pytree_dir + ) + + generate_v1_checkpoint(path) + + if not has_checkpoint_metadata: + metadata_path = path / '_CHECKPOINT_METADATA' + if metadata_path.exists(): + metadata_path.unlink() + + if not has_pytree_metadata: + pytree_metadata_path = path / 'state' + (pytree_metadata_path / '_METADATA').unlink() + + +def v1_missing_checkpoint_metadata_field( + field_to_remove: str, +) -> None: + """Saves V1 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'non_critical_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v1_checkpoint(path) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v1_missing_pytree_data( + name: str, is_dir: bool = False, is_critical: bool = False +) -> None: + """Saves a checkpoint and removes data files or directories.""" + prefix = 'dir' if is_dir else 'file' + alteration_type = ( + 'critical_metadata_alterations' + if is_critical + else 'non_critical_metadata_alterations' + ) + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / alteration_type + / f'missing_pytree_data_{prefix}_{name}' + ) + generate_v1_checkpoint(path) + + target_path = path / 'state' + if is_dir: + (target_path / name).rmtree() + else: + (target_path / name).unlink() + + +def v1_dummy_checkpointable_present() -> None: + """Saves a checkpointables checkpoint and adds a dummy checkpointable.""" + # Note: this is a critical alteration because a checkpointable is added to + # the checkpoint and causes error when calling load_checkpointables with + # `abstract_checkpointables=None`, which attempts to load all contents of the + # checkpoint and will fail to restore the contents of a dummmy checkpointable. + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'critical_general_alterations' + / 'dummy_checkpointable_added' + ) + generate_v1_checkpoint(path) + (path / 'dummy').mkdir() + (path / 'dummy' / '_METADATA').write_text('dummy') + + +def v1_delete_checkpointable() -> None: + """Saves a checkpointables checkpoint and deletes a checkpointable.""" + # Note: this is a non-critical alteration because each checkpointable is + # separable and we allow deleting specific checkpointables as needed. + # Restoring the checkpoint does not raise an error, as long as we don't + # attempt to restore the deleted checkpointable. + path = ( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'composite_checkpoint' + / 'non_critical_general_alterations' + / 'deleted_checkpointable' + ) + generate_v1_checkpoint(path) + (path / 'state').rmtree() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + test_utils.set_tensorstore_driver_for_test() + print('Generating V1 Checkpoints...') + + # The directory structure will follow the categories above: + # base_dir / + # 'v1_checkpoints' / + # <'composite_checkpoint'> / + # / + # _metadata / + # Note we will be testing against unregistered handlers in our testing + # files. + for has_metadata, has_pytree in itertools.product( + [True, False], repeat=2 + ): + v1_generate_case( + has_checkpoint_metadata=has_metadata, + has_pytree_metadata=has_pytree, + ) + + # --- ADDITIONAL CORRUPTIONS --- + # The directory structure will be as follows: + # base_dir / + # 'v1_checkpoints' / + # 'composite_checkpoint' / + # / + # / + + # --- NON-CRITICAL METADATA ALTERATIONS --- + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field in fields_to_remove: + v1_missing_checkpoint_metadata_field(field) + + # --- NON-CRITICAL PYTREE DATA ALTERATIONS --- + # These files/dirs are non-critical to loading the pytree. Note: absence of + # _sharding will only give an error if abstract pytree is not provided. + non_critical_tasks = [ + ('_sharding', False), + ('array_metadatas', True), + ] + for name, is_directory in non_critical_tasks: + v1_missing_pytree_data(name, is_dir=is_directory, is_critical=False) + + # --- CRITICAL PYTREE DATA ALTERATIONS --- + critical_tasks = [ + ('manifest.ocdbt', False), + ('d', True), + ] + for name, is_directory in critical_tasks: + v1_missing_pytree_data(name, is_dir=is_directory, is_critical=True) + + # --- GENERAL ALTERATIONS --- + v1_dummy_checkpointable_present() + v1_delete_checkpointable() + + print(f'V1 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py index b82071c9a..6c0022c50 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/handler_utils.py @@ -18,16 +18,19 @@ import dataclasses import json -from typing import Any, Awaitable, Generic, Type, TypeVar +from typing import Any, Awaitable, Generic, Sequence, Type, TypeVar import aiofiles from etils import epath +import jax from orbax.checkpoint import checkpoint_args as v0_args from orbax.checkpoint import handlers as v0_handlers from orbax.checkpoint._src import asyncio_utils from orbax.checkpoint.experimental.v1._src.context import context as context_lib from orbax.checkpoint.experimental.v1._src.handlers import types as handler_types from orbax.checkpoint.experimental.v1._src.path import types as path_types +from orbax.checkpoint.experimental.v1._src.serialization import array_leaf_handler +from orbax.checkpoint.experimental.v1._src.serialization import types from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.testing import path_utils as path_test_utils @@ -363,3 +366,49 @@ def is_handleable(self, checkpointable: BasicDict) -> bool: def is_abstract_handleable(self, abstract_checkpointable: None) -> bool: return abstract_checkpointable is None + + +@dataclasses.dataclass +class LazyArray: + """A custom array type wrapping a jax.Array for testing.""" + array: jax.Array + + +class AbstractLazyArray(types.AbstractShardedArray): + pass + + +class LazyArrayHandler( + types.LeafHandler[LazyArray, types.AbstractShardedArray] +): + """A custom LeafHandler that uses composition of ArrayLeafHandler.""" + + def __init__(self, context=None): + self._array_handler = array_leaf_handler.ArrayLeafHandler(context=context) + + async def serialize( + self, + params: Sequence[types.SerializationParam[LazyArray]], + serialization_context: types.SerializationContext, + ) -> Awaitable[None]: + array_params = [ + types.SerializationParam(p.keypath, p.value.array) for p in params + ] + return await self._array_handler.serialize( + array_params, serialization_context + ) + + async def deserialize( + self, + params: Sequence[types.DeserializationParam[types.AbstractShardedArray]], + deserialization_context: types.DeserializationContext, + ) -> Awaitable[Sequence[LazyArray]]: + arrays_awaitable = await self._array_handler.deserialize( + params, deserialization_context + ) + + async def _wrap_results() -> Sequence[LazyArray]: + resolved_arrays = await arrays_awaitable + return tuple(LazyArray(arr) for arr in resolved_arrays) + + return _wrap_results() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py index 00969a212..adeab5cb8 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py @@ -42,6 +42,9 @@ from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.path import async_utils from orbax.checkpoint.experimental.v1._src.path import types as path_types +from orbax.checkpoint.experimental.v1._src.serialization import array_leaf_handler +from orbax.checkpoint.experimental.v1._src.serialization import registry as serialization_registry +from orbax.checkpoint.experimental.v1._src.serialization import types from orbax.checkpoint.experimental.v1._src.synchronization import multihost from orbax.checkpoint.experimental.v1._src.testing import array_utils as array_test_utils from orbax.checkpoint.experimental.v1._src.testing import handler_utils @@ -275,6 +278,66 @@ def test_leaf_change_type(self): ), ) + def test_custom_array_type(self): + # Set up local context with custom registry. + custom_registry = serialization_registry.StandardLeafHandlerRegistry() + custom_registry.add( + handler_utils.LazyArray, + handler_utils.AbstractLazyArray, + handler_utils.LazyArrayHandler, + ) + + custom_context = ocp.Context( + pytree_options=ocp.options.PyTreeOptions( + leaf_handler_registry=custom_registry + ) + ) + + mesh = jax.sharding.Mesh(np.asarray(jax.devices()), ('devices',)) + sharding = jax.sharding.NamedSharding(mesh, jax.sharding.PartitionSpec()) + lazy_arr = handler_utils.LazyArray( + create_sharded_array(np.arange(16), sharding) + ) + pytree = {'a': lazy_arr} + + with custom_context: + ocp.save_pytree(self.directory, pytree) + + # Attempt to load without context (using global default registry), which + # should fail + with self.assertRaisesRegex(ValueError, 'TypeHandler lookup failed'): + ocp.load_pytree(self.directory) + + # Load with the custom registry context + with custom_context: + loaded = ocp.load_pytree(self.directory) + self.assertEqual(loaded['a'].array.shape, lazy_arr.array.shape) + np.testing.assert_array_equal(loaded['a'].array, lazy_arr.array) + + # Load custom array directly as jax.Array by mapping secondary_typestr + custom_registry2 = serialization_registry.StandardLeafHandlerRegistry() + # Override the default jax.Array handler with LazyArray typestr, + # ensuring that the serialized jax.array annotated with original LazyArray + # typestr is loaded as a jax.Array. + custom_registry2.add( + jax.Array, + types.AbstractShardedArray, + array_leaf_handler.ArrayLeafHandler, + secondary_typestrs=[str(handler_utils.LazyArray)], + override=True, + ) + custom_context2 = ocp.Context( + pytree_options=ocp.options.PyTreeOptions( + leaf_handler_registry=custom_registry2 + ) + ) + with custom_context2: + loaded_as_jax_array = ocp.load_pytree(self.directory) + self.assertIsInstance(loaded_as_jax_array['a'], jax.Array) + np.testing.assert_array_equal( + loaded_as_jax_array['a'], lazy_arr.array + ) + def test_empty_array(self): value = np.ones(shape=(0,)) with self.assertRaisesRegex(ValueError, 'zero size'): diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py index dc4f6a957..df58ac080 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer.py @@ -31,6 +31,7 @@ from orbax.checkpoint.experimental.v1._src.path import step as path_step_lib from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.saving import saving +from orbax.checkpoint.experimental.v1._src.saving import validation from orbax.checkpoint.experimental.v1._src.synchronization import types as async_types from orbax.checkpoint.experimental.v1._src.training import errors from orbax.checkpoint.experimental.v1._src.training import preservation_policies @@ -489,6 +490,7 @@ def save_checkpointables_async( custom_metadata: tree_types.JsonType | None = None, ) -> async_types.AsyncResponse[bool]: """Saves a set of checkpointables asynchronously at the given step.""" + validation.validate_abstract_checkpointables(checkpointables) if overwrite: logging.info( 'Specified `overwrite`: deleting existing checkpoint %d if it'