Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
53 commits
Select commit Hold shift + click to select a range
694c317
Add decilm modelling code
danielkorzekwa Nov 3, 2025
991659f
Add decilm modelling code.
danielkorzekwa Nov 3, 2025
8489cee
Add transformers codebase
danielkorzekwa Nov 3, 2025
f0afefe
Add transformers code
danielkorzekwa Nov 3, 2025
b3ed5bc
Add decilm modelling code
danielkorzekwa Nov 3, 2025
a700da5
Add decilm modelling code
danielkorzekwa Nov 3, 2025
b59b679
Correct licence headers
danielkorzekwa Nov 4, 2025
1abdf3e
Correct licence headers
danielkorzekwa Nov 4, 2025
66609b1
Add decilm code
danielkorzekwa Nov 4, 2025
7da0a8a
Add decilm code
danielkorzekwa Nov 4, 2025
6e09a81
Add decilm code
danielkorzekwa Nov 4, 2025
2e3f5da
Add decilm code
danielkorzekwa Nov 4, 2025
418890e
Add decilm code
danielkorzekwa Nov 4, 2025
01f4fc1
Make llama3 converter self-contained (no deps on internal Nvidia code)
danielkorzekwa Nov 4, 2025
c57eed4
Add common module
danielkorzekwa Nov 4, 2025
3dc37b3
module refactoring
danielkorzekwa Nov 4, 2025
10ffdfe
refactoring
danielkorzekwa Nov 5, 2025
27a4456
add shared_checkpointing_utils
danielkorzekwa Nov 5, 2025
b0e22b7
Add json tools
danielkorzekwa Nov 5, 2025
52e7827
add logger
danielkorzekwa Nov 5, 2025
f5c1c87
import refactoring
danielkorzekwa Nov 5, 2025
0aa6320
add post_init_sparse module
danielkorzekwa Nov 5, 2025
35d0dbc
Add post_init_sparse
danielkorzekwa Nov 5, 2025
e39a1ad
merginy hydra.py and hydra_utils.py
danielkorzekwa Nov 5, 2025
1bd0c67
Add integrationt test for attention pruning
danielkorzekwa Nov 5, 2025
0ecd52b
add score_pruning_activations
danielkorzekwa Nov 5, 2025
278c6b7
import refactoring
danielkorzekwa Nov 5, 2025
7a0af16
add dist_utils
danielkorzekwa Nov 5, 2025
0f0cbbd
Add validate_model
danielkorzekwa Nov 5, 2025
cb5cf25
Add activation scoring hooks for pruning
danielkorzekwa Nov 5, 2025
6f82a67
make validate_model self-contained
danielkorzekwa Nov 6, 2025
a87fb79
updage validatete_pipeline to use DeciLMForCausalLM from modelopt
danielkorzekwa Nov 6, 2025
b227521
fix imports
danielkorzekwa Nov 6, 2025
ca7ab3f
add sewing_kit
danielkorzekwa Nov 6, 2025
a7a4adc
add sewing_kit
danielkorzekwa Nov 6, 2025
ad84c26
fix imports
danielkorzekwa Nov 6, 2025
3d7e8a2
fix imports
danielkorzekwa Nov 6, 2025
6e96f81
Merge branch 'feature/compress' into dkorzekwa/score_pruning_activati…
danielkorzekwa Nov 20, 2025
d541baa
Delete not needed tokenizer.
danielkorzekwa Nov 20, 2025
6cde527
Merge branch 'dkorzekwa/score_pruning_activations_4' into dkorzekwa/s…
danielkorzekwa Nov 20, 2025
9e32497
Merge branch 'dkorzekwa/score_pruning_activations_5' into dkorzekwa/s…
danielkorzekwa Nov 20, 2025
e4dd405
Merge branch 'dkorzekwa/score_pruning_activations_6sewing_kit' into d…
danielkorzekwa Nov 20, 2025
ae07708
Fix imports
danielkorzekwa Nov 20, 2025
a319d33
fix imports
danielkorzekwa Nov 20, 2025
a09e894
fix imports
danielkorzekwa Nov 20, 2025
c69c4a9
Improve doc strings
danielkorzekwa Nov 20, 2025
1ee8026
Improve doc strings
danielkorzekwa Nov 20, 2025
d208f2d
Improve doc strings.
danielkorzekwa Nov 20, 2025
7a89dfa
Remove not used stuff from kd_model + add doc string
danielkorzekwa Nov 20, 2025
09ac420
Remove empty module
danielkorzekwa Nov 21, 2025
22a3afb
Update modelopt/torch/_compress/utils/data/dataset.py
danielkorzekwa Nov 24, 2025
138d01e
remove if-else check for pytorch <3.9
danielkorzekwa Nov 24, 2025
5a84ec9
code clean up
danielkorzekwa Nov 24, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
import hydra
import torch
from omegaconf import DictConfig
from utils.parsing import format_global_config
from modelopt.torch._compress.utils.parsing import format_global_config

from modelopt.torch._compress.tools.hydra_utils import register_hydra_resolvers
from modelopt.torch._compress.tools.logger import mprint
Expand Down
4 changes: 2 additions & 2 deletions modelopt/torch/_compress/compress.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,10 +23,10 @@
import build_library_and_stats
import mip_and_realize_models
import pruning_ckpts
import score_pruning_activations
import modelopt.torch._compress.activation_scoring.score_pruning_activations as score_pruning_activations
import scoring
from omegaconf import DictConfig
from puzzle_tools.runtime import IRuntime
from modelopt.torch._compress.tools.runtime import IRuntime

from modelopt.torch._compress.tools.hydra_utils import initialize_hydra_config_for_dir

Expand Down
34 changes: 34 additions & 0 deletions modelopt/torch/_compress/sewing_kit/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# mypy: ignore-errors
from .core import (
Needle,
KnotException,
LoopFoundException,
InputsLoopFoundException,
MultipleExternalNodesException,
OnlyInternalNodesException,
OutputsLoopFoundException,
ExternalTarget,
ModuleTarget,
ConstantTarget,
FunctionTarget,
RemoteTarget,
StitchedModule,
StitchedModuleException,
CantResolveNodeDependenciesException,
StitchedModuleOutput,
)
from .passage import always_false_predicate, always_true_predicate, InputArgs
19 changes: 19 additions & 0 deletions modelopt/torch/_compress/sewing_kit/common.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
# SPDX-FileCopyrightText: Copyright (c) 2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import logging

logger = logging.getLogger("sewing_kit")
logger.setLevel(logging.WARN)
Loading