Upload model

cls_token.py

@@ -1,3 +1,11 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
+#
+# NVIDIA CORPORATION and its licensors retain all intellectual property
+# and proprietary rights in and to this software, related documentation
+# and any modifications thereto.  Any use, reproduction, disclosure or
+# distribution of this software and related documentation without an express
+# license agreement from NVIDIA CORPORATION is strictly prohibited.
+
 import torch
 from torch import nn
 

config.json

@@ -229,6 +229,8 @@
     "AutoConfig": "hf_model.RADIOConfig",
     "AutoModel": "hf_model.RADIOModel"
   },
+  "return_spatial_features": true,
+  "return_summary": true,
   "torch_dtype": "float32",
   "transformers_version": "4.29.0",
   "version": "v1"

enable_cpe_support.py

@@ -1,3 +1,11 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
+#
+# NVIDIA CORPORATION and its licensors retain all intellectual property
+# and proprietary rights in and to this software, related documentation
+# and any modifications thereto.  Any use, reproduction, disclosure or
+# distribution of this software and related documentation without an express
+# license agreement from NVIDIA CORPORATION is strictly prohibited.
+
 from typing import Union, Tuple
 from types import MethodType
 

hf_model.py

@@ -35,10 +35,14 @@ class RADIOConfig(PretrainedConfig):
         self,
         args: Optional[dict] = None,
         version: Optional[str]="v1",
+        return_summary: Optional[bool] = True,
+        return_spatial_features: Optional[bool] = True,
         **kwargs,
     ):
         self.args = args
         self.version = version
+        self.return_summary = return_summary
+        self.return_spatial_features = return_spatial_features
         super().__init__(**kwargs)
 
 
@@ -52,12 +56,10 @@ class RADIOModel(PreTrainedModel):
 
         RADIOArgs = namedtuple("RADIOArgs", config.args.keys())
         args = RADIOArgs(**config.args)
+        self.config = config
         self.model = create_model_from_args(args)
-
         self.input_conditioner: InputConditioner = get_default_conditioner()
 
-        #return RADIOModel(mod, conditioner, return_summary=return_summary, return_spatial_features=return_spatial_features)
-
     def forward(self, x: torch.Tensor):
         x = self.input_conditioner(x)
 
@@ -79,8 +81,8 @@ class RADIOModel(PreTrainedModel):
         else:
             raise ValueError("Unsupported model type")
 
-        if self.return_summary and self.return_spatial_features:
+        if self.config.return_summary and self.config.return_spatial_features:
             return summary, all_feat
-        elif self.return_summary:
+        elif self.config.return_summary:
             return summary
         return all_feat

input_conditioner.py

@@ -1,3 +1,11 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
+#
+# NVIDIA CORPORATION and its licensors retain all intellectual property
+# and proprietary rights in and to this software, related documentation
+# and any modifications thereto.  Any use, reproduction, disclosure or
+# distribution of this software and related documentation without an express
+# license agreement from NVIDIA CORPORATION is strictly prohibited.
+
 from typing import Union, Tuple
 
 import torch

model.py

@@ -1,3 +1,11 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
+#
+# NVIDIA CORPORATION and its licensors retain all intellectual property
+# and proprietary rights in and to this software, related documentation
+# and any modifications thereto.  Any use, reproduction, disclosure or
+# distribution of this software and related documentation without an express
+# license agreement from NVIDIA CORPORATION is strictly prohibited.
+
 from torch import nn
 
 from timm.models import create_model

vit_patch_generator.py

@@ -1,3 +1,11 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.  All rights reserved.
+#
+# NVIDIA CORPORATION and its licensors retain all intellectual property
+# and proprietary rights in and to this software, related documentation
+# and any modifications thereto.  Any use, reproduction, disclosure or
+# distribution of this software and related documentation without an express
+# license agreement from NVIDIA CORPORATION is strictly prohibited.
+
 import math
 from typing import Union, Tuple, Optional