Skip to content

Commit d56ff78

Browse files
mikeknepmikeknep
committed
nano-v3 + missing model configs
1 parent fb13cd1 commit d56ff78

File tree

6 files changed

+44
-12
lines changed

6 files changed

+44
-12
lines changed

‎nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/1-the-basics.ipynb‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -114,8 +114,8 @@
114114
"metadata": {},
115115
"outputs": [],
116116
"source": [
117-
"model_alias = \"nemotron-nano-v2\"\n",
118-
"model_id = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n"
117+
"model_alias = \"nemotron-nano-v3\"\n",
118+
"model_id = \"nvidia/nemotron-3-nano-30b-a3b\"\n"
119119
]
120120
},
121121
{

‎nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb‎

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,9 @@
3636
" CategorySamplerParams,\n",
3737
" DataDesignerConfigBuilder,\n",
3838
" ExpressionColumnConfig,\n",
39+
" InferenceParameters,\n",
3940
" LLMStructuredColumnConfig,\n",
41+
" ModelConfig,\n",
4042
" NeMoDataDesignerClient,\n",
4143
" PersonSamplerParams,\n",
4244
" SamplerColumnConfig,\n",
@@ -118,7 +120,8 @@
118120
"metadata": {},
119121
"outputs": [],
120122
"source": [
121-
"model_alias = \"nemotron-nano-v2\"\n"
123+
"model_alias = \"nemotron-nano-v3\"\n",
124+
"model_id = \"nvidia/nemotron-3-nano-30b-a3b\""
122125
]
123126
},
124127
{
@@ -127,7 +130,20 @@
127130
"metadata": {},
128131
"outputs": [],
129132
"source": [
130-
"config_builder = DataDesignerConfigBuilder()\n"
133+
"config_builder = DataDesignerConfigBuilder(\n",
134+
" model_configs=[\n",
135+
" ModelConfig(\n",
136+
" alias=model_alias,\n",
137+
" provider=\"nvidiabuild\",\n",
138+
" model=model_id,\n",
139+
" inference_parameters=InferenceParameters(\n",
140+
" max_tokens=1024,\n",
141+
" temperature=0.6,\n",
142+
" top_p=0.95,\n",
143+
" ),\n",
144+
" ),\n",
145+
" ]\n",
146+
")"
131147
]
132148
},
133149
{

‎nemo/NeMo-Data-Designer/managed-service-tutorials/getting-started/3-seeding-with-a-dataset.ipynb‎

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,8 @@
3434
"\n",
3535
"from nemo_microservices.data_designer.essentials import (\n",
3636
" DataDesignerConfigBuilder,\n",
37+
" InferenceParameters,\n",
38+
" ModelConfig,\n",
3739
" NeMoDataDesignerClient,\n",
3840
" SeedDatasetReference,\n",
3941
")\n"
@@ -112,7 +114,8 @@
112114
"metadata": {},
113115
"outputs": [],
114116
"source": [
115-
"model_alias = \"nemotron-nano-v2\""
117+
"model_alias = \"nemotron-nano-v3\"\n",
118+
"model_id = \"nvidia/nemotron-3-nano-30b-a3b\""
116119
]
117120
},
118121
{
@@ -121,7 +124,20 @@
121124
"metadata": {},
122125
"outputs": [],
123126
"source": [
124-
"config_builder = DataDesignerConfigBuilder()"
127+
"config_builder = DataDesignerConfigBuilder(\n",
128+
" model_configs=[\n",
129+
" ModelConfig(\n",
130+
" alias=model_alias,\n",
131+
" provider=\"nvidiabuild\",\n",
132+
" model=model_id,\n",
133+
" inference_parameters=InferenceParameters(\n",
134+
" max_tokens=1024,\n",
135+
" temperature=0.6,\n",
136+
" top_p=0.95,\n",
137+
" ),\n",
138+
" ),\n",
139+
" ]\n",
140+
")"
125141
]
126142
},
127143
{

‎nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/1-the-basics.ipynb‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -99,10 +99,10 @@
9999
"MODEL_PROVIDER = \"nvidiabuild\"\n",
100100
"\n",
101101
"# The model ID is from build.nvidia.com.\n",
102-
"MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
102+
"MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n",
103103
"\n",
104104
"# We choose this alias to be descriptive for our use case.\n",
105-
"MODEL_ALIAS = \"nemotron-nano-v2\"\n",
105+
"MODEL_ALIAS = \"nemotron-nano-v3\"\n",
106106
"\n",
107107
"# This sets reasoning to False for the nemotron-nano-v2 model.\n",
108108
"SYSTEM_PROMPT = \"/no_think\"\n",

‎nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/2-structured-outputs-and-jinja-expressions.ipynb‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -101,10 +101,10 @@
101101
"MODEL_PROVIDER = \"nvidiabuild\"\n",
102102
"\n",
103103
"# The model ID is from build.nvidia.com.\n",
104-
"MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
104+
"MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n",
105105
"\n",
106106
"# We choose this alias to be descriptive for our use case.\n",
107-
"MODEL_ALIAS = \"nemotron-nano-v2\"\n",
107+
"MODEL_ALIAS = \"nemotron-nano-v3\"\n",
108108
"\n",
109109
"# This sets reasoning to False for the nemotron-nano-v2 model.\n",
110110
"SYSTEM_PROMPT = \"/no_think\"\n",

‎nemo/NeMo-Data-Designer/self-hosted-tutorials/getting-started/3-seeding-with-a-dataset.ipynb‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,10 +94,10 @@
9494
"MODEL_PROVIDER = \"nvidiabuild\"\n",
9595
"\n",
9696
"# The model ID is from build.nvidia.com.\n",
97-
"MODEL_ID = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
97+
"MODEL_ID = \"nvidia/nemotron-3-nano-30b-a3b\"\n",
9898
"\n",
9999
"# We choose this alias to be descriptive for our use case.\n",
100-
"MODEL_ALIAS = \"nemotron-nano-v2\"\n",
100+
"MODEL_ALIAS = \"nemotron-nano-v3\"\n",
101101
"\n",
102102
"# This sets reasoning to False for the nemotron-nano-v2 model.\n",
103103
"SYSTEM_PROMPT = \"/no_think\"\n",

0 commit comments

Comments
 (0)