Skip to content

Commit 8df3ca6

Browse files
author
Lehui Liu
authored
feat(generative ai): update the tuning example to use gemini-1.5 model (GoogleCloudPlatform#12618)
* Update gemini_tuning.py 1. move tuning namespace out of preview 2. shift from gemini-1.0 to gemini-1.5 * update the tuning example to use gemini-1.5
1 parent f990c8a commit 8df3ca6

File tree

6 files changed

+27
-27
lines changed

6 files changed

+27
-27
lines changed

‎generative_ai/gemini_tuning.py‎

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616

1717
from typing import List
1818

19-
from vertexai.preview.tuning import sft
19+
from vertexai.tuning import sft
2020

2121

2222
PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
@@ -29,14 +29,14 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob:
2929
import time
3030

3131
import vertexai
32-
from vertexai.preview.tuning import sft
32+
from vertexai.tuning import sft
3333

3434
# TODO(developer): Update project_id and location
3535
vertexai.init(project=PROJECT_ID, location="us-central1")
3636

3737
sft_tuning_job = sft.train(
38-
source_model="gemini-1.0-pro-002",
39-
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
38+
source_model="gemini-1.5-pro-002",
39+
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
4040
)
4141

4242
# Polling for job completion
@@ -58,20 +58,20 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
5858
import time
5959

6060
import vertexai
61-
from vertexai.preview.tuning import sft
61+
from vertexai.tuning import sft
6262

6363
# TODO(developer): Update project_id and location
6464
vertexai.init(project=PROJECT_ID, location="us-central1")
6565

6666
sft_tuning_job = sft.train(
67-
source_model="gemini-1.0-pro-002",
68-
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
67+
source_model="gemini-1.5-pro-002",
68+
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
6969
# The following parameters are optional
70-
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl",
70+
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl",
7171
epochs=4,
7272
adapter_size=4,
7373
learning_rate_multiplier=1.0,
74-
tuned_model_display_name="tuned_gemini_pro",
74+
tuned_model_display_name="tuned_gemini_1_5_pro",
7575
)
7676

7777
# Polling for job completion
@@ -90,7 +90,7 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
9090
def get_tuning_job() -> sft.SupervisedTuningJob:
9191
# [START generativeaionvertexai_get_tuning_job]
9292
import vertexai
93-
from vertexai.preview.tuning import sft
93+
from vertexai.tuning import sft
9494

9595
# TODO(developer): Update project_id and location
9696
vertexai.init(project=PROJECT_ID, location=LOCATION)
@@ -109,7 +109,7 @@ def get_tuning_job() -> sft.SupervisedTuningJob:
109109
def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
110110
# [START generativeaionvertexai_list_tuning_jobs]
111111
import vertexai
112-
from vertexai.preview.tuning import sft
112+
from vertexai.tuning import sft
113113

114114
# TODO(developer): Update project_id and location
115115
vertexai.init(project=PROJECT_ID, location="us-central1")
@@ -126,7 +126,7 @@ def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
126126
def cancel_tuning_job() -> None:
127127
# [START generativeaionvertexai_cancel_tuning_job]
128128
import vertexai
129-
from vertexai.preview.tuning import sft
129+
from vertexai.tuning import sft
130130

131131
# TODO(developer): Update project, location
132132
vertexai.init(project=PROJECT_ID, location=LOCATION)

‎generative_ai/model_tuning/supervised_advanced_example.py‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414

1515
import os
1616

17-
from vertexai.preview.tuning import sft
17+
from vertexai.tuning import sft
1818

1919
PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
2020

@@ -25,21 +25,21 @@ def gemini_tuning_advanced() -> sft.SupervisedTuningJob:
2525
import time
2626

2727
import vertexai
28-
from vertexai.preview.tuning import sft
28+
from vertexai.tuning import sft
2929

3030
# TODO(developer): Update and un-comment below line
3131
# PROJECT_ID = "your-project-id"
3232
vertexai.init(project=PROJECT_ID, location="us-central1")
3333

3434
sft_tuning_job = sft.train(
35-
source_model="gemini-1.0-pro-002",
36-
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
35+
source_model="gemini-1.5-pro-002",
36+
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
3737
# The following parameters are optional
38-
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_validation_data.jsonl",
38+
validation_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_validation_data.jsonl",
3939
epochs=4,
4040
adapter_size=4,
4141
learning_rate_multiplier=1.0,
42-
tuned_model_display_name="tuned_gemini_pro",
42+
tuned_model_display_name="tuned_gemini_1_5_pro",
4343
)
4444

4545
# Polling for job completion

‎generative_ai/model_tuning/supervised_cancel_example.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
def cancel_tuning_job() -> None:
2222
# [START generativeaionvertexai_cancel_tuning_job]
2323
import vertexai
24-
from vertexai.preview.tuning import sft
24+
from vertexai.tuning import sft
2525

2626
# TODO(developer): Update and un-comment below lines
2727
# PROJECT_ID = "your-project-id"

‎generative_ai/model_tuning/supervised_example.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414

1515
import os
1616

17-
from vertexai.preview.tuning import sft
17+
from vertexai.tuning import sft
1818

1919
PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
2020

@@ -25,15 +25,15 @@ def gemini_tuning_basic() -> sft.SupervisedTuningJob:
2525
import time
2626

2727
import vertexai
28-
from vertexai.preview.tuning import sft
28+
from vertexai.tuning import sft
2929

3030
# TODO(developer): Update and un-comment below line
3131
# PROJECT_ID = "your-project-id"
3232
vertexai.init(project=PROJECT_ID, location="us-central1")
3333

3434
sft_tuning_job = sft.train(
35-
source_model="gemini-1.0-pro-002",
36-
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/sft_train_data.jsonl",
35+
source_model="gemini-1.5-pro-002",
36+
train_dataset="gs://cloud-samples-data/ai-platform/generative_ai/gemini-1_5/text/sft_train_data.jsonl",
3737
)
3838

3939
# Polling for job completion

‎generative_ai/model_tuning/supervised_get_example.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414

1515
import os
1616

17-
from vertexai.preview.tuning import sft
17+
from vertexai.tuning import sft
1818

1919
PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
2020
LOCATION = "us-central1"
@@ -23,7 +23,7 @@
2323
def get_tuning_job() -> sft.SupervisedTuningJob:
2424
# [START generativeaionvertexai_get_tuning_job]
2525
import vertexai
26-
from vertexai.preview.tuning import sft
26+
from vertexai.tuning import sft
2727

2828
# TODO(developer): Update and un-comment below lines
2929
# PROJECT_ID = "your-project-id"

‎generative_ai/model_tuning/supervised_list_example.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,15 +16,15 @@
1616

1717
from typing import List
1818

19-
from vertexai.preview.tuning import sft
19+
from vertexai.tuning import sft
2020

2121
PROJECT_ID = os.getenv("GOOGLE_CLOUD_PROJECT")
2222

2323

2424
def list_tuning_jobs() -> List[sft.SupervisedTuningJob]:
2525
# [START generativeaionvertexai_list_tuning_jobs]
2626
import vertexai
27-
from vertexai.preview.tuning import sft
27+
from vertexai.tuning import sft
2828

2929
# TODO(developer): Update and un-comment below line
3030
# PROJECT_ID = "your-project-id"

0 commit comments

Comments
 (0)