1import * as GCP from "@/GCP";
2import { GcpEnvironment } from "@/GCP/Environment";
3import * as Test from "@/Test/Alchemy";
4import * as aiplatform from "@distilled.cloud/gcp/aiplatform_v1";
5import { expect } from "alchemy-test";
6import * as Effect from "effect/Effect";
7import { MinimumLogLevel } from "effect/References";
8import * as Schedule from "effect/Schedule";
9
10const { test } = Test.make({ providers: GCP.providers() });
11
12const logLevel = Effect.provideService(
13 MinimumLogLevel,
14 process.env.DEBUG ? "Debug" : "Info",
15);
16
17const waitUntilGone = (name: string) =>
18 aiplatform.getProjectsLocationsMetadataStoresArtifacts({ name }).pipe(
19 Effect.as("found" as const),
20 Effect.catchTag("NotFound", () => Effect.succeed("gone" as const)),
21 Effect.repeat({
22 schedule: Schedule.spaced("2 seconds"),
23 until: (status) => status === "gone",
24 times: 10,
25 }),
26 );
27
28test.provider(
29 "getProjectsLocationsMetadataStoresArtifacts on a missing artifact fails with a typed tag",
30 (stack) =>
31 Effect.gen(function* () {
32 const { project } = yield* GcpEnvironment.current;
33 yield* stack.destroy();
34
35 const error = yield* Effect.flip(
36 aiplatform.getProjectsLocationsMetadataStoresArtifacts({
37 name: `projects/${project}/locations/us-central1/metadataStores/alchemy-missing/artifacts/alchemy-missing`,
38 }),
39 );
40 expect(error._tag).toEqual("NotFound");
41
42 yield* stack.destroy();
43 }).pipe(logLevel),
44 {
45 tags: ["provider:gcp", "provider:gcp:aiplatform", "live"],
46 timeout: 90_000,
47 },
48);
49
50test.provider(
51 "create, update, and delete a metadata store artifact",
52 (stack) =>
53 Effect.gen(function* () {
54 yield* stack.destroy();
55
56 const created = yield* stack.deploy(
57 Effect.gen(function* () {
58 const store = yield* GCP.AIPlatform.MetadataStore("Mlmd", {
59 location: "us-central1",
60 description: "pipeline metadata",
61 });
62 const artifact = yield* GCP.AIPlatform.MetadataStoresArtifact(
63 "Model",
64 {
65 metadataStore: store.name,
66 displayName: "trained-model",
67 description: "first",
68 uri: "gs://alchemy-aiplatform-test/model",
69 state: "LIVE",
70 labels: { env: "test" },
71 },
72 );
73 return { store, artifact };
74 }),
75 );
76
77 expect(created.artifact.name).toContain("/artifacts/");
78 expect(created.artifact.metadataStore).toEqual(created.store.name);
79 expect(created.artifact.displayName).toEqual("trained-model");
80 expect(created.artifact.labels).toMatchObject({ env: "test" });
81
82 const fetched =
83 yield* aiplatform.getProjectsLocationsMetadataStoresArtifacts({
84 name: created.artifact.name,
85 });
86 expect(fetched.name).toEqual(created.artifact.name);
87
88 const updated = yield* stack.deploy(
89 Effect.gen(function* () {
90 const store = yield* GCP.AIPlatform.MetadataStore("Mlmd", {
91 metadataStoreId: created.store.metadataStoreId,
92 location: "us-central1",
93 description: "pipeline metadata",
94 });
95 const artifact = yield* GCP.AIPlatform.MetadataStoresArtifact(
96 "Model",
97 {
98 metadataStore: store.name,
99 artifactId: created.artifact.artifactId,
100 displayName: "trained-model-v2",
101 description: "second",
102 uri: "gs://alchemy-aiplatform-test/model-v2",
103 state: "LIVE",
104 labels: { env: "prod" },
105 },
106 );
107 return { store, artifact };
108 }),
109 );
110
111 expect(updated.artifact.name).toEqual(created.artifact.name);
112 expect(updated.artifact.displayName).toEqual("trained-model-v2");
113 expect(updated.artifact.labels).toMatchObject({ env: "prod" });
114
115 yield* stack.destroy();
116 const gone = yield* waitUntilGone(created.artifact.name);
117 expect(gone).toEqual("gone");
118 }).pipe(logLevel),
119 {
120 tags: ["provider:gcp", "provider:gcp:aiplatform", "live"],
121 timeout: 180_000,
122 },
123);