VVV/test.yaml

277 lines
7.3 KiB
YAML

pipeline_spec:
components:
comp-condition-1:
dag:
tasks:
run2:
cachingOptions:
enableCache: true
componentRef:
name: comp-run2
inputs:
artifacts:
input:
componentInputArtifact: pipelinechannel--run-output
taskInfo:
name: run2
inputDefinitions:
artifacts:
pipelinechannel--run-output:
artifactType:
schemaTitle: system.Model
schemaVersion: 0.0.1
parameters:
pipelinechannel--run-s:
parameterType: STRING
comp-run:
executorLabel: exec-run
inputDefinitions:
parameters:
message:
parameterType: STRING
outputDefinitions:
artifacts:
metrics:
artifactType:
schemaTitle: system.Metrics
schemaVersion: 0.0.1
output:
artifactType:
schemaTitle: system.Model
schemaVersion: 0.0.1
parameters:
s:
parameterType: STRING
comp-run2:
executorLabel: exec-run2
inputDefinitions:
artifacts:
input:
artifactType:
schemaTitle: system.Model
schemaVersion: 0.0.1
comp-simple:
executorLabel: exec-simple
inputDefinitions:
parameters:
msg:
parameterType: STRING
comp-simple-2:
executorLabel: exec-simple-2
inputDefinitions:
parameters:
msg:
parameterType: STRING
deploymentSpec:
executors:
exec-run:
container:
args:
- "--executor_input"
- "{{$}}"
- "--function_to_execute"
- run
command:
- sh
- "-c"
- >
if ! [ -x "$(command -v pip)" ]; then
python3 -m ensurepip || python3 -m ensurepip --user || apt-get install python3-pip
fi
PIP_DISABLE_PIP_VERSION_CHECK=1 python3 -m pip install
--no-warn-script-location 'kfp-leinao==2.4.0' '--no-deps'
'typing-extensions>=3.7.4,<5; python_version<"3.9"' && "$0" "$@"
- sh
- "-ec"
- >
program_path=$(mktemp -d)
printf "%s" "$0" > "$program_path/ephemeral_component.py"
_KFP_RUNTIME=true python3 -m
kfp.dsl.executor_main
--component_module_path
"$program_path/ephemeral_component.py"
"$@"
- >+
import kfp
from kfp import dsl
from kfp.dsl import *
from typing import *
from builtins import str
def run(message: str, s: Output[str], output: Output[Model],
metrics: Output[Metrics]):
print("--------balabala---------")
print(output.path)
with open(output.path, "w") as f:
f.write(message)
metrics.log_metric("ametrics", 1111)
with open('/data/wangs/111.txt', 'w') as f:
f.write('aaaaaaaa')
print(metrics.uri)
print(metrics.path)
env:
- name: env_1
value: dddddd
image: "registry.cnbita.com:5000/wangshi/python:3.10-leinao-1.0"
resources:
accelerator:
count: "1"
type: nvidia.com/gpu
cpuLimit: 2
memoryRequest: 4
exec-run2:
container:
args:
- "--executor_input"
- "{{$}}"
- "--function_to_execute"
- run2
command:
- sh
- "-ec"
- >
program_path=$(mktemp -d)
printf "%s" "$0" > "$program_path/ephemeral_component.py"
_KFP_RUNTIME=true python3 -m
kfp.dsl.executor_main
--component_module_path
"$program_path/ephemeral_component.py"
"$@"
- |+
import kfp
from kfp import dsl
from kfp.dsl import *
from typing import *
def run2(input: Input[Model]):
print("input path: ", input.path)
print("input url: ", input.uri)
print("input:", input)
print("-------bala")
with open(input.path, "r") as f:
msg = f.read()
print(msg)
image: "registry.cnbita.com:5000/wangshi/python:3.10-leinao-1.0"
exec-simple:
container:
args:
- "{{$.inputs.parameters['msg']}}"
command:
- echo
exec-simple-2:
container:
args:
- "{{$.inputs.parameters['msg']}}"
command:
- echo
pipelineInfo:
displayName: 没鸡儿用
name: qqqq
root:
dag:
outputs:
artifacts:
run-metrics:
artifactSelectors:
- outputArtifactKey: metrics
producerSubtask: run
tasks:
condition-1:
componentRef:
name: comp-condition-1
dependentTasks:
- run
inputs:
artifacts:
pipelinechannel--run-output:
taskOutputArtifact:
outputArtifactKey: output
producerTask: run
parameters:
pipelinechannel--run-s:
taskOutputParameter:
outputParameterKey: s
producerTask: run
taskInfo:
name: condition-1
triggerPolicy:
condition: "inputs.parameter_values['pipelinechannel--run-s'] == 'heads'"
run:
cachingOptions: {}
componentRef:
name: comp-run
inputs:
parameters:
message:
componentInputParameter: message
taskInfo:
name: run
simple:
cachingOptions:
enableCache: true
componentRef:
name: comp-simple
dependentTasks:
- run
inputs:
parameters:
msg:
runtimeValue:
constant: "1"
taskInfo:
name: simple
simple-2:
cachingOptions:
enableCache: true
componentRef:
name: comp-simple-2
dependentTasks:
- run
inputs:
parameters:
msg:
runtimeValue:
constant: "2"
taskInfo:
name: simple-2
inputDefinitions:
parameters:
message:
parameterType: STRING
schemaVersion: 2.1.0
sdkVersion: kfp-2.4.0
platform_spec:
platforms:
kubernetes:
deploymentSpec:
executors:
exec-run:
pvcMount:
- constant: wangs-pvc
mountPath: /data/wangs
subPath: sub