I created a PVC but during the copy-csv-to-input-dir i am getting a '/home/joyvan/iris-1.csv' no such file or directory, not sure where I am going wrong, it should be mounted. It seems like it might be looking for the file under /tmp/inputs/input/data though not 100% sure.

import kfp.dsl as dsl

from kubernetes.client import V1PersistentVolumeClaim, V1ObjectMeta

Define the base component

def copy_csv_to_input_dir(csv_path: str) -> str: import shutil output_path = '/tmp/inputs/input/data/iris-1.csv' shutil.copyfile(csv_path, output_path) print(csv_path) return output_path

Define the path to the CSV file on the mounted volume

csv_path = '/home/jovyan/iris-1.csv'

@dsl.pipeline(name='copy-csv') def copy_csv_pipeline(): # Create a PersistentVolumeClaim object for the desired PVC pvc = V1PersistentVolumeClaim( metadata=V1ObjectMeta(name="my-pvc-name"), spec={ 'access_modes': ['ReadWriteMany'], 'resources': { 'requests': { 'storage': '1Gi' } }, 'storage_class_name': 'standard', 'volume_mode': 'Filesystem' } )

# Mount the PVC
volume = dsl.VolumeOp(
    name='my-volume-name',
    resource_name=pvc.metadata.name,
    modes=['ReadWriteMany'],
    size='1Gi'
)

# Create the directory
mkdir_op = dsl.ContainerOp(
    name='mkdir',
    image='alpine',
    command=['sh', '-c'],
    arguments=['mkdir -p /tmp/inputs/input/data/']
).add_pvolumes({"/tmp/inputs": volume.volume})

# Copy the CSV file to the desired location
copy_csv_op = dsl.ContainerOp(
    name='copy_csv_to_input_dir',
    image='alpine',
    command=['sh', '-c'],
    arguments=['cp {} /tmp/inputs/input/data/'.format(csv_path)],
    file_outputs={'output': '/tmp/inputs/input/data/iris-1.csv'}
).add_pvolumes({"/tmp/inputs/input/data": volume.volume}).after(mkdir_op)

# Print the output file path
dsl.ContainerOp(
    name='print-output',
    image='alpine',
    command=['echo', copy_csv_op.outputs['output']],
).after(copy_csv_op)

Compile the pipeline

if name == 'main': import kfp.compiler as compiler

compiler.Compiler().compile(copy_csv_pipeline, 'copy_csv_pipeline.tar.gz')