feat(backend): Optimize persistence agent to pass yaml directly to db…

… and minio client (#1244)

* optimize persisten agent to pass yaml directly to db and minio client

* add legacy mode for users to revert back to old kfp behavior

backend/Dockerfile.persistenceagent

@@ -35,6 +35,7 @@ RUN go-licenses csv ./backend/src/agent/persistence > /tmp/licenses.csv && \
 FROM alpine:3.11
 WORKDIR /bin
 
+COPY backend/src/apiserver/config/ /config
 COPY --from=builder /bin/persistence_agent /bin/persistence_agent
 # Copy licenses and notices.
 COPY --from=builder /tmp/licenses.csv /third_party/licenses.csv
@@ -51,4 +52,7 @@ ENV NUM_WORKERS 2
 #CHILDREFERENCESKIND kind of runs to search for the childReferences
 ENV CHILDREFERENCES_KINDS ""
 
-CMD persistence_agent --logtostderr=true --namespace=${NAMESPACE} --ttlSecondsAfterWorkflowFinish=${TTL_SECONDS_AFTER_WORKFLOW_FINISH} --numWorker ${NUM_WORKERS} --childReferencesKinds ${CHILDREFERENCES_KINDS}
+#LEGACY_STATUS_UPDATE legacy status update method to pass update via apiserver
+ENV LEGACY_STATUS_UPDATE "false"
+
+CMD persistence_agent --logtostderr=true --namespace=${NAMESPACE} --ttlSecondsAfterWorkflowFinish=${TTL_SECONDS_AFTER_WORKFLOW_FINISH} --numWorker=${NUM_WORKERS} --childReferencesKinds=${CHILDREFERENCES_KINDS} --legacyStatusUpdate=${LEGACY_STATUS_UPDATE} --config=/config