[eks-argo] Add instructions for how to publish argo events from outside cluster (#61)

Author: jackie-ob

examples/eks_argo/README.md

@@ -49,3 +49,23 @@ Run `terraform destroy`
 ⚠️ This is meant as a reference example, with many things omitted for simplicity, such as proper RBAC setup, production-grade autoscaling and UI. For example, all workloads running in the cluster use the same AWS IAM role. We do not recommend using this as a production deployment of Metaflow on Kubernetes.
 
 For learn more about production-grade deployments, you can talk to us on [the Outerbounds slack](http://slack.outerbounds.co). We are happy to help you there!
+
+# Advanced topics
+
+Q: How to publish an Argo Event from outside the Kubernetes cluster?
+A:
+Establish port forward for Argo Events Webhook server:
+
+$ kubectl port-forward -n default service/argo-events-webhook-eventsource-svc 12000:12000
+
+Here is a snippet that publishes the event "foo" (consume this event with `@trigger(event="foo")`):
+```
+from metaflow.integrations import ArgoEvent
+
+def main():
+    evt = ArgoEvent('foo', url="http://localhost:12000/metaflow-event")
+    evt.publish(force=True)
+
+if __name__ == '__main__':
+    main()
+```

examples/eks_argo/eks.tf

@@ -4,7 +4,7 @@ module "eks" {
   version = "17.23.0"
 
   cluster_name    = local.cluster_name
-  cluster_version = "1.21"
+  cluster_version = "1.24"
   subnets         = module.vpc.private_subnets
   enable_irsa     = true
   tags            = local.tags

examples/eks_argo/metaflow_config.tf

@@ -4,18 +4,19 @@ data "aws_api_gateway_api_key" "metadata_api_key" {
 
 resource "local_file" "foo" {
   content = jsonencode({
-    "METAFLOW_SERVICE_AUTH_KEY"           = data.aws_api_gateway_api_key.metadata_api_key.value
-    "METAFLOW_DATASTORE_SYSROOT_S3"       = module.metaflow-datastore.METAFLOW_DATASTORE_SYSROOT_S3
-    "METAFLOW_DATATOOLS_S3ROOT"           = module.metaflow-datastore.METAFLOW_DATATOOLS_S3ROOT
-    "METAFLOW_SERVICE_URL"                = module.metaflow-metadata-service.METAFLOW_SERVICE_URL
-    "METAFLOW_KUBERNETES_NAMESPACE"       = "default"
-    "METAFLOW_KUBERNETES_SERVICE_ACCOUNT" = "argo-workflow"
-    "METAFLOW_DEFAULT_DATASTORE"          = "s3"
-    "METAFLOW_DEFAULT_METADATA"           = "service"
-    "METAFLOW_ARGO_EVENTS_EVENT_BUS"      = "default"
-    "METAFLOW_ARGO_EVENTS_EVENT_SOURCE"   = "argo-events-webhook"
-    "METAFLOW_ARGO_EVENTS_EVENT"          = "metaflow-event"
-    "METAFLOW_ARGO_EVENTS_WEBHOOK_URL"    = "http://argo-events-webhook-eventsource-svc.default:12000/metaflow-event"
+    "METAFLOW_SERVICE_AUTH_KEY"            = data.aws_api_gateway_api_key.metadata_api_key.value
+    "METAFLOW_DATASTORE_SYSROOT_S3"        = module.metaflow-datastore.METAFLOW_DATASTORE_SYSROOT_S3
+    "METAFLOW_DATATOOLS_S3ROOT"            = module.metaflow-datastore.METAFLOW_DATATOOLS_S3ROOT
+    "METAFLOW_SERVICE_URL"                 = module.metaflow-metadata-service.METAFLOW_SERVICE_URL
+    "METAFLOW_KUBERNETES_NAMESPACE"        = "default"
+    "METAFLOW_KUBERNETES_SERVICE_ACCOUNT"  = "argo-workflow"
+    "METAFLOW_DEFAULT_DATASTORE"           = "s3"
+    "METAFLOW_DEFAULT_METADATA"            = "service"
+    "METAFLOW_ARGO_EVENTS_EVENT_BUS"       = "default"
+    "METAFLOW_ARGO_EVENTS_EVENT_SOURCE"    = "argo-events-webhook"
+    "METAFLOW_ARGO_EVENTS_SERVICE_ACCOUNT" = "operate-workflow-sa"
+    "METAFLOW_ARGO_EVENTS_EVENT"           = "metaflow-event"
+    "METAFLOW_ARGO_EVENTS_WEBHOOK_URL"     = "http://argo-events-webhook-eventsource-svc.default:12000/metaflow-event"
   })
   filename = "${path.module}/config.json"
 }