Resources
Use the following supplemental resources as needed for your installation.
Setting up a local Docker registry
If you do not have access to an organization container registry, it is possible to make your own registry using Docker. This registry must be set up in a location that has:
- Docker installed (the latest stable release will suffice).
- Internet access to pull the registry image.
- Accessible from your Kubernetes host.
Run the command to create a Docker registry on your server, which will create a registry accessible on port 5000.
docker run -d -p 5000:5000 --name registry registry:2Using the ldc-load-images.sh script, you can now push the Hitachi Vantara Docker images to the local registry which runs on <hostname>:5000.
./ldc-load-images.sh -r <hostname>:5000 --images <path to ldc-images TAR GZ file>Helm chart values
You can customize your Helm chart for Data Catalog by overriding any of the following parameters in your custom-values.yml file:
| Key | Type | Default | Description |
| agent.appServerGraphQLUrl | string | nil | empty value means value will be generated using template function |
| agent.appServerWSUrl | string | nil | |
| agent.enabled | bool | TRUE | |
| agent.isDefault | bool | TRUE | |
| agent.seedJDBC.enabled | bool | TRUE | |
| agent.seedJDBC.http.list | string | nil | |
| agent.seedJDBC.image.name | string | "minio/mc" | |
| agent.seedJDBC.image.pullPolicy | string | "IfNotPresent" | |
| agent.seedJDBC.image.repository | string | "docker.io" | |
| agent.seedJDBC.image.tag | string | "RELEASE.2021-02-14T04-28-06Z" | |
| agent.seedJDBC.s3.accessKey | string | "minioadmin" | |
| agent.seedJDBC.s3.bucket | string | "ldc-discovery-cache" | |
| agent.seedJDBC.s3.endpoint | string | "http://{{ .Release.Name }}-minio-bundled:9000" | |
| agent.seedJDBC.s3.existingSecretName | string | "{{ .Release.Name }}-minio-bundled" | |
| agent.seedJDBC.s3.path | string | "/ext/jdbc" | |
| agent.seedJDBC.s3.secretKey | string | "minioadmin" | |
| agent.seedJDBC.sources[0] | string | "s3" | |
| agent.seedJDBC.sources[1] | string | "http" | |
| agent.serviceAccount.create | bool | TRUE | |
| agent.serviceAccount.name | string | nil | |
| agent.spark.disabeIstioSideCar | bool | FALSE | |
| agent.spark.historyServer.bucket | string | "spark-history" | |
| agent.spark.historyServer.path | string | "/events/" | |
| agent.spark.historyServer.url | string | ""http://{{ .Release.Name }}-spark-history-server:18080" | |
| agent.spark.jarUpload.accessKey | string | "minioadmin" | |
| agent.spark.jarUpload.bucket | string | "ldc" | |
| agent.spark.jarUpload.endpoint | string | "http://{{ .Release.Name }}-minio-bundled:9000" | |
| agent.spark.jarUpload.existingSecretName | string | "{{ .Release.Name }}-minio-bundled" | |
| agent.spark.jarUpload.path | string | "/cluster_jars" | |
| agent.spark.jarUpload.secretKey | string | "minioadmin" | |
| agent.spark.jarUpload.secretToken | string | nil | |
| agent.spark.k8sMasterEnabled | bool | TRUE | |
| agent.spark.secure | bool | TRUE | |
| agent.spark.serviceAccount | string | "{{ .Release.Name }}-spark" | |
| app-server.configurationOverridesExtraEnv[0].name | string | "MINIO_SECRET_KEY" | |
| app-server.configurationOverridesExtraEnv[0].value | string | "minioadmin" | |
| app-server.configurationOverridesExtraEnv[1].name | string | "MINIO_ACCESS_KEY" | |
| app-server.configurationOverridesExtraEnv[1].value | string | "minioadmin" | |
| app-server.configurationOverridesExtraEnv[2].name | string | "MINIO_ENDPOINT" | |
| app-server.configurationOverridesExtraEnv[2].value | string | "http://{{ .Release.Name }}-minio-bundled:9000" | |
| app-server.configurationOverrides[0].component | string | "__template_agent" | |
| app-server.configurationOverrides[0].propertyKey | string | "ldc.metadata.hdfs.large_properties.attributes" | |
| app-server.configurationOverrides[0].value[0] | string | "fs.s3a.access.key=${MINIO_ACCESS_KEY}" | |
| app-server.configurationOverrides[0].value[1] | string | "fs.s3a.secret.key=${MINIO_SECRET_KEY}" | |
| app-server.configurationOverrides[0].value[2] | string | "fs.s3a.endpoint=${MINIO_ENDPOINT}" | |
| app-server.configurationOverrides[0].value[3] | string | "fs.s3a.path.style.access=true" | |
| app-server.configurationOverrides[0].value[4] | string | "fs.s3a.threads.max=40" | |
| app-server.configurationOverrides[0].value[5] | string | "fs.s3a.connection.maximum=200" | |
| app-server.debug | bool | FALSE | print debug messages in log |
| app-server.enabled | bool | TRUE | |
| app-server.keycloak.authPass | string | "APIUser123!" | password for role syncing |
| app-server.keycloak.authServerUrl | string | "http://localhost:8080/auth" | Base URL for you Realm authorization endpoint. Needs to be accesable for clients browser |
| app-server.keycloak.authUser | string | "apiuser" | user name for role syncing |
| app-server.keycloak.callbackUrl | string | "/callback" | URL to which KeyCloak will redirect the user after granting authentication, by default is it relative but could be an absolute URL |
| app-server.keycloak.clientID | string | "ldc-client" | This will match your Application Name, resource or OAuth Client Name. |
| app-server.keycloak.clientSecret | string | nil | This will match your OAuth Client Secret. |
| app-server.keycloak.realm | string | "ldc-realm" | Name of your KeyCloak realm |
| app-server.keycloak.userFields | object | {"email":"email","firsName":"given_name","id":"sub","lastName":"family_name","username":"preferred_username"} | Mapping of OAuth profile fields (on the right) to those in LDC Application (on the left) |
| app-server.mongodbURI | string | nil | |
| app-server.nodeOptions | string | for reference please use nodejs options | nodejs options |
| app-server.untrustedCertsPolicy | string | "REJECT" | Policy for dealing with untrusted certificates process wide. Valid values are "ALLOW" and "REJECT" |
| global.isSaasEnv | bool | FALSE | |
| global.registry | string | nil | Override registry for hitachivantara managed images, by default they are in ldmp-docker.repo.orl.eng.hitachivantara.com |
| keycloak.enabled | bool | TRUE | whatever to deploy or not dev/demo keycloak instance |
| minio-bundled | object | for reference please use vanilla minio chart | minio helm chart config |
| minio-bundled.enabled | bool | TRUE | whatever to deploy or not dev/demo minio instance |
| mongodb.enabled | bool | TRUE | whatever to deploy or not dev/demo mongodb instance |
| mongodb.image.tag | string | "5.0.8-1.0.0" | |
| spark-history-server.enabled | bool | TRUE | |
| spark-history-server.historyServer.events.s3.accessKey | string | "minioadmin" | |
| spark-history-server.historyServer.events.s3.bucket | string | "spark-history" | |
| spark-history-server.historyServer.events.s3.createBucket | bool | TRUE | |
| spark-history-server.historyServer.events.s3.endpoint | string | "http://{{ .Release.Name }}-minio-bundled:9000" | |
| spark-history-server.historyServer.events.s3.eventLogPath | string | "/events/" | |
| spark-history-server.historyServer.events.s3.existingSecretName | string | "{{ .Release.Name }}-minio-bundled" | |
| spark-history-server.historyServer.events.s3.historyPath | string | "/events/" | |
| spark-history-server.historyServer.events.s3.secretKey | string | "minioadmin" | |
| spark-history-server.historyServer.events.s3.sessionToken | string | "" | |
| tekton-hooks.enabled | bool | FALSE |