Verified Commit ad6f3d64 authored Oct 24, 2025 by Hines, Jesse

Update ingests with s3 example

parent f166bb3f

druid_ingests/data-fugaku.json

+7 −0

Original line number	Diff line number	Diff line
		@@ -3,6 +3,13 @@
		"spec": {
		"ioConfig": {
		"type": "index_parallel",
		// "inputSource": {
		// "type": "s3",
		// "objectGlob": "**.parquet",
		// "prefixes": [
		// "s3://scratch/raps-datasets/fugaku/"
		// ]
		// },
		"inputSource": {
		"type": "local",
		"baseDir": "/data/fugaku/",

druid_ingests/data-lassen-allocation-history.json

+6 −0

Original line number	Diff line number	Diff line
		@@ -3,6 +3,12 @@
		"spec": {
		"ioConfig": {
		"type": "index_parallel",
		// "inputSource": {
		// "type": "s3",
		// "prefixes": [
		// "s3://scratch/raps-datasets/lassen/final_csm_allocation_history_hashed.csv"
		// ]
		// },
		"inputSource": {
		"type": "local",
		"baseDir": "/data/lassen/final_csm_allocation_history_hashed.csv",

druid_ingests/data-lassen-node-history.json

+6 −0

Original line number	Diff line number	Diff line
		@@ -3,6 +3,12 @@
		"spec": {
		"ioConfig": {
		"type": "index_parallel",
		// "inputSource": {
		// "type": "s3",
		// "prefixes": [
		// "s3://scratch/raps-datasets/lassen/final_csm_allocation_node_history_with_time.csv"
		// ]
		// },
		"inputSource": {
		"type": "local",
		"baseDir": "/data/lassen/final_csm_allocation_node_history_with_time.csv",

druid_ingests/data-lassen-step-history.json

+6 −0

Original line number	Diff line number	Diff line
		@@ -3,6 +3,12 @@
		"spec": {
		"ioConfig": {
		"type": "index_parallel",
		// "inputSource": {
		// "type": "s3",
		// "prefixes": [
		// "s3://scratch/raps-datasets/lassen/final_csm_step_history.csv"
		// ]
		// },
		"inputSource": {
		"type": "local",
		"baseDir": "/data/lassen/final_csm_step_history.csv",

druid_ingests/data-marconi100.json

+6 −0

Original line number	Diff line number	Diff line
		@@ -3,6 +3,12 @@
		"spec": {
		"ioConfig": {
		"type": "index_parallel",
		// "inputSource": {
		// "type": "s3",
		// "prefixes": [
		// "s3://scratch/raps-datasets/marconi100/"
		// ]
		// },
		"inputSource": {
		"type": "local",
		"baseDir": "/data/marconi100/",