Reduce data generation frequency to avoid throttling from Bedrock (aws-samples#61)

nicusX · web-flow · commit 09d04aff1c1f · 2024-09-13T18:14:14.000+01:00
diff --git a/python/PythonDependencies/main.py b/python/PythonDependencies/main.py
@@ -171,6 +171,7 @@ def main():
                   )
                   WITH (
                     'connector' = 'datagen',
+                    'rows-per-second' = '1',
                     'fields.a_number.min' = '0',
                     'fields.a_number.max' = '100'
                   )
@@ -203,7 +204,7 @@ def main():
                 'stream' = '{output_stream_name}',
                 'aws.region' = '{output_stream_region}',
                 'sink.partitioner-field-delimiter' = ';',
-                'sink.batch.max-size' = '100',
+                'sink.batch.max-size' = '5',
                 'format' = 'json',
                 'json.timestamp-format.standard' = 'ISO-8601'
               )

Original file line number	Diff line number	Diff line change
`@@ -171,6 +171,7 @@ def main():`
`171`	`171`	`)`
`172`	`172`	`WITH (`
`173`	`173`	`'connector' = 'datagen',`
	`174`	`+ 'rows-per-second' = '1',`
`174`	`175`	`'fields.a_number.min' = '0',`
`175`	`176`	`'fields.a_number.max' = '100'`
`176`	`177`	`)`
`@@ -203,7 +204,7 @@ def main():`
`203`	`204`	`'stream' = '{output_stream_name}',`
`204`	`205`	`'aws.region' = '{output_stream_region}',`
`205`	`206`	`'sink.partitioner-field-delimiter' = ';',`
`206`		`- 'sink.batch.max-size' = '100',`
	`207`	`+ 'sink.batch.max-size' = '5',`
`207`	`208`	`'format' = 'json',`
`208`	`209`	`'json.timestamp-format.standard' = 'ISO-8601'`
`209`	`210`	`)`