[Don't Merge] Multihost Decode Monkey Patch

[rwitten]

[rwitten]

export M_BASE_OUTPUT_DIRECTORY=gs://runner-maxtext-logs export M_DATASET_PATH=gs://maxtext-dataset

python MaxText/decode.py MaxText/configs/base.yml per_device_batch_size=.25 run_name=runner_$(date +%Y-%m-%d-%H-%M) max_prefill_predict_length=8 max_target_length=16 scan_layers=true attention=dot_product prompt="I love to" global_parameter_scale=1 add_eos=false ici_autoregressive_parallelism=4