Added support for Multimodal eval #1499
Dr.CI classification results
{"FAILED":[{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736903277,"runnerName":"GitHub Actions 221","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check (aarch64, stories15M)","jobName":"test-cpu-eval-sanity-check (aarch64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:44:36.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736903277","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:12.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736903716,"runnerName":"8-core-ubuntu_351aa7803d1e","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check-float32 (x86_64, stories15M)","jobName":"test-cpu-eval-sanity-check-float32 (x86_64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:45:54.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736903716","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:13.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736904170,"runnerName":"GitHub Actions 128","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check-float32 (aarch64, stories15M)","jobName":"test-cpu-eval-sanity-check-float32 (aarch64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:44:03.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736904170","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:13.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736901619,"runnerName":"8-core-ubuntu_ba2657303082","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check-float16 (x86_64, stories15M)","jobName":"test-cpu-eval-sanity-check-float16 (x86_64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:45:20.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736901619","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:11.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736902523,"runnerName":"8-core-ubuntu_afcc26c8f778","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check (x86_64, stories15M)","jobName":"test-cpu-eval-sanity-check (x86_64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:44:45.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736902523","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:11.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736902881,"runnerName":"GitHub Actions 130","authorEmail":"[email protected]","name":"pull / test-cpu-eval-sanity-check-float16 (aarch64, stories15M)","jobName":"test-cpu-eval-sanity-check-float16 (aarch64, stories15M)","conclusion":"failure","completed_at":"2025-02-24T19:44:06.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736902881","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2025-02-24T19:41:12.000000000Z"},{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736859937,"runnerName":"i-023b7788d5ecf5858","authorEmail":"[email protected]","name":"pull / test-gpu-eval-sanity-check (cuda, stories15M) / linux-job","jobName":"test-gpu-eval-sanity-check (cuda, stories15M) / linux-job","conclusion":"failure","completed_at":"2025-02-24T19:50:39.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736859937","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["RuntimeError: CUDA error: device-side assert triggered"],"failure_lines":["RuntimeError: CUDA error: device-side assert triggered"],"failure_context":[],"time":"2025-02-24T19:40:24.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":13495649745,"workflowUniqueId":93252428,"id":37736852601,"runnerName":"GitHub Actions 50","authorEmail":"[email protected]","name":"pull / test-torchao-aoti-experimental (macos-14-xlarge)","jobName":"test-torchao-aoti-experimental (macos-14-xlarge)","conclusion":"failure","completed_at":"2025-02-24T19:43:22.000000000Z","html_url":"https://github.com/pytorch/torchchat/actions/runs/13495649745/job/37736852601","head_branch":"multimodal-eval-2","pr_number":1499,"head_sha":"ae66bafceb9d61d2a57694204606acf99d76f778","head_sha_timestamp":"2025-02-24T10:15:24Z","failure_captures":["Process completed with exit code 134."],"failure_lines":["##[error]Process completed with exit code 134."],"failure_context":[],"time":"2025-02-24T19:40:16.000000000Z"}],"UNSTABLE":[]}