{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":778335166,"defaultBranch":"main","name":"evals-orb","ownerLogin":"CircleCI-Public","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-27T14:29:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/26607840?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1723474984.0","currentOid":""},"activityList":{"items":[{"before":"491f8bbdf079085d501746cfd0cb6c8cd35df446","after":null,"ref":"refs/tags/v1.0.6","pushedAt":"2024-08-12T15:02:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"}},{"before":"491f8bbdf079085d501746cfd0cb6c8cd35df446","after":null,"ref":"refs/tags/v1.0.6","pushedAt":"2024-08-12T14:57:05.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"}},{"before":"8548f97540cc2250d41f485ea10f853d4ba165e9","after":"491f8bbdf079085d501746cfd0cb6c8cd35df446","ref":"refs/heads/main","pushedAt":"2024-08-12T14:00:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"feat: optional `shell` param only for `eval_platform: custom`(#16)\n\nadd support for an optional `shell` param on `evals` command\r\nonly for custom command `eval_platform: custom`.","shortMessageHtmlLink":"feat: optional <code>shell</code> param only for <code>eval_platform: custom</code>(<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2460972310\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/16\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/16/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/16\">#16</a>)"}},{"before":"ada087d342e40a4fc94bef495853e066ab7dd065","after":"936adee489ccf71edc2828454e71c1f379b198ac","ref":"refs/heads/feature/support_shell_param","pushedAt":"2024-08-12T13:37:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"chore: update custom cli to 0-0-2","shortMessageHtmlLink":"chore: update custom cli to 0-0-2"}},{"before":"d796de6b49313ad53de04da76f917e324107f5cd","after":"ada087d342e40a4fc94bef495853e066ab7dd065","ref":"refs/heads/feature/support_shell_param","pushedAt":"2024-08-12T13:26:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"refactor: fix a typo","shortMessageHtmlLink":"refactor: fix a typo"}},{"before":"30d36113b26cc65ef1475114873d6b732c22cdfe","after":"d796de6b49313ad53de04da76f917e324107f5cd","ref":"refs/heads/feature/support_shell_param","pushedAt":"2024-08-12T13:24:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"chore: update docs","shortMessageHtmlLink":"chore: update docs"}},{"before":"e90ae895ef15681889240dab0cf2cb0668a3258e","after":"30d36113b26cc65ef1475114873d6b732c22cdfe","ref":"refs/heads/feature/support_shell_param","pushedAt":"2024-08-12T13:10:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"feat: support EVALS_SHELL env var for custom command","shortMessageHtmlLink":"feat: support EVALS_SHELL env var for custom command"}},{"before":null,"after":"e90ae895ef15681889240dab0cf2cb0668a3258e","ref":"refs/heads/feature/support_shell_param","pushedAt":"2024-08-12T13:10:00.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"Support shell env var for custom command","shortMessageHtmlLink":"Support shell env var for custom command"}},{"before":"77d60a8a2e1e613bc3319954a3778d85e2a2f75d","after":"8548f97540cc2250d41f485ea10f853d4ba165e9","ref":"refs/heads/main","pushedAt":"2024-06-10T17:21:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"fix: custom command call fix (#15)","shortMessageHtmlLink":"fix: custom command call fix (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2344446420\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/15\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/15/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/15\">#15</a>)"}},{"before":null,"after":"6739e0769e99921f868235b50e4a1b4f7e336374","ref":"refs/heads/fix-custom-command-cli-call","pushedAt":"2024-06-10T17:17:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"fix: custom command call fix","shortMessageHtmlLink":"fix: custom command call fix"}},{"before":"7d9f0ff8beabdd666459680ae1298a0ae4bd04f5","after":"77d60a8a2e1e613bc3319954a3778d85e2a2f75d","ref":"refs/heads/main","pushedAt":"2024-06-10T16:48:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"fix: custom command job fix (#14)","shortMessageHtmlLink":"fix: custom command job fix (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2344359960\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/14/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/14\">#14</a>)"}},{"before":null,"after":"01468ef208e9d3d1057f988cdf9df38b6cc87d13","ref":"refs/heads/fix-custom-command-bug","pushedAt":"2024-06-10T16:27:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"fix: custom command job fix","shortMessageHtmlLink":"fix: custom command job fix"}},{"before":"b2f34bbec1d6c37dd28ee2a1316037f6d0adbb59","after":"7d9f0ff8beabdd666459680ae1298a0ae4bd04f5","ref":"refs/heads/main","pushedAt":"2024-06-10T16:16:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"chore: update main script for custom command (#13)\n\nchore: update main script for custom command","shortMessageHtmlLink":"chore: update main script for custom command (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2344329196\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/13\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/13/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/13\">#13</a>)"}},{"before":null,"after":"56af5e58667552d91fdb5dc00168ae7750636bfa","ref":"refs/heads/update-main-script-for-custom-command","pushedAt":"2024-06-10T16:13:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"update main script for custom command","shortMessageHtmlLink":"update main script for custom command"}},{"before":"2aab726dea6b6f2ecbd717f1a8deb81a2c0d4d4f","after":"b2f34bbec1d6c37dd28ee2a1316037f6d0adbb59","ref":"refs/heads/main","pushedAt":"2024-06-10T13:46:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"feat: support no evals provider (#12)","shortMessageHtmlLink":"feat: support no evals provider (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2337185643\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/12/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/12\">#12</a>)"}},{"before":"b355be8f691b7205d79a6fd764587b1d1d2912e8","after":"43a9db5fbf73a5c2c1e9ecfefb81a9b14a4e0e43","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-10T13:44:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"fix some suggestions from PR comments","shortMessageHtmlLink":"fix some suggestions from PR comments"}},{"before":"24bc61514db3faa83cb2c8239465da236c40f2d5","after":"b355be8f691b7205d79a6fd764587b1d1d2912e8","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-07T16:36:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"change default to custom","shortMessageHtmlLink":"change default to custom"}},{"before":"cea147f738ca7c5beb1fa96582cf48985c91802a","after":"24bc61514db3faa83cb2c8239465da236c40f2d5","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-07T05:50:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"skip RC009","shortMessageHtmlLink":"skip RC009"}},{"before":"d904541fe8e5403ba04ae994e238564511037726","after":"cea147f738ca7c5beb1fa96582cf48985c91802a","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-07T05:38:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"rename file and add default eval platform","shortMessageHtmlLink":"rename file and add default eval platform"}},{"before":"d87e7bb217832aa07e2c735d0db879b00e141c0c","after":"d904541fe8e5403ba04ae994e238564511037726","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-06T13:47:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"update the example snippet for bedrock","shortMessageHtmlLink":"update the example snippet for bedrock"}},{"before":null,"after":"d87e7bb217832aa07e2c735d0db879b00e141c0c","ref":"refs/heads/AITEAM-102_support-no-evals-provider","pushedAt":"2024-06-06T02:30:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"stiyyagura0901","name":"Samba siva Tiyyagura","path":"/stiyyagura0901","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40207674?s=80&v=4"},"commit":{"message":"feat: support no evals provider","shortMessageHtmlLink":"feat: support no evals provider"}},{"before":"9ac078211422f4f57634332087afddf132b2d7db","after":"2aab726dea6b6f2ecbd717f1a8deb81a2c0d4d4f","ref":"refs/heads/main","pushedAt":"2024-05-07T18:31:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"Update Orb README (#11)\n\nCo-authored-by: ryan-circleci <ryan.hamilton@circleci.com>","shortMessageHtmlLink":"Update Orb README (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2282952632\" data-permission-text=\"Title is private\" data-url=\"https://github.com/CircleCI-Public/evals-orb/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/CircleCI-Public/evals-orb/pull/11/hovercard\" href=\"https://github.com/CircleCI-Public/evals-orb/pull/11\">#11</a>)"}},{"before":"243798516d0f4662604c411dd19710e0e6feeb65","after":"92be63f587ebed786f2bd5b876914d73faaa9918","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:20:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"fix: link to `GITHUB_TOKEN` content","shortMessageHtmlLink":"fix: link to <code>GITHUB_TOKEN</code> content"}},{"before":"bb03f7b904f8dda8858dc4b0037d5568786bef4b","after":"243798516d0f4662604c411dd19710e0e6feeb65","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:18:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: remove \"this is easy\" text\n\n...that language might be better suited solely for the `llm-eval-examples` repo.","shortMessageHtmlLink":"chore: remove \"this is easy\" text"}},{"before":"7379cd46a32c5ec0f87497e9a39c8a1f3e068ae3","after":"bb03f7b904f8dda8858dc4b0037d5568786bef4b","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:15:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: clarify location to edit context","shortMessageHtmlLink":"chore: clarify location to edit context"}},{"before":"ca328562220a7e9fa84bd527a985310d0e00913c","after":"7379cd46a32c5ec0f87497e9a39c8a1f3e068ae3","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:10:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: add OpenAI to language.","shortMessageHtmlLink":"chore: add OpenAI to language."}},{"before":"9b760de3852c8b9b91a20e8839bbcec935768fd7","after":"ca328562220a7e9fa84bd527a985310d0e00913c","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:07:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: edit context name - `ai-llm-eval-examples`","shortMessageHtmlLink":"chore: edit context name - <code>ai-llm-eval-examples</code>"}},{"before":"751c44718b45fe7d283bbcd75fa5a5b287686cba","after":"9b760de3852c8b9b91a20e8839bbcec935768fd7","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:05:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: edit whitespace","shortMessageHtmlLink":"chore: edit whitespace"}},{"before":"5b3a3c7cca31219482be6c575b6137bd46ba5f70","after":"751c44718b45fe7d283bbcd75fa5a5b287686cba","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T17:03:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ryan-circleci","name":"Ryan E. Hamilton","path":"/ryan-circleci","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/104376313?s=80&v=4"},"commit":{"message":"chore: edit readme to include LMMOps integration setup","shortMessageHtmlLink":"chore: edit readme to include LMMOps integration setup"}},{"before":"15317a20cfbdc5e190317754274b304b1a7e931b","after":"5b3a3c7cca31219482be6c575b6137bd46ba5f70","ref":"refs/heads/Readme-updates","pushedAt":"2024-05-07T11:11:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"BeFunes","name":null,"path":"/BeFunes","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/19594309?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0xMlQxNTowMjoxOS4wMDAwMDBazwAAAASYPwrZ","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0xMlQxNTowMjoxOS4wMDAwMDBazwAAAASYPwrZ","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNS0wN1QxMToxMTowOS4wMDAwMDBazwAAAARDef0L"}},"title":"Activity · CircleCI-Public/evals-orb"}