{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":673563774,"defaultBranch":"main","name":"langsmith-cookbook","ownerLogin":"langchain-ai","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-01T23:30:25.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/126733545?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1725397201.0","currentOid":""},"activityList":{"items":[{"before":"de2c9552d44dce1170345f056914e05b8b864a3c","after":"3723f41965877eb92cbaf671e756634b052e79f6","ref":"refs/heads/main","pushedAt":"2024-09-18T18:52:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Disable linkcheck (too flakey right now)","shortMessageHtmlLink":"Disable linkcheck (too flakey right now)"}},{"before":"624e1d5e959fe5b52b77fd0bcf1e40310caba78f","after":"19f6d1f6fcf660bfcd038c40d5d5d28188999f4a","ref":"refs/heads/wfh/optim20","pushedAt":"2024-09-04T00:07:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"retry","shortMessageHtmlLink":"retry"}},{"before":"4443d83b29f8b0d1f1d5c2fb97cf33e10cbdd559","after":"624e1d5e959fe5b52b77fd0bcf1e40310caba78f","ref":"refs/heads/wfh/optim20","pushedAt":"2024-09-03T23:55:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"No trustcall","shortMessageHtmlLink":"No trustcall"}},{"before":"4b62ec3c8b9eab27d0579b9914273522c547ba17","after":"4443d83b29f8b0d1f1d5c2fb97cf33e10cbdd559","ref":"refs/heads/wfh/optim20","pushedAt":"2024-09-03T23:38:28.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Add optim function","shortMessageHtmlLink":"Add optim function"}},{"before":"23bd3a3c7a8ec7e1e6752fb36896453ef2a58a40","after":"4b62ec3c8b9eab27d0579b9914273522c547ba17","ref":"refs/heads/wfh/optim20","pushedAt":"2024-09-03T23:36:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Add optim function","shortMessageHtmlLink":"Add optim function"}},{"before":null,"after":"23bd3a3c7a8ec7e1e6752fb36896453ef2a58a40","ref":"refs/heads/wfh/optim20","pushedAt":"2024-09-03T21:00:01.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Updated Optim NOtebook","shortMessageHtmlLink":"Updated Optim NOtebook"}},{"before":"251487546d48208ec429f5dd1196f47eaa7eaf5c","after":"ea2cc9d6f5c69039854811ad83d4a1e522dd7617","ref":"refs/heads/beta-few-shot-search-cookbook","pushedAt":"2024-08-04T21:21:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jakerachleff","name":null,"path":"/jakerachleff","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9028897?s=80&v=4"},"commit":{"message":"add schema to dataset","shortMessageHtmlLink":"add schema to dataset"}},{"before":"a604db5444456bfeb7a1ea81bf9d0d05885c63ce","after":"251487546d48208ec429f5dd1196f47eaa7eaf5c","ref":"refs/heads/beta-few-shot-search-cookbook","pushedAt":"2024-08-02T19:20:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jakerachleff","name":null,"path":"/jakerachleff","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9028897?s=80&v=4"},"commit":{"message":"update pip","shortMessageHtmlLink":"update pip"}},{"before":null,"after":"a604db5444456bfeb7a1ea81bf9d0d05885c63ce","ref":"refs/heads/beta-few-shot-search-cookbook","pushedAt":"2024-08-02T17:09:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jakerachleff","name":null,"path":"/jakerachleff","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9028897?s=80&v=4"},"commit":{"message":"Few Shot Dataset Search Cookbook","shortMessageHtmlLink":"Few Shot Dataset Search Cookbook"}},{"before":"668182e10b1e78f1cc2f0e18960f96c5dc7d9185","after":"de2c9552d44dce1170345f056914e05b8b864a3c","ref":"refs/heads/main","pushedAt":"2024-07-30T12:33:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Refactored code to use LANGCHAIN_ENDPOINT environment variable for API calls (#250)","shortMessageHtmlLink":"Refactored code to use LANGCHAIN_ENDPOINT environment variable for AP…"}},{"before":"d8eed8567f3bdf3130f813e9a15ea5c615414f53","after":"668182e10b1e78f1cc2f0e18960f96c5dc7d9185","ref":"refs/heads/main","pushedAt":"2024-07-02T19:54:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hinthornw","name":"William FH","path":"/hinthornw","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13333726?s=80&v=4"},"commit":{"message":"Update Data","shortMessageHtmlLink":"Update Data"}},{"before":"bc4e67adda6902bd60c683a28f45d6b892fc902a","after":"b9b6bffcb9a4ff8982f74fd99b5b881be2b50f81","ref":"refs/heads/rlm/feedback-and-few-shot","pushedAt":"2024-06-27T16:30:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"ntbk","shortMessageHtmlLink":"ntbk"}},{"before":null,"after":"bc4e67adda6902bd60c683a28f45d6b892fc902a","ref":"refs/heads/rlm/feedback-and-few-shot","pushedAt":"2024-06-21T19:14:01.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add few shot examples","shortMessageHtmlLink":"Add few shot examples"}},{"before":"f4dd00fa8e9edd0683dff4e5286d84192693548e","after":"d8eed8567f3bdf3130f813e9a15ea5c615414f53","ref":"refs/heads/main","pushedAt":"2024-06-18T17:28:49.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #247 from langchain-ai/rlm/update-model-path-fireworks\n\nUpdate modal path for Fireworks agent","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2358518260\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/247\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/247/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/247\">#247</a> from langchain-ai/rlm/update-model-path-firew…"}},{"before":null,"after":"7d867ea48c210807a108548271fae9933fd47ddc","ref":"refs/heads/rlm/update-model-path-fireworks","pushedAt":"2024-06-17T22:57:11.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update path","shortMessageHtmlLink":"Update path"}},{"before":"ce79b6374e9883f46c6f66d778a1a462a9ce6493","after":"f4dd00fa8e9edd0683dff4e5286d84192693548e","ref":"refs/heads/main","pushedAt":"2024-06-17T21:17:57.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #246 from langchain-ai/rlm/test-fireworks-sql-agent\n\nTest Fireworks sql agent","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2358244902\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/246\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/246/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/246\">#246</a> from langchain-ai/rlm/test-fireworks-sql-agent"}},{"before":null,"after":"33a9161dc5b3c1ed2d6fea127eff4e4a5798bd9d","ref":"refs/heads/rlm/test-fireworks-sql-agent","pushedAt":"2024-06-17T20:57:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update ntbk to compare LLMs","shortMessageHtmlLink":"Update ntbk to compare LLMs"}},{"before":"cdb7fbb43c4f2761313c7451b970a762ec8fd2de","after":"ce79b6374e9883f46c6f66d778a1a462a9ce6493","ref":"refs/heads/main","pushedAt":"2024-06-17T16:17:53.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #245 from langchain-ai/rlm/agent-eval-testing\n\nUpdate / clean SQL agent cookbook","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2352399543\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/245\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/245/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/245\">#245</a> from langchain-ai/rlm/agent-eval-testing"}},{"before":null,"after":"66e7083cb0be57be559755ef6316645b62765baa","ref":"refs/heads/rlm/agent-eval-testing","pushedAt":"2024-06-14T03:12:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add evals to SQL agent cookbook","shortMessageHtmlLink":"Add evals to SQL agent cookbook"}},{"before":"8aa21cc6217ef6569502f87710a417a2df323555","after":"cdb7fbb43c4f2761313c7451b970a762ec8fd2de","ref":"refs/heads/main","pushedAt":"2024-06-13T18:10:48.000Z","pushType":"pr_merge","commitsCount":8,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Merge pull request #243 from langchain-ai/ankush/agent-eval\n\nadd sql agent eval notebook","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2334922308\" data-permission-text=\"Title is private\" data-url=\"https://github.com/langchain-ai/langsmith-cookbook/issues/243\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/langchain-ai/langsmith-cookbook/pull/243/hovercard\" href=\"https://github.com/langchain-ai/langsmith-cookbook/pull/243\">#243</a> from langchain-ai/ankush/agent-eval"}},{"before":"4b40c2fac41f74c01f3225952442e2fbdf2506bc","after":"d6148003f42b612a9748c8cde9227f62872845fb","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-11T23:48:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Fix imports","shortMessageHtmlLink":"Fix imports"}},{"before":"dd31e89de0ec3abd71708d44f724a8ce0a4bf15a","after":"4b40c2fac41f74c01f3225952442e2fbdf2506bc","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-11T17:52:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Clean","shortMessageHtmlLink":"Clean"}},{"before":"10732c5befc5187845b9b1a01dcc7c6fc04faa87","after":"dd31e89de0ec3abd71708d44f724a8ce0a4bf15a","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-10T22:25:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Clean","shortMessageHtmlLink":"Clean"}},{"before":"c847ce68b2d1ed5624c95bea1a25811a73e81b1b","after":"10732c5befc5187845b9b1a01dcc7c6fc04faa87","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-07T13:38:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update single tool call","shortMessageHtmlLink":"Update single tool call"}},{"before":"9941c8458b33a683769a66230992eca37d5f688d","after":"c847ce68b2d1ed5624c95bea1a25811a73e81b1b","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-07T13:33:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Update single tool call","shortMessageHtmlLink":"Update single tool call"}},{"before":"4e9bb8531d8de192004b7ef4b3d928c9df567846","after":"9941c8458b33a683769a66230992eca37d5f688d","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-07T00:08:30.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Remove initial ntbk","shortMessageHtmlLink":"Remove initial ntbk"}},{"before":"1ca23a68a59c3af560bfe3de6abd12ebc455e93f","after":"4e9bb8531d8de192004b7ef4b3d928c9df567846","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-07T00:06:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Remove initial ntbk","shortMessageHtmlLink":"Remove initial ntbk"}},{"before":"0e2f85dcde4ef5f7ddd26c91d725210b2c34a2a3","after":"1ca23a68a59c3af560bfe3de6abd12ebc455e93f","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-07T00:05:06.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add eval for result, single tool, trajectory","shortMessageHtmlLink":"Add eval for result, single tool, trajectory"}},{"before":"aa66ce0fe88b4939b2b00fb749eee4c6d5847749","after":"0e2f85dcde4ef5f7ddd26c91d725210b2c34a2a3","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-06T23:48:21.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add eval for result, single tool, trajectory","shortMessageHtmlLink":"Add eval for result, single tool, trajectory"}},{"before":"6221e1121b59fcdb6087f024aa5f6135fdccd16c","after":"aa66ce0fe88b4939b2b00fb749eee4c6d5847749","ref":"refs/heads/ankush/agent-eval","pushedAt":"2024-06-06T23:39:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"rlancemartin","name":"Lance Martin","path":"/rlancemartin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/122662504?s=80&v=4"},"commit":{"message":"Add eval for result, single tool, trajectory","shortMessageHtmlLink":"Add eval for result, single tool, trajectory"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOFQxODo1MjoxMC4wMDAwMDBazwAAAAS6Du2t","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xOFQxODo1MjoxMC4wMDAwMDBazwAAAAS6Du2t","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNi0wNlQyMzozOTo0NC4wMDAwMDBazwAAAARes8tf"}},"title":"Activity · langchain-ai/langsmith-cookbook"}