From de8f5f8d6ddd2e51cb34f41392e0384666d1d47b Mon Sep 17 00:00:00 2001 From: Mikyo King Date: Tue, 2 Jul 2024 10:10:32 -0600 Subject: [PATCH] chore(main): release arize-phoenix 4.6.0 --- .release-please-manifest.json | 2 +- CHANGELOG.md | 180 ++++++++++++++++++++++++++++++++++ src/phoenix/version.py | 2 +- 3 files changed, 182 insertions(+), 2 deletions(-) diff --git a/.release-please-manifest.json b/.release-please-manifest.json index d45b3f5f4c..c11dc9a394 100644 --- a/.release-please-manifest.json +++ b/.release-please-manifest.json @@ -1 +1 @@ -{".":"4.5.0","packages/phoenix-evals":"0.13.1"} +{".":"4.6.0","packages/phoenix-evals":"0.13.1"} diff --git a/CHANGELOG.md b/CHANGELOG.md index f99789269f..03df1d3849 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,185 @@ # Changelog +## [4.6.0](https://github.com/Arize-ai/phoenix/compare/arize-phoenix-v4.5.0...arize-phoenix-v4.6.0) (2024-07-02) + + +### Features + +* `create_evaluator` decorators ([#3642](https://github.com/Arize-ai/phoenix/issues/3642)) ([56acddd](https://github.com/Arize-ai/phoenix/commit/56acddd54ab06ee80c5fa98aac80e9a5144c6787)) +* ability to clear data older than X date, fix DB constraint errors for span.id from datasets to projects ([#3670](https://github.com/Arize-ai/phoenix/issues/3670)) ([993ad5d](https://github.com/Arize-ai/phoenix/commit/993ad5dfac5a8c0057476b8352dd02bc6ed90407)) +* add annotations resolver on DatasetRun type ([#3473](https://github.com/Arize-ai/phoenix/issues/3473)) ([c677091](https://github.com/Arize-ai/phoenix/commit/c677091bbb1ff1a077e7f36a5f3276b99885d6fb)) +* Add basic evaluators for string experiment outputs ([#3534](https://github.com/Arize-ai/phoenix/issues/3534)) ([85bec41](https://github.com/Arize-ai/phoenix/commit/85bec41cd86aae072efe2b9e14de26fe4250992d)) +* add dataset-related tables ([#3169](https://github.com/Arize-ai/phoenix/issues/3169)) ([b164dfe](https://github.com/Arize-ai/phoenix/commit/b164dfe0c99020d8668d7613761467fa908095da)) +* add experiment-related tables and migrations ([#3381](https://github.com/Arize-ai/phoenix/issues/3381)) ([b08e8d4](https://github.com/Arize-ai/phoenix/commit/b08e8d4a79c47bfd90a46a90a99a7eae26424bdd)) +* add experiments resolver to DatasetExample gql type ([#3446](https://github.com/Arize-ai/phoenix/issues/3446)) ([f526025](https://github.com/Arize-ai/phoenix/commit/f526025a1164557923dac4fb7e51a98e41943bc1)) +* add graphql resolver for adding spans to datasets ([#3205](https://github.com/Arize-ai/phoenix/issues/3205)) ([b80979e](https://github.com/Arize-ai/phoenix/commit/b80979e1d4462dd9172e23897a14db1c89ac8b85)) +* Add LLM evaluators ([#3571](https://github.com/Arize-ai/phoenix/issues/3571)) ([032672b](https://github.com/Arize-ai/phoenix/commit/032672bd4903fb2f3832219af64afafe5af615cb)) +* add patchDatasetExamples mutation ([#3343](https://github.com/Arize-ai/phoenix/issues/3343)) ([9ffe198](https://github.com/Arize-ai/phoenix/commit/9ffe1982ac34a09481d2ffe8c50a919903dda0c7)) +* add project resolver on span ([#3406](https://github.com/Arize-ai/phoenix/issues/3406)) ([b64d78b](https://github.com/Arize-ai/phoenix/commit/b64d78b63f08eb8003a1998d17d2a54b60c11363)) +* Add relevance evaluator ([#3604](https://github.com/Arize-ai/phoenix/issues/3604)) ([da4a6b3](https://github.com/Arize-ai/phoenix/commit/da4a6b3fdc4b149699b0cfe37fb315b33db16c87)) +* add runs resolver on Experiment type ([#3465](https://github.com/Arize-ai/phoenix/issues/3465)) ([8140957](https://github.com/Arize-ai/phoenix/commit/81409576499cc457f33e58f914dfddb23aee0779)) +* add span resolver on DatasetExample gql type ([#3394](https://github.com/Arize-ai/phoenix/issues/3394)) ([6c46d50](https://github.com/Arize-ai/phoenix/commit/6c46d50cfe74bfbf1a959d3056a0174a3dd2f194)) +* **auth:** ability to set headers via environment variables ([ff5b64d](https://github.com/Arize-ai/phoenix/commit/ff5b64d8de9d6461489215341bb6dc8f27052e48)) +* compareExperiments resolver ([#3481](https://github.com/Arize-ai/phoenix/issues/3481)) ([2becd18](https://github.com/Arize-ai/phoenix/commit/2becd186fa428821f38f1296c26a1e395ba391e1)) +* dataset example slideover ([#3325](https://github.com/Arize-ai/phoenix/issues/3325)) ([c64f99b](https://github.com/Arize-ai/phoenix/commit/c64f99b97f4af898a12c24295166bbbcd7532aec)) +* **dataset:** gql dataset versions connection ([#3222](https://github.com/Arize-ai/phoenix/issues/3222)) ([de28b12](https://github.com/Arize-ai/phoenix/commit/de28b1252e7079c1957f1a67dce1a56f390a1523)) +* **datasets:** add `reference` as alias of `expected` for evaluator argument bindings ([#3790](https://github.com/Arize-ai/phoenix/issues/3790)) ([fdd070a](https://github.com/Arize-ai/phoenix/commit/fdd070a2e467835db482fe9bde50c5264aa8d55a)) +* **datasets:** add client method for appending to datasets ([#3659](https://github.com/Arize-ai/phoenix/issues/3659)) ([9c444a8](https://github.com/Arize-ai/phoenix/commit/9c444a851f18d8ac5b76ccd81dee4aa6ffdd585b)) +* **datasets:** add dataframe transformation to dataset ([#3736](https://github.com/Arize-ai/phoenix/issues/3736)) ([fb5730a](https://github.com/Arize-ai/phoenix/commit/fb5730a067d4a321d34c091920becb2dc239fac6)) +* **datasets:** add example modal ([#3424](https://github.com/Arize-ai/phoenix/issues/3424)) ([e52867c](https://github.com/Arize-ai/phoenix/commit/e52867cd27486c2967d6a93f66a8659c58367705)) +* **datasets:** add graphql field from trace to project ([#3606](https://github.com/Arize-ai/phoenix/issues/3606)) ([7a54241](https://github.com/Arize-ai/phoenix/commit/7a54241aedd706c8db19583f76a372803710c434)) +* **datasets:** add jsonl to download menu ([#3495](https://github.com/Arize-ai/phoenix/issues/3495)) ([fcd6c27](https://github.com/Arize-ai/phoenix/commit/fcd6c27976fff7d323808fd93536abc13478ff63)) +* **datasets:** add pagination to dataset examples table ([#3299](https://github.com/Arize-ai/phoenix/issues/3299)) ([33d7a74](https://github.com/Arize-ai/phoenix/commit/33d7a7488e9668a8359da92ea728ed539f0ec545)) +* **datasets:** add sequence number for experiments of the same dataset ([#3486](https://github.com/Arize-ai/phoenix/issues/3486)) ([1a692cf](https://github.com/Arize-ai/phoenix/commit/1a692cfc1b73e41ec396647314522a712758403c)) +* **datasets:** add span to dataset from the trace page ([#3230](https://github.com/Arize-ai/phoenix/issues/3230)) ([945af8c](https://github.com/Arize-ai/phoenix/commit/945af8ca37b9eea29cc886d21b8cb1fae8f73d3f)) +* **datasets:** add the ability to create a dataset dynamically ([#3712](https://github.com/Arize-ai/phoenix/issues/3712)) ([81c0cae](https://github.com/Arize-ai/phoenix/commit/81c0cae92d4a52c2ddc6bbc3d217e55653da40aa)) +* **datasets:** allow unrecognized parameters in the evaluator function with default values ([#3674](https://github.com/Arize-ai/phoenix/issues/3674)) ([8b97a5e](https://github.com/Arize-ai/phoenix/commit/8b97a5e03494ede75ac975ab087bb92e10831fa7)) +* **datasets:** capture traces from experiments and their evaluations ([#3579](https://github.com/Arize-ai/phoenix/issues/3579)) ([1917cd7](https://github.com/Arize-ai/phoenix/commit/1917cd7a7f384794ff2338aeaa82aecad6b39894)) +* **datasets:** create dataset UI ([#3217](https://github.com/Arize-ai/phoenix/issues/3217)) ([5183620](https://github.com/Arize-ai/phoenix/commit/5183620ede96956b118ac88e1cb3cc5a011c2909)) +* **datasets:** dataset upload endpoint (plus fixtures) ([#3183](https://github.com/Arize-ai/phoenix/issues/3183)) ([626f18d](https://github.com/Arize-ai/phoenix/commit/626f18dea82b766d8bbe68e95684a62d3277744b)) +* **datasets:** datasets graphql ([#3192](https://github.com/Arize-ai/phoenix/issues/3192)) ([1697d96](https://github.com/Arize-ai/phoenix/commit/1697d9610dd6dfd3f47cb280f8d742bf48e7ce18)) +* **datasets:** datasets page ([#3172](https://github.com/Arize-ai/phoenix/issues/3172)) ([89305fe](https://github.com/Arize-ai/phoenix/commit/89305fed6b0aa07511efdc8267b635e4555e299f)) +* **datasets:** Delete dataset mutation ([#3321](https://github.com/Arize-ai/phoenix/issues/3321)) ([053fa31](https://github.com/Arize-ai/phoenix/commit/053fa311440937aa342d51253ca2802ea35e352e)) +* **datasets:** Delete dataset UI ([#3336](https://github.com/Arize-ai/phoenix/issues/3336)) ([202e9f8](https://github.com/Arize-ai/phoenix/commit/202e9f8c9b96d6d0fb6db062c5ba9859d5fd5e2a)) +* **datasets:** Delete examples ([#3352](https://github.com/Arize-ai/phoenix/issues/3352)) ([42ab894](https://github.com/Arize-ai/phoenix/commit/42ab894d3e7e7c8ed1b4295dc9b96f57f2436ad5)) +* **datasets:** delete examples mutation ([#3324](https://github.com/Arize-ai/phoenix/issues/3324)) ([febea33](https://github.com/Arize-ai/phoenix/commit/febea3311ec4e963ea44846df0ae432fec33af7a)) +* **datasets:** deny v1 routes and gql mutations if readonly ([#3501](https://github.com/Arize-ai/phoenix/issues/3501)) ([de376cf](https://github.com/Arize-ai/phoenix/commit/de376cfaf350939a24936ad3759a2ff1151c8cb6)) +* **datasets:** Display latest version ([#3373](https://github.com/Arize-ai/phoenix/issues/3373)) ([66cd6a8](https://github.com/Arize-ai/phoenix/commit/66cd6a870c09c9591c0b0e02520a0db859f4afc1)) +* **datasets:** download csv button ([#3312](https://github.com/Arize-ai/phoenix/issues/3312)) ([e5b83a2](https://github.com/Arize-ai/phoenix/commit/e5b83a279b9977864df396d6c1120b26e9615fd9)) +* **datasets:** download dataset as CSV text file ([#3250](https://github.com/Arize-ai/phoenix/issues/3250)) ([9629d39](https://github.com/Arize-ai/phoenix/commit/9629d391a130f031708559253c78d7bc8cff092b)) +* **datasets:** download jsonl for openai ([#3493](https://github.com/Arize-ai/phoenix/issues/3493)) ([e4412ef](https://github.com/Arize-ai/phoenix/commit/e4412efc5606b83a36a8487bf1886492c0f13c1b)) +* **datasets:** example and experiment count on datasets table ([#3447](https://github.com/Arize-ai/phoenix/issues/3447)) ([2e3413a](https://github.com/Arize-ai/phoenix/commit/2e3413a5292e049fd5908ad907cd21a16534af05)) +* **datasets:** example experiment runs ([#3476](https://github.com/Arize-ai/phoenix/issues/3476)) ([db592a8](https://github.com/Arize-ai/phoenix/commit/db592a80ee492ab7f9f68badec6bb62fc184609e)) +* **datasets:** expose the API playgrounds ([#3204](https://github.com/Arize-ai/phoenix/issues/3204)) ([da1416b](https://github.com/Arize-ai/phoenix/commit/da1416ba1c96855b43693122eaaffaf8447a15f9)) +* **datasets:** get_dataset_by_name ([726d97d](https://github.com/Arize-ai/phoenix/commit/726d97d0b5807c98605b2e9669b11f95b46a2cdb)) +* **datasets:** gql dataset create ([#3203](https://github.com/Arize-ai/phoenix/issues/3203)) ([679a868](https://github.com/Arize-ai/phoenix/commit/679a868ca66b9cc4f0574ca373e72d726e0d6f20)) +* **datasets:** gql for adding examples ([#3266](https://github.com/Arize-ai/phoenix/issues/3266)) ([4049228](https://github.com/Arize-ai/phoenix/commit/4049228f2bc1d523733da806e3bdf7f95cde218d)) +* **datasets:** gql resolver for dataset example count ([#3437](https://github.com/Arize-ai/phoenix/issues/3437)) ([862bb1f](https://github.com/Arize-ai/phoenix/commit/862bb1f842ad1e6c1551e19c60f718f805090570)) +* **datasets:** gql resolver for experiment count ([#3443](https://github.com/Arize-ai/phoenix/issues/3443)) ([5b6bc5c](https://github.com/Arize-ai/phoenix/commit/5b6bc5cbe5a63e09e0bb450117186ff929fab563)) +* **datasets:** gql resolver returns examples in descending order ([#3448](https://github.com/Arize-ai/phoenix/issues/3448)) ([624ba10](https://github.com/Arize-ai/phoenix/commit/624ba105db007a143fc5304a389fd3b8ef83bfaf)) +* **datasets:** JSON endpoint to get dataset versions ([#3323](https://github.com/Arize-ai/phoenix/issues/3323)) ([fec38ff](https://github.com/Arize-ai/phoenix/commit/fec38ff3e129295647e892cde96f975782bcd6f9)) +* **datasets:** link to view source span ([#3413](https://github.com/Arize-ai/phoenix/issues/3413)) ([faa925e](https://github.com/Arize-ai/phoenix/commit/faa925e2cebbfffbcbc5c6695897af35785b6277)) +* **datasets:** multi-select on span / traces tables ([#3236](https://github.com/Arize-ai/phoenix/issues/3236)) ([160c4e6](https://github.com/Arize-ai/phoenix/commit/160c4e6da6bd2edb20e4917f8f349f7c6ce43cc6)) +* **datasets:** navigate to examples if no experiments exist ([cbbed30](https://github.com/Arize-ai/phoenix/commit/cbbed30ee5b836b71b8d8cf689603485d39b602b)) +* **datasets:** post the result of each experiment/evaluation run immediately when it finishes ([#3666](https://github.com/Arize-ai/phoenix/issues/3666)) ([4e21d2c](https://github.com/Arize-ai/phoenix/commit/4e21d2c1d18c6ff25a3fc1746ecd8aed8bf5c700)) +* **datasets:** print experiment summaries ([#3709](https://github.com/Arize-ai/phoenix/issues/3709)) ([7c70afa](https://github.com/Arize-ai/phoenix/commit/7c70afa436b66c319dad89796fd5466b05cefcbc)) +* **datasets:** print the URL to the dataset when uploaded ([#3647](https://github.com/Arize-ai/phoenix/issues/3647)) ([76439cf](https://github.com/Arize-ai/phoenix/commit/76439cf50949b2ba2b5f778ec034696a72fd149a)) +* **datasets:** python instructions ([#3569](https://github.com/Arize-ai/phoenix/issues/3569)) ([ee0788a](https://github.com/Arize-ai/phoenix/commit/ee0788a71ed717310c52feb261dc182aca747d19)) +* **datasets:** routing for examples and experiment pages ([#3470](https://github.com/Arize-ai/phoenix/issues/3470)) ([141b90c](https://github.com/Arize-ai/phoenix/commit/141b90c52442f1b65a9ec2ff05489e220b39492a)) +* **datasets:** show example details in a slide-over ([b1a1317](https://github.com/Arize-ai/phoenix/commit/b1a1317d40cfd764f3a1fa44ed450f8143df7ca9)) +* **datasets:** sort by name and createdAt ([79f8c88](https://github.com/Arize-ai/phoenix/commit/79f8c888b5a27a15f35e2061d65688187fe21389)) +* **datasets:** sort on version ([#3370](https://github.com/Arize-ai/phoenix/issues/3370)) ([41348cf](https://github.com/Arize-ai/phoenix/commit/41348cfdb0e55a6be73aa3dc6d357f2585044c47)) +* **datasets:** spans as examples ([#3279](https://github.com/Arize-ai/phoenix/issues/3279)) ([1d46c42](https://github.com/Arize-ai/phoenix/commit/1d46c421fe42a51b44aecda33cf369d417a63039)) +* **datasets:** synchronously upload dataset examples returning `dataset_id` in JSON ([#3347](https://github.com/Arize-ai/phoenix/issues/3347)) ([c32ac4d](https://github.com/Arize-ai/phoenix/commit/c32ac4d4b95d203cd0fbf57a44948c3b567f089a)) +* **datasets:** UI to edit a dataset example ([#3376](https://github.com/Arize-ai/phoenix/issues/3376)) ([3950256](https://github.com/Arize-ai/phoenix/commit/39502563ced16292d5c06680c00513579e5345ef)) +* **datasets:** upload JSON for dataset examples ([#3658](https://github.com/Arize-ai/phoenix/issues/3658)) ([47ef311](https://github.com/Arize-ai/phoenix/commit/47ef31170a35282b1a29b018d9284618ee66c0a6)) +* **datasets:** usability enhancements ([#3773](https://github.com/Arize-ai/phoenix/issues/3773)) ([912dc9b](https://github.com/Arize-ai/phoenix/commit/912dc9b81bf03249ecad753bbbf530ed9069b2e7)) +* **datasets:** version history modal ([#3444](https://github.com/Arize-ai/phoenix/issues/3444)) ([86755a4](https://github.com/Arize-ai/phoenix/commit/86755a4e084bed5864ba083385678adc24be3f8c)) +* display average run latency in the experiments table ([#3743](https://github.com/Arize-ai/phoenix/issues/3743)) ([cfaafd5](https://github.com/Arize-ai/phoenix/commit/cfaafd52d65c7b291278c936c3ea55b056858aaa)) +* error rate resolver on Experiment type ([#3588](https://github.com/Arize-ai/phoenix/issues/3588)) ([ceaea16](https://github.com/Arize-ai/phoenix/commit/ceaea1643f30014006379808d1adaf3abf4fa4b7)) +* Experiments improvements ([#3638](https://github.com/Arize-ai/phoenix/issues/3638)) ([bd85bea](https://github.com/Arize-ai/phoenix/commit/bd85bea74d9fbb743756a8dcd775a3caccf0b856)) +* **experiments:** add experiment name ([#3512](https://github.com/Arize-ai/phoenix/issues/3512)) ([801ac29](https://github.com/Arize-ai/phoenix/commit/801ac2936ee407a218da39f541162d8f00b83b16)) +* **experiments:** add the ability to view an experiment's traces ([#3603](https://github.com/Arize-ai/phoenix/issues/3603)) ([084a0c6](https://github.com/Arize-ai/phoenix/commit/084a0c6c3270cf671af752794bb345120bc12e3a)) +* **experiments:** comparison details slideover ([74d1bd0](https://github.com/Arize-ai/phoenix/commit/74d1bd00ca6947d7fa5897e3539d6d05cd06c76d)) +* **experiments:** delete experiments ui ([623805c](https://github.com/Arize-ai/phoenix/commit/623805cdb702ee517bb65e07f9d12ec36e5249c6)) +* **experiments:** delete experiments ui ([b942b59](https://github.com/Arize-ai/phoenix/commit/b942b597dbb78b053712683b3baa9ed2591ccf17)) +* **experiments:** detail view for comparison ([ebc4aa1](https://github.com/Arize-ai/phoenix/commit/ebc4aa1d8ece22a253a7096c3e52d08635769b00)) +* **experiments:** evaluator icon and ingestion ([#3639](https://github.com/Arize-ai/phoenix/issues/3639)) ([70ba085](https://github.com/Arize-ai/phoenix/commit/70ba085da3ce4bf59c2f2880775acc010322491c)) +* **experiments:** evaluator trace slide-over ([#3680](https://github.com/Arize-ai/phoenix/issues/3680)) ([2df5b9d](https://github.com/Arize-ai/phoenix/commit/2df5b9d7e8a3f635c5920d83015ccc6b9c4db781)) +* **experiments:** experiment error rate column ([#3657](https://github.com/Arize-ai/phoenix/issues/3657)) ([41d354f](https://github.com/Arize-ai/phoenix/commit/41d354ff894e973ef06a1c2761fe7fc4ae33f97f)) +* **experiments:** experiment evaluation summaries in the table ([#3575](https://github.com/Arize-ai/phoenix/issues/3575)) ([85c457a](https://github.com/Arize-ai/phoenix/commit/85c457ae5e6712214dcaa1a322f961e209504c5d)) +* **experiments:** experiments compare table ([47af587](https://github.com/Arize-ai/phoenix/commit/47af5873e1b8517e242f66f5e74767232847e0f4)) +* **experiments:** experiments table ([#3454](https://github.com/Arize-ai/phoenix/issues/3454)) ([a9981da](https://github.com/Arize-ai/phoenix/commit/a9981daf14544e1b0c1594ac26ec5169c2cff657)) +* **experiments:** full-text toggle for experiments table ([537ed97](https://github.com/Arize-ai/phoenix/commit/537ed97daeb1d747a6e176797e3fa0e9c892e9cb)) +* **experiments:** gql resolver for experiments ([#3404](https://github.com/Arize-ai/phoenix/issues/3404)) ([6d70786](https://github.com/Arize-ai/phoenix/commit/6d70786a223dd1a4206f7ca15cf237b68058eb7e)) +* **experiments:** Implement `run_experiment` ([#3471](https://github.com/Arize-ai/phoenix/issues/3471)) ([87a0501](https://github.com/Arize-ai/phoenix/commit/87a05015a53541c06e51f52d4cd0d1ab65d9e2ba)) +* **experiments:** navigation to experiments view ([#3509](https://github.com/Arize-ai/phoenix/issues/3509)) ([a293f7e](https://github.com/Arize-ai/phoenix/commit/a293f7ebe93f7f4f8f0d79037de7e63a3bc41dac)) +* **experiments:** run count resolver on experiments ([#3679](https://github.com/Arize-ai/phoenix/issues/3679)) ([2444f42](https://github.com/Arize-ai/phoenix/commit/2444f428a47726dbd00175055023411b62bc5545)) +* **experiments:** show run count ([#3690](https://github.com/Arize-ai/phoenix/issues/3690)) ([2c79a78](https://github.com/Arize-ai/phoenix/commit/2c79a78d65b2e990c54f73fd6333336fca64e7d3)) +* **experiments:** show trace slide-over on experiment page ([#3640](https://github.com/Arize-ai/phoenix/issues/3640)) ([8457cb5](https://github.com/Arize-ai/phoenix/commit/8457cb537b7b0e0c75a0864c07e04c0e8279edd4)) +* **experments:** ability to view evaluator traces ([811290e](https://github.com/Arize-ai/phoenix/commit/811290ec41aaa1a6042d24ee03ad3ec9c3f4ebcd)) +* **experments:** add the ability to view experiment metadata in full ([#3686](https://github.com/Arize-ai/phoenix/issues/3686)) ([3560e1d](https://github.com/Arize-ai/phoenix/commit/3560e1d478bed2c5183b822cd1217e5a83267d62)) +* **experments:** minimum viable dialog showing how to run an experiment ([#3704](https://github.com/Arize-ai/phoenix/issues/3704)) ([4fb13b8](https://github.com/Arize-ai/phoenix/commit/4fb13b8deeb499f2bbe3760409a62422e011d902)) +* **experments:** Switch UI to use experiment name ([#3523](https://github.com/Arize-ai/phoenix/issues/3523)) ([a953231](https://github.com/Arize-ai/phoenix/commit/a953231a07b7e8298d5f85ead51e3c4e8605e63d)) +* gql resolver for dataset examples ([#3238](https://github.com/Arize-ai/phoenix/issues/3238)) ([fa0b4d2](https://github.com/Arize-ai/phoenix/commit/fa0b4d2319a8bc8dcd1db28d0ff369d594da1ed7)) +* Implement `GET /datasets/id` and `GET /datasets` ([#3197](https://github.com/Arize-ai/phoenix/issues/3197)) ([36abede](https://github.com/Arize-ai/phoenix/commit/36abedeaa8631e6c4c1b152b17617d6552eedf07)) +* Implement experiments REST API ([#3411](https://github.com/Arize-ai/phoenix/issues/3411)) ([d369fb3](https://github.com/Arize-ai/phoenix/commit/d369fb39f2da38de5146806baf3f0c20de5c54e7)) +* implement get_dataset method on phoenix.Client ([#3490](https://github.com/Arize-ai/phoenix/issues/3490)) ([09fb3f0](https://github.com/Arize-ai/phoenix/commit/09fb3f06be9b8ea5eef88207a1d13e62d9d70732)) +* implement initial experiment evals ([#3526](https://github.com/Arize-ai/phoenix/issues/3526)) ([b6fabdf](https://github.com/Arize-ai/phoenix/commit/b6fabdf11c5dff6241c54203ce58838be62fe7f4)) +* implement patchDataset mutation ([#3457](https://github.com/Arize-ai/phoenix/issues/3457)) ([a0240b3](https://github.com/Arize-ai/phoenix/commit/a0240b3a933c4c395d5530fcfc4dd8806eb60c9e)) +* Improve task argument binding and document `run_experiment` ([#3789](https://github.com/Arize-ai/phoenix/issues/3789)) ([0b64cbe](https://github.com/Arize-ai/phoenix/commit/0b64cbebe9a1711f4accc79dccfa9d5fa25574b9)) +* List Dataset Examples ([#3271](https://github.com/Arize-ai/phoenix/issues/3271)) ([d5f4391](https://github.com/Arize-ai/phoenix/commit/d5f4391191d92b6b880060c00b781f5c880f8ee3)) +* resolvers for experiment annotation aggregations ([#3549](https://github.com/Arize-ai/phoenix/issues/3549)) ([227e6e0](https://github.com/Arize-ai/phoenix/commit/227e6e079b879cf3fdd7a70e3611546da496999e)) +* Support repetitions for experiment runs ([#3532](https://github.com/Arize-ai/phoenix/issues/3532)) ([7942694](https://github.com/Arize-ai/phoenix/commit/7942694d956afd62280a16992c8b51e4fc383321)) +* **ui:** display examples in dataset page ([#3277](https://github.com/Arize-ai/phoenix/issues/3277)) ([829746a](https://github.com/Arize-ai/phoenix/commit/829746a1d3f51a70f9b81ac5c76894428fd0875e)) +* Unify `run_experiment` and `evaluate_experiment` ([#3585](https://github.com/Arize-ai/phoenix/issues/3585)) ([7e1ffb6](https://github.com/Arize-ai/phoenix/commit/7e1ffb6d166be9889a3acbebb6ba44125d8f4b65)) + + +### Bug Fixes + +* add tiebreak to versions resolver ([#3488](https://github.com/Arize-ai/phoenix/issues/3488)) ([ac23ec7](https://github.com/Arize-ai/phoenix/commit/ac23ec7366b074f1687797c035cdb11c55cee2bb)) +* Address relevance eval feedback ([#3609](https://github.com/Arize-ai/phoenix/issues/3609)) ([b231169](https://github.com/Arize-ai/phoenix/commit/b231169788776a74104ce000963321486f76028c)) +* **datasets:** allow duplicate keys for csv upload ([#3464](https://github.com/Arize-ai/phoenix/issues/3464)) ([a0a5b25](https://github.com/Arize-ai/phoenix/commit/a0a5b2590a4bfce99c551b05d34d1b9c01dfee5e)) +* **datasets:** api spec for upload endpoint ([#3213](https://github.com/Arize-ai/phoenix/issues/3213)) ([b719267](https://github.com/Arize-ai/phoenix/commit/b719267c54a339d4ddb3365e81956d6ed6e3eafa)) +* **datasets:** bug with json upload ([#3663](https://github.com/Arize-ai/phoenix/issues/3663)) ([d667b8f](https://github.com/Arize-ai/phoenix/commit/d667b8f72a9930ca8d1eb4817391a4bd6bed08c0)) +* **datasets:** colab usage of dataset.examples should no longer be list ([#3781](https://github.com/Arize-ai/phoenix/issues/3781)) ([4f148ae](https://github.com/Arize-ai/phoenix/commit/4f148ae647d6f7bb4368f43eb8677616611c00d9)) +* **datasets:** filter examples by dataset in gql ([#3330](https://github.com/Arize-ai/phoenix/issues/3330)) ([e5606e7](https://github.com/Arize-ai/phoenix/commit/e5606e7c8ff81be00ae77d797f138e66287aefcf)) +* **datasets:** free up the `output` keyword as attribute of experiment run objects ([#3793](https://github.com/Arize-ai/phoenix/issues/3793)) ([6b4db71](https://github.com/Arize-ai/phoenix/commit/6b4db71f7a1c1d72f0b5d1d276000d9a945571d9)) +* **datasets:** get metadata as `{}` when its value is `None` in JSON ([#3555](https://github.com/Arize-ai/phoenix/issues/3555)) ([6249ebe](https://github.com/Arize-ai/phoenix/commit/6249ebea62a7f5ddff744c717a92e6c05bffcd0b)) +* **datasets:** json return payload for upload csv endpoint ([#3364](https://github.com/Arize-ai/phoenix/issues/3364)) ([4a1d063](https://github.com/Arize-ai/phoenix/commit/4a1d06365e028e0345bb49f37166c8cd69ad6396)) +* **datasets:** make tests pass with new client ([5cfdc5b](https://github.com/Arize-ai/phoenix/commit/5cfdc5b7448a042edefb211e8fd43586ca726e66)) +* **datasets:** missing annotation trace id ([#3664](https://github.com/Arize-ai/phoenix/issues/3664)) ([d800e36](https://github.com/Arize-ai/phoenix/commit/d800e3690ec910a6fee5e019f622984fc30aa7df)) +* **datasets:** reconcile Dataset methods ([#3508](https://github.com/Arize-ai/phoenix/issues/3508)) ([43db5bc](https://github.com/Arize-ai/phoenix/commit/43db5bc32bb969cc3dae175de4e2f984e5e55d1b)) +* **datasets:** select nested rows on traces ([#3489](https://github.com/Arize-ai/phoenix/issues/3489)) ([0bdb860](https://github.com/Arize-ai/phoenix/commit/0bdb860bbcb8c2248f21145b978fefc791f7b043)) +* **datasets:** show full bar on evals of all 1s ([#3733](https://github.com/Arize-ai/phoenix/issues/3733)) ([3faa051](https://github.com/Arize-ai/phoenix/commit/3faa051e0c8abfe40f16106da0c4085489131aef)) +* **datasets:** squash experiment run output by "result" key for graphql query ([#3672](https://github.com/Arize-ai/phoenix/issues/3672)) ([20dba43](https://github.com/Arize-ai/phoenix/commit/20dba438d2c0d9ac125e112e75044ac10a22e866)) +* **datasets:** typo on dict type for typed dict ([#3684](https://github.com/Arize-ai/phoenix/issues/3684)) ([5e8e9a3](https://github.com/Arize-ai/phoenix/commit/5e8e9a30dfa4b8b1b251210347c21a22a18e81e3)) +* **datasets:** update span kind for evaluator with semantic conventions v0.1.9 ([#3667](https://github.com/Arize-ai/phoenix/issues/3667)) ([ff2de45](https://github.com/Arize-ai/phoenix/commit/ff2de454ce292bfb011d3675b551137aca3ea5f3)) +* ensure patches are sorted in numeric patch order ([#3379](https://github.com/Arize-ai/phoenix/issues/3379)) ([70facf1](https://github.com/Arize-ai/phoenix/commit/70facf1ac4f3d25b14c809bab63d762422a6ad7e)) +* **experiments:** Improve the performance of the table ([#3732](https://github.com/Arize-ai/phoenix/issues/3732)) ([8e33b77](https://github.com/Arize-ai/phoenix/commit/8e33b77f0850ecb408cc20c4d2722c102c6bae33)) +* **experments:** fix colab links ([#3637](https://github.com/Arize-ai/phoenix/issues/3637)) ([841ac0d](https://github.com/Arize-ai/phoenix/commit/841ac0dbd05de6a70a44f87bb7d0ad4542c44883)) +* fix annotation trace ts errors ([8314aa5](https://github.com/Arize-ai/phoenix/commit/8314aa5393df6866a8303e24aad008f4533fd245)) +* json cell for experiment metadata ([#3556](https://github.com/Arize-ai/phoenix/issues/3556)) ([f9e2b6d](https://github.com/Arize-ai/phoenix/commit/f9e2b6d34cb7d29e01f2f96507f149cfa421b953)) +* openapi import error ([#3619](https://github.com/Arize-ai/phoenix/issues/3619)) ([1f81c05](https://github.com/Arize-ai/phoenix/commit/1f81c05b01bcbeb9ac4e86add9ad358a1b176571)) +* openapi yaml parsing for containers ([#3788](https://github.com/Arize-ai/phoenix/issues/3788)) ([959abf7](https://github.com/Arize-ai/phoenix/commit/959abf7f46d1b20b959ad9a915b98a07c3254613)) +* order runs in descending order in runs resolver on Experiment type ([#3480](https://github.com/Arize-ai/phoenix/issues/3480)) ([e1818b7](https://github.com/Arize-ai/phoenix/commit/e1818b7c2878d1532f3f94b7c1706c9d4f99d4e5)) +* resolve sqlachemy warning regarding remote ([#3522](https://github.com/Arize-ai/phoenix/issues/3522)) ([cd15d9b](https://github.com/Arize-ai/phoenix/commit/cd15d9b24f21f9703616a04f398d88fa3acd54be)) +* style and type errors ([#3540](https://github.com/Arize-ai/phoenix/issues/3540)) ([2cba662](https://github.com/Arize-ai/phoenix/commit/2cba662b4f69c06e69094791dc84304c11dbe01b)) +* switch to upload_dataset for examples ([#3783](https://github.com/Arize-ai/phoenix/issues/3783)) ([bea7c2f](https://github.com/Arize-ai/phoenix/commit/bea7c2fc77d405a4eb93649debaf4eec6a819865)) +* **ui:** right align numeric columns ([#3587](https://github.com/Arize-ai/phoenix/issues/3587)) ([781ae7a](https://github.com/Arize-ai/phoenix/commit/781ae7a3e09686534df6d2481cb703603cc955e5)) + + +### Documentation + +* Added more detail prepping and exporting eval data to the Bring Your Own Evaluator section (GITBOOK-704) ([96a312b](https://github.com/Arize-ai/phoenix/commit/96a312bab1a1a96ff28af4a37fecfc50c8725361)) +* **api-ref:** fix readthedocs build issues ([#3706](https://github.com/Arize-ai/phoenix/issues/3706)) ([0827726](https://github.com/Arize-ai/phoenix/commit/0827726787ac3c08f4189d0e93cad9c95d8c5718)) +* Cleanup datasets section (GITBOOK-694) ([18a4d5b](https://github.com/Arize-ai/phoenix/commit/18a4d5ba4c80dfec24e2a3646ec3dc19cd2f2842)) +* Datasets documentaiton (GITBOOK-697) ([8148f67](https://github.com/Arize-ai/phoenix/commit/8148f67d1092693c9c3a8cf133693c70393c1e45)) +* Datasets review - fixing typos, syntax, labels, links (GITBOOK-702) ([fcb56ee](https://github.com/Arize-ai/phoenix/commit/fcb56ee7a39c527e93efaf7fddde97b79dd1aeda)) +* datasets tutorials and quickstart ([#3734](https://github.com/Arize-ai/phoenix/issues/3734)) ([cfa641c](https://github.com/Arize-ai/phoenix/commit/cfa641ce7855b75f4fcaf6b7abe9b3d4abd4dcec)) +* **datasets:** print useful URLs, disable repetitions ([#3583](https://github.com/Arize-ai/phoenix/issues/3583)) ([14c7d9f](https://github.com/Arize-ai/phoenix/commit/14c7d9f8e5693e2fe328d2de9f4afc0ae2efb905)) +* **experiments:** prompt template iteration for summarization task ([#3669](https://github.com/Arize-ai/phoenix/issues/3669)) ([0842df4](https://github.com/Arize-ai/phoenix/commit/0842df4dff7a04ca066dae716657eb29bf7472b0)) +* **experiments:** txt2sql ([#3626](https://github.com/Arize-ai/phoenix/issues/3626)) ([33cd194](https://github.com/Arize-ai/phoenix/commit/33cd1942326889b241eddd3502f8b0a5a5646609)) +* **experiments:** txt2sql ([#3714](https://github.com/Arize-ai/phoenix/issues/3714)) ([b083159](https://github.com/Arize-ai/phoenix/commit/b08315952edf0552e6e09d625deae4ff38dda16c)) +* fix creating datasets (GITBOOK-701) ([9b83b1d](https://github.com/Arize-ai/phoenix/commit/9b83b1dd9e80893786713b8f905fddc2794e47a7)) +* fix typos (GITBOOK-698) ([d413e54](https://github.com/Arize-ai/phoenix/commit/d413e541c6169468a61a1f5c3b59732b1e5e3128)) +* GPT-4o first set (GITBOOK-695) ([8dff0bf](https://github.com/Arize-ai/phoenix/commit/8dff0bfe992c4275b8f4b3fb690e1961bf7851fb)) +* No subject (GITBOOK-696) ([88859e1](https://github.com/Arize-ai/phoenix/commit/88859e1da1a17e86490b998a6149d2a60a9cbbc1)) +* No subject (GITBOOK-699) ([9beed78](https://github.com/Arize-ai/phoenix/commit/9beed78412c4fa547bb4e78f5fd230a09c6ddad7)) +* No subject (GITBOOK-700) ([5ac466c](https://github.com/Arize-ai/phoenix/commit/5ac466cd6e42c809e41a85300ffc458ab118338a)) +* No subject (GITBOOK-703) ([f04e9c5](https://github.com/Arize-ai/phoenix/commit/f04e9c50832d8a5ea953accf22288587c4755f79)) +* No subject (GITBOOK-707) ([2237a88](https://github.com/Arize-ai/phoenix/commit/2237a8837aa68c7ab2e451b737b67e301196154c)) +* **notebook:** datasets and experiments quickstart ([#3703](https://github.com/Arize-ai/phoenix/issues/3703)) ([991df49](https://github.com/Arize-ai/phoenix/commit/991df49178a4c90665e91e3b002f71b80c52643d)) +* placeholders for experiments (GITBOOK-705) ([1f7d183](https://github.com/Arize-ai/phoenix/commit/1f7d183774125c7ed927059b53e5d956a5a27718)) +* readthedocs ([71fceab](https://github.com/Arize-ai/phoenix/commit/71fceab0f062961def474adafa51aeb0e5f6ba5d)) +* rest api guidance ([#3314](https://github.com/Arize-ai/phoenix/issues/3314)) ([0309017](https://github.com/Arize-ai/phoenix/commit/0309017fec2403584c37a0827a36e9d209ae7c17)) +* small fixes (GITBOOK-706) ([297458e](https://github.com/Arize-ai/phoenix/commit/297458ea3818fdb319282acc313babe1d8a91edc)) +* small fixes (GITBOOK-708) ([4990aa5](https://github.com/Arize-ai/phoenix/commit/4990aa58533293c638b6cc55824ecd5a1bcd8911)) +* sphinx api-ref for readthedocs ([0bcccbd](https://github.com/Arize-ai/phoenix/commit/0bcccbd933958a2c2f6e44f78c57b885a5d2cb4d)) +* update dataset creation (GITBOOK-711) ([51c5ea1](https://github.com/Arize-ai/phoenix/commit/51c5ea1b073c08e9f18a4bcde6ae763056f54c72)) +* use kwargs with datasets ([#3748](https://github.com/Arize-ai/phoenix/issues/3748)) ([530b2c6](https://github.com/Arize-ai/phoenix/commit/530b2c6fdf6922703b4ddc6e8338fa69c67f07aa)) +* use kwargs with datasets ([#3748](https://github.com/Arize-ai/phoenix/issues/3748)) ([#3749](https://github.com/Arize-ai/phoenix/issues/3749)) ([599e340](https://github.com/Arize-ai/phoenix/commit/599e34034eb1b2c887548d611f8a30ca6e90108f)) + ## [4.5.0](https://github.com/Arize-ai/phoenix/compare/arize-phoenix-v4.4.3...arize-phoenix-v4.5.0) (2024-06-21) diff --git a/src/phoenix/version.py b/src/phoenix/version.py index 9faa2c2dd5..db01fb213a 100644 --- a/src/phoenix/version.py +++ b/src/phoenix/version.py @@ -1 +1 @@ -__version__ = "4.5.0" +__version__ = "4.6.0"