@open-evals/core - npm Package Compare versions

Comparing version 0.1.2 to 0.1.3

README.md

+# @open-evals/core
+
+Core evaluation framework for testing and measuring LLM application performance.
+
+## Installation
+
+```bash
+pnpm add @open-evals/core
+```
+
+## Features
+
+- **Datasets**: Create and manage evaluation datasets with single-turn or multi-turn samples
+- **Metrics**: Define custom metrics or use built-in ones for evaluation
+- **Evaluation Engine**: Run evaluations with configurable concurrency and error handling
+- **Type Safety**: Full TypeScript support with comprehensive type definitions

dist/index.d.ts.map

@@ -1,1 +0,1 @@
-{"version":3,"file":"index.d.ts","names":[],"sources":["../src/dataset.ts","../src/metric.ts","../src/types.ts","../src/evaluate.ts","../src/utils.ts"],"sourcesContent":[],"mappings":";;;cAIa,iBAAA;;EAAb,WAAa,CAAA,OAAA,EAGU,gBAHV,EAAA;EAAA;;;;;;UAwCC,CAAA,SAAA,EA1BC,mBA0BD,EAAA,OAAA,EAAA;eAKK,CAAA,EAAA,MAAA;MA7Bd,OAmCkB,CAnCV,iBAmCU,CAAA;YAAqB,CAAA,CAAA,EAAA,MAAA;UACvC,EAAA,MAAA,CAAA,EAhBgB,gBAgBhB,GAAA,SAAA;YAIuB,EAhBd,gBAgBc,CAAA,EAAA,IAAA;SAA+B,CAAA,OAAA,EAXxC,gBAWwC,EAAA,CAAA,EAAA,IAAA;cAIrB,EAAA,CAAA,MAAA,EATf,gBASe,EAAA,GATM,gBASN,CAAA,EARjC,iBAQiC;QAIT,CAAA,QAAA,EAAA,CAAA,MAAA,EARD,gBAQC,EAAA,GAAA,OAAA,CAAA,EAR8B,iBAQ9B;QAIhB,KAAA,EAAA,MAAA,EAAA,GAAA,CAAA,EAAA,MAAA,CAAA,EARyB,iBAQzB;SASY,CAAA,QAAA,EAAA,CAAA,MAAA,EAbI,gBAaJ,EAAA,GAAA,IAAA,CAAA,EAAA,IAAA;SAAmB,CAAA,CAAA,EAT/B,iBAS+B;QAKpB,KAAA,EAAA,MAAA,CAAA,EAAA,CALC,iBAKD,EALoB,iBAKpB,CAAA;QAIS,CAAA,IAAA,EAAA,MAAA,CAAA,EAJT,iBAIS;GAA7B,MAAA,CAAO,QAAA,GAAa,EAAA,QAAA,CAAS,gBAAT,CAAA;SAApB,CAAA,CAAA,EAIS,gBAJF,EAAA;QAIE,CAAA,CAAA,EAAA,MAAA;SAYoB,CAAA,CAAA,EAAA,MAAA;SAIE,QAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAJF,iBAIE;EAAA,OAAA,SAAA,CAAA,KAAA,EAAA,MAAA,CAAA,EAAA,iBAAA;;;;UCrGlB;EDLjB;EAAa,IAAA,ECOL,IDPK;;aAcE,CAAA,EAAA,MAAA;;AAEV,uBCJiB,MDIjB,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,CAAA;WAoBgB,IAAA,ECvBJ,IDuBI;WAIP,WAAA,CAAA,EAAA,MAAA;aAKK,CAAA,MAAA,EC7BG,YD6BH,CC7BgB,ID6BhB,CAAA;;;;;oBAWwC,CAAA,MAAA,EC/BxB,gBD+BwB,CAAA,EC/BL,OD+BK,CC/BG,WD+BH,CAAA;;;;;mBAqBf,CAAA,MAAA,EC1CV,eD0CU,CAAA,EC1CQ,OD0CR,CC1CgB,WD0ChB,CAAA;UAKpB,CAAA,MAAA,ECzCC,gBDyCD,CAAA,ECzCoB,ODyCpB,CCzC4B,WDyC5B,CAAA;UAIS,CAAA,MAAA,ECpCd,gBDoCc,CAAA,EAAA,OAAA;;AAA7B,UCtBa,eDsBN,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SCrBD,YDqBC,CCrBY,IDqBZ,CAAA,CAAA;SCpBF,aDwBI;;;;;uBClBS,gDAEZ,OAAO;kBACC;EAtElB,WAAiB,CAAA,MAAA,EAwEK,eAtEd,CAsE8B,IAtE9B,CAAA;AAKR;AAAsB,UAuEL,qBAvEK,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SAwEZ,YAxEY,CAwEC,IAxED,CAAA,CAAA;SAyEb,cAxEQ;;;;;AAYqC,uBAkEhC,eAlEgC,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SAoE5C,MApE4C,CAoErC,IApEqC,CAAA,CAAA;WAUpB,KAAA,EA2DhB,cA3DgB;aAA0B,CAAA,MAAA,EA6DtC,qBA7DsC,CA6DhB,IA7DgB,CAAA;;;;ADnC5D;;;AAce,KEXH,gBAAA,GFWG;;SAEV,MAAA;;mBAwBS,CAAA,EAAA,MAAA,EAAA;;UAWS,EAAA,MAAA;;WAClB,CAAA,EAAA,MAAA;;UAIsD,CAAA,EE3C9C,MF2C8C,CAAA,MAAA,EAAA,GAAA,CAAA;;AAQ9B,KEhDjB,eAAA,GFgDiB;;UAaJ,EE3Db,cF2Da,EAAA;;WAKD,CAAA,EE9DV,cF8DU,EAAA;;UAIA,CAAA,EEhEX,MFgEW,CAAA,MAAA,EAAA,GAAA,CAAA;;AAIX,KEjED,gBAAA,GAAmB,gBFiElB,GEjEqC,eFiErC;AAYoB,UE3EhB,WAAA,CF2EgB;;EAIE,IAAA,EAAA,MAAA;;;;ECrGnC,MAAiB,CAAA,EAAA,MAAA;EAOjB;EAAsB,QAAA,CAAA,ECuBT,MDvBS,CAAA,MAAA,EAAA,OAAA,CAAA;;AAIa,UCsBlB,YAAA,CDtBkB;QAAb,ECuBZ,gBDvBY;QASa,ECezB,WDfyB,EAAA;QAA2B,CAAA,ECgBnD,KDhBmD,CAAA;UAAR,EAAA,MAAA;SAUpB,ECQvB,KDRuB;;;;;;KCe7B,kBDAc,CAAA,UAAA,SCAwB,MDAxB,EAAA,CAAA,GCAoC,CDApC,CAAA,MAAA,CAAA,CAAA,MAAA,CAAA;;AAcnB;;AACuB,KCVX,QDUW,CAAA,UAAA,SCViB,MDUjB,EAAA,CAAA,GAAA,QCTf,kBDSe,CCTI,CDSJ,CAAA,GAAA,MAAA,EAAA;AACd,UCPQ,gBDOR,CAAA,UAAA,SCP4C,MDO5C,EAAA,GCPuD,MDOvD,EAAA,CAAA,CAAA;SADC,ECLC,iBDKD;EAAA,UAAA,EAAA;IAOV,QAAsB,ECVR,QDUQ,CCVC,CDUD,CAAA;IAAA,YAAA,EAAA,MAAA;gBAEL,EAAA,MAAA;;;AAGK,KCTV,mBAAA,GDSU,CAAA,MAAA,ECRZ,gBDQY,EAAA,GCPjB,ODOiB,CAAA,MAAA,CAAA,GAAA,MAAA;;;AD7ET,iBGMS,QHNT,CAAA,UAAA,SGMqC,MHNrC,EAAA,CAAA,CAAA,OAAA,EGOF,iBHPE,EAAA,OAAA,EGQF,CHRE,EAAA,OAAA,EAAA;EAAA,WAAA,CAAA,EAAA,MAAA;cAGU,CAAA,EAAA,OAAA;UAWR,CAAA,EGFA,MHEA,CAAA,MAAA,EAAA,OAAA,CAAA;IGAZ,OHEU,CGFF,gBHEE,CGFe,CHEf,CAAA,CAAA;;;iBITG,kBAAA,SACN,6BACG;AJTA,iBIaG,iBAAA,CJbH,MAAA,EIcH,gBJdG,CAAA,EAAA,MAAA,IIeA,eJfA;AAAA,iBImBS,MJnBT,YAgBA,EIIJ,CJJI,EAAA,EAAA,EAAA,EAAA,CAAA,IAAA,EIKA,CJLA,EAAA,GIKM,OJLN,CIKc,CJLd,CAAA,EAAA,WAAA,EAAA,MAAA,CAAA,EIOV,OJPU,CIOF,CJPE,EAAA,CAAA;;;;;;;;AAwC8C,iBIuB3C,OJvB2C,CAAA,CAAA,CAAA,CAAA,KAAA,EIuBzB,CJvByB,EAAA,CAAA,EIuBnB,CJvBmB,EAAA"}
+{"version":3,"file":"index.d.ts","names":[],"sources":["../src/dataset.ts","../src/metric.ts","../src/types.ts","../src/evaluate.ts","../src/utils.ts"],"sourcesContent":[],"mappings":";;;cAIa,iBAAA;;EAAb,WAAa,CAAA,OAAA,EAGU,gBAHV,EAAA;EAGU;;;;;;EA0CJ,QAAA,CAAA,SAAA,EA/BJ,mBA+BI,EAAA,MAMyB,CANzB,EAAA;IAMI,WAAA,CAAA,EAAA,MAAA;EAAqB,CAAA,CAAA,EAnCvC,OAmCuC,CAnC/B,iBAmC+B,CAAA;EACvC,IAAA,MAAA,CAAA,CAAA,EAAA,MAAA;EAIuB,EAAA,CAAA,KAAA,EAAA,MAAA,CAAA,EApBP,gBAoBO,GAAA,SAAA;EAA+B,GAAA,CAAA,MAAA,EAhB7C,gBAgB6C,CAAA,EAAA,IAAA;EAIrB,OAAA,CAAA,OAAA,EAfnB,gBAemB,EAAA,CAAA,EAAA,IAAA;EAIT,GAAA,CAAA,QAAA,EAAA,CAAA,MAAA,EAbN,gBAaM,EAAA,GAbe,gBAaf,CAAA,EAZxB,iBAYwB;EAIhB,MAAA,CAAA,QAAA,EAAA,CAAA,MAAA,EAZe,gBAYf,EAAA,GAAA,OAAA,CAAA,EAZ8C,iBAY9C;EASY,KAAA,CAAA,KAAA,EAAA,MAAA,EAAA,GAAA,CAAA,EAAA,MAAA,CAAA,EAjBa,iBAiBb;EAAmB,OAAA,CAAA,QAAA,EAAA,CAAA,MAAA,EAbf,gBAae,EAAA,GAAA,IAAA,CAAA,EAAA,IAAA;EAKpB,OAAA,CAAA,CAAA,EAdX,iBAcW;EAIS,KAAA,CAAA,KAAA,EAAA,MAAA,CAAA,EAAA,CATR,iBASQ,EATW,iBASX,CAAA;EAAT,MAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAJA,iBAIA;EAApB,CAAA,MAAA,CAAO,QAAA,GAAA,EAAa,QAAb,CAAsB,gBAAtB,CAAA;EAIE,OAAA,CAAA,CAAA,EAAA,gBAAA,EAAA;EAYoB,MAAA,CAAA,CAAA,EAAA,MAAA;EAIE,OAAA,CAAA,CAAA,EAAA,MAAA;EAAA,OAAA,QAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAJF,iBAIE;mCAAA;;;;UCrGlB;EDLjB;EAGuB,IAAA,ECIf,IDJe;EAWR;EAEF,WAAA,CAAA,EAAA,MAAA;;AAoBQ,uBCxBC,MDwBD,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,CAAA;EAIP,SAAA,IAAA,EC3BG,ID2BH;EAKK,SAAA,WAAA,CAAA,EAAA,MAAA;EAMI,WAAA,CAAA,MAAA,ECnCD,YDmCC,CCnCY,IDmCZ,CAAA;EAAqB;;;;EASN,kBAAA,CAAA,MAAA,ECnCH,gBDmCG,CAAA,ECnCgB,ODmChB,CCnCwB,WDmCxB,CAAA;EAIT;;;;EAkBL,iBAAA,CAAA,MAAA,EC/CU,eD+CV,CAAA,EC/C4B,OD+C5B,CC/CoC,WD+CpC,CAAA;EAIS,QAAA,CAAA,MAAA,EC7CR,gBD6CQ,CAAA,EC7CW,OD6CX,CC7CmB,WD6CnB,CAAA;EAAT,QAAA,CAAA,MAAA,ECpCL,gBDoCK,CAAA,EAAA,OAAA;;AAIX,UC1BI,eD0BJ,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SCzBH,YDyBG,CCzBU,IDyBV,CAAA,CAAA;EAYoB,KAAA,ECpCxB,aDoCwB;;;;;uBC9BX,gDAEZ,OAAO;EArEjB,SAAiB,KAAA,EAsEC,aAtED;EAOjB,WAAsB,CAAA,MAAA,EAiEA,eAjEA,CAiEgB,IAjEhB,CAAA;;AAIa,UAmElB,qBAnEkB,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SAoEzB,YApEyB,CAoEZ,IApEY,CAAA,CAAA;EAAb,KAAA,EAqEb,cArEa;;;;;AAmBsC,uBAwDtC,eAxDsC,CAAA,aAAA,MAAA,GAAA,MAAA,CAAA,SA0DlD,MA1DkD,CA0D3C,IA1D2C,CAAA,CAAA;EAAR,SAAA,KAAA,EA2DlC,cA3DkC;EAM3B,WAAA,CAAA,MAAA,EAuDH,qBAvDG,CAuDmB,IAvDnB,CAAA;;;;ADzCzB;;;AAgBa,KEbD,gBAAA,GFaC;EAAR;EAoBgB,KAAA,EAAA,MAAA;EAIP;EAKK,iBAAA,CAAA,EAAA,MAAA,EAAA;EAMI;EAAqB,QAAA,EAAA,MAAA;EACvC;EAIuB,SAAA,CAAA,EAAA,MAAA;EAA+B;EAIrB,QAAA,CAAA,EE/CzB,MF+CyB,CAAA,MAAA,EAAA,GAAA,CAAA;CAIT;AAIhB,KEpDD,eAAA,GFoDC;EASY;EAAmB,QAAA,EE3DhC,cF2DgC,EAAA;EAKpB;EAIS,SAAA,CAAA,EElEnB,cFkEmB,EAAA;EAAT;EAApB,QAAO,CAAA,EEhEE,MFgEF,CAAA,MAAA,EAAA,GAAA,CAAA;CAIE;AAYoB,KE7ErB,gBAAA,GAAmB,gBF6EE,GE7EiB,eF6EjB;AAIE,UE/ElB,WAAA,CF+EkB;EAAA;;;;ECrGnC;EAOA,MAAsB,CAAA,EAAA,MAAA;EACL;EAGkB,QAAA,CAAA,ECmBtB,MDnBsB,CAAA,MAAA,EAAA,OAAA,CAAA;;AASA,UCalB,YAAA,CDbkB;EAA2B,MAAA,ECcpD,gBDdoD;EAAR,MAAA,ECe5C,WDf4C,EAAA;EAUpB,MAAA,CAAA,ECMvB,KDNuB,CAAA;IAA0B,MAAA,EAAA,MAAA;IAAR,KAAA,ECQzC,KDRyC;EAM3B,CAAA,CAAA;;;;;AAuBzB,KCdK,kBDcY,CAAA,UAAA,SCd0B,MDc1B,EAAA,CAAA,GCdsC,CDctC,CAAA,MAAA,CAAA,CAAA,MAAA,CAAA;;;;AACP,KCVE,QDUF,CAAA,UAAA,SCV8B,MDU9B,EAAA,CAAA,GAAA,QCTF,kBDSE,CCTiB,CDSjB,CAAA,GAAA,MAAA,EAAA;AAOY,UCbL,gBDaK,CAAA,UAAA,SCb+B,MDa/B,EAAA,GCb0C,MDa1C,EAAA,CAAA,CAAA;EAEL,OAAA,ECdN,iBDcM;EACC,UAAA,EAAA;IAEoB,QAAA,ECfxB,QDewB,CCff,CDee,CAAA;IAAhB,YAAA,EAAA,MAAA;IAHZ,YAAA,EAAA,MAAA;EAAA,CAAA;AASV;AACuB,KChBX,mBAAA,GDgBW,CAAA,MAAA,ECfb,gBDea,EAAA,GCdlB,ODckB,CAAA,MAAA,CAAA,GAAA,MAAA;;;ADpFV,iBGMS,QHNT,CAAA,UAAA,SGMqC,MHNrC,EAAA,CAAA,CAAA,OAAA,EGOF,iBHPE,EAAA,OAAA,EGQF,CHRE,EAAA,MAgBR,CAhBQ,EAAA;EAGU,WAAA,CAAA,EAAA,MAAA;EAWR,YAAA,CAAA,EAAA,OAAA;EAEF,QAAA,CAAA,EGJE,MHIF,CAAA,MAAA,EAAA,OAAA,CAAA;CAAR,CAAA,EGFF,OHEE,CGFM,gBHEN,CGFuB,CHEvB,CAAA,CAAA;;;iBITW,kBAAA,SACN,6BACG;AJTA,iBIaG,iBAAA,CJbH,MAAA,EIcH,gBJdG,CAAA,EAAA,MAAA,IIeA,eJfA;AAGU,iBIgBD,MJhBC,CAWR,CAAA,EAEF,CAAA,CAAR,CAAA,KAAA,EIII,CJJJ,EAAA,EAAA,EAAA,EAAA,CAAA,IAAA,EIKQ,CJLR,EAAA,GIKc,OJLd,CIKsB,CJLtB,CAAA,EAAA,WAAA,EAAA,MAAA,CAAA,EIOF,OJPE,CIOM,CJPN,EAAA,CAAA;;;;;;;;AA4CiC,iBImBtB,OJnBsB,CAAA,CAAA,CAAA,CAAA,KAAA,EImBJ,CJnBI,EAAA,CAAA,EImBE,CJnBF,EAAA"}

package.json

 {
   "name": "@open-evals/core",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "Core package for Open Evals",
@@ -5,0 +5,0 @@ "author": {

Fixed alerts

No README

Quality

Package does not have a README. This may indicate a failed publish or a low quality package.

Improved metrics

Total package byte prevSize

33570

2.85%

Number of package files

7

16.67%

Number of medium quality alerts

1

-50%

Number of lines in readme file

17

Infinity%

No dependency changes