-
-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* wip * chore: make files executable * feat: finalize benchmark implementation * add debug mode * docs: update documentation * fix benchmarking, add results * add reports for transparency * docs: update readme * docs: stress how good our results are * docs: stress how good our results are * docs: add deepseek-coder benchmark * docs: update README * docs: fix link * remove wrong report files * rerun benchmarks after fix and update results
- Loading branch information
Showing
23 changed files
with
4,834 additions
and
26 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,169 @@ | ||
| # Test-related files | ||
| tests/fixtures/**/.gitignore | ||
| tests/**/*.log | ||
|
|
||
| # Temporary files | ||
| *.tmp | ||
| *.temp | ||
|
|
||
| ### Node ### | ||
| # Logs | ||
| logs | ||
| *.log | ||
| npm-debug.log* | ||
| yarn-debug.log* | ||
| yarn-error.log* | ||
| lerna-debug.log* | ||
| .pnpm-debug.log* | ||
|
|
||
|
|
||
| # Diagnostic reports (https://nodejs.org/api/report.html) | ||
| report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json | ||
|
|
||
| # Runtime data | ||
| pids | ||
| *.pid | ||
| *.seed | ||
| *.pid.lock | ||
|
|
||
| # Directory for instrumented libs generated by jscoverage/JSCover | ||
| lib-cov | ||
|
|
||
| # Coverage directory used by tools like istanbul | ||
| coverage | ||
| *.lcov | ||
|
|
||
| # nyc test coverage | ||
| .nyc_output | ||
|
|
||
| # Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files) | ||
| .grunt | ||
|
|
||
| # Bower dependency directory (https://bower.io/) | ||
| bower_components | ||
|
|
||
| # node-waf configuration | ||
| .lock-wscript | ||
|
|
||
| # Compiled binary addons (https://nodejs.org/api/addons.html) | ||
| build/Release | ||
|
|
||
| # Dependency directories | ||
| node_modules/ | ||
| jspm_packages/ | ||
|
|
||
| # Snowpack dependency directory (https://snowpack.dev/) | ||
| web_modules/ | ||
|
|
||
| # TypeScript cache | ||
| *.tsbuildinfo | ||
|
|
||
| # Optional npm cache directory | ||
| .npm | ||
|
|
||
| # Optional eslint cache | ||
| .eslintcache | ||
|
|
||
| # Optional stylelint cache | ||
| .stylelintcache | ||
|
|
||
| # Microbundle cache | ||
| .rpt2_cache/ | ||
| .rts2_cache_cjs/ | ||
| .rts2_cache_es/ | ||
| .rts2_cache_umd/ | ||
|
|
||
| # Optional REPL history | ||
| .node_repl_history | ||
|
|
||
| # Output of 'npm pack' | ||
| *.tgz | ||
|
|
||
| # Yarn Integrity file | ||
| .yarn-integrity | ||
|
|
||
| # dotenv environment variable files | ||
| .env | ||
| .env.development.local | ||
| .env.test.local | ||
| .env.production.local | ||
| .env.local | ||
|
|
||
| # parcel-bundler cache (https://parceljs.org/) | ||
| .cache | ||
| .parcel-cache | ||
|
|
||
| # Next.js build output | ||
| .next | ||
| out | ||
|
|
||
| # Nuxt.js build / generate output | ||
| .nuxt | ||
| dist | ||
|
|
||
| # Gatsby files | ||
| .cache/ | ||
| # Comment in the public line in if your project uses Gatsby and not Next.js | ||
| # https://nextjs.org/blog/next-9-1#public-directory-support | ||
| # public | ||
|
|
||
| # vuepress build output | ||
| .vuepress/dist | ||
|
|
||
| # vuepress v2.x temp and cache directory | ||
| .temp | ||
|
|
||
| # Docusaurus cache and generated files | ||
| .docusaurus | ||
|
|
||
| # Serverless directories | ||
| .serverless/ | ||
|
|
||
| # FuseBox cache | ||
| .fusebox/ | ||
|
|
||
| # DynamoDB Local files | ||
| .dynamodb/ | ||
|
|
||
| # TernJS port file | ||
| .tern-port | ||
|
|
||
| # Stores VSCode versions used for testing VSCode extensions | ||
| .vscode-test | ||
|
|
||
| # yarn v2 | ||
| .yarn/cache | ||
| .yarn/unplugged | ||
| .yarn/build-state.yml | ||
| .yarn/install-state.gz | ||
| .pnp.* | ||
|
|
||
| ### Node Patch ### | ||
| # Serverless Webpack directories | ||
| .webpack/ | ||
|
|
||
| # Optional stylelint cache | ||
|
|
||
| # SvelteKit build / generate output | ||
| .svelte-kit | ||
|
|
||
| # OS generated files | ||
| .DS_Store | ||
| .DS_Store? | ||
| ._* | ||
| .Spotlight-V100 | ||
| .Trashes | ||
| ehthumbs.db | ||
| Thumbs.db | ||
|
|
||
| # Vim configurations | ||
| .vim | ||
|
|
||
| todos.md | ||
| codewhisper.md | ||
| testing | ||
| ElPlan.md | ||
| ElPlanFilter.md | ||
| codewhisper-task-output.json | ||
| demotask.md | ||
| .codewhisper-task-cache.json |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,48 @@ | ||
| FROM node:20 | ||
|
|
||
| # Enable corepack for pnpm support | ||
| RUN corepack enable | ||
|
|
||
| # Install Python, pip, and build essentials | ||
| RUN apt-get update && apt-get install -y \ | ||
| python3 \ | ||
| python3-pip \ | ||
| build-essential \ | ||
| git \ | ||
| && rm -rf /var/lib/apt/lists/* | ||
|
|
||
| # Set up pnpm to use a specific store directory in the container | ||
| RUN echo "store-dir=/root/.pnpm-store" > /root/.npmrc | ||
|
|
||
| # Set up working directory for the main project | ||
| WORKDIR /app | ||
|
|
||
| # Copy the entire CodeWhisper project | ||
| COPY .. . | ||
|
|
||
| # Install dependencies for the main project | ||
| RUN pnpm install | ||
|
|
||
| # Set NODE_ENV to development for the build process | ||
| ENV NODE_ENV=development | ||
|
|
||
| # Build the main project | ||
| RUN pnpm run build | ||
|
|
||
| # Change to the benchmark directory | ||
| WORKDIR /app/benchmark | ||
|
|
||
| # Install dependencies for the benchmark | ||
| RUN pnpm install | ||
|
|
||
| # Build the benchmark | ||
| RUN pnpm run build | ||
|
|
||
| # Set environment variables back to production | ||
| ENV NODE_ENV=production | ||
|
|
||
| # Set PATH to include CodeWhisper's dist directory | ||
| ENV PATH="/app/dist/cli:${PATH}" | ||
|
|
||
| # Run benchmark | ||
| CMD ["node", "--unhandled-rejections=strict", "/app/benchmark/dist/benchmark.js"] |
Oops, something went wrong.