diff --git a/.github/workflows/run_experiments.yml b/.github/workflows/run_experiments.yml index 730e558..81826a8 100644 --- a/.github/workflows/run_experiments.yml +++ b/.github/workflows/run_experiments.yml @@ -1,4 +1,4 @@ -name: Check for new qiskit versions, run benchmark experiments and submit results to metriq.info +name: Run benchmark experiments on new Qiskit versions and submit results to Metriq.info on: schedule: @@ -13,47 +13,46 @@ jobs: env: METRIQ_TOKEN: ${{ secrets.METRIQ_TOKEN}} + BOT_ACCESS_TOKEN: ${{ secrets.BOT_ACCESS_TOKEN }} steps: - - name: Setup repository on this workflow + - name: Checkout repository uses: actions/checkout@v4 - name: Set up Python uses: actions/setup-python@v4 with: - python-version: 3.8 - - - name: Install and configure Github CLI - uses: cli/cli/setup@v2 - with: - gh-version: 2 - - - name: Install tox - run: pip install tox + python-version: 3.11 - - name: Run experiment steps in tox - run: tox -ve py38 + - name: Install tox + run: pip install tox - - name: Configure Git with Bot Git Config - run: | - git config user.name "${{ secrets.BOT_USERNAME }}" - git config user.email "${{ secrets.BOT_EMAIL }}" + - name: Run experiments in tox + run: tox -ve py311 - - name: Check for updates on result files and open new PR with Bot user + - name: Check for new artifacts run: | - untracked_csv_files=$(find ./benchmarking/results/ -name '*.csv' -type f) - deleted_csv_files=$(git diff --name-only HEAD@{1} HEAD | grep -E '^../results/.*\.csv') - if [ -n "$untracked_csv_files" ] || [ -n "deleted_csv_files"]; then - git checkout -b bot-branch - git add $untracked_csv_files - git rm $deleted_csv_files - git commit -m "Add new result files" - git push --set-upstream origin bot-branch - gh pr create --base main --head bot-branch --title "Add new result files" - git checkout main + cd benchmarking/results + if git status --porcelain | grep -E "\.csv$" -q; then + echo "New result files found" + echo "changed_csv_files=1" >> $GITHUB_ENV + NEW_BRANCH="automated-branch" + echo "NEW_BRANCH=$NEW_BRANCH" >> $GITHUB_ENV + else + echo "No result files to process" + echo "changed_csv_files=0" >> $GITHUB_ENV fi - env: - BOT_USERNAME: ${{ secrets.BOT_USERNAME }} - BOT_EMAIL: ${{ secrets.BOT_EMAIL }} - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN}} + cd ../../ + + - name: Create Pull Request for new artifacts + if: env.changed_csv_files == '1' + uses: peter-evans/create-pull-request@v5 + with: + token: ${{ secrets.BOT_ACCESS_TOKEN }} + commit-message: Update results + title: Update results + base: main + branch: ${{ env.NEW_BRANCH }} + delete-branch: true + diff --git a/.gitignore b/.gitignore index 2196ffb..5b44c49 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ __pycache__/ *.egg-info/ -.tox/ \ No newline at end of file +.tox/ +.DS_Store \ No newline at end of file diff --git a/README.md b/README.md index 15b8808..1ab540e 100644 --- a/README.md +++ b/README.md @@ -33,7 +33,7 @@ Compiled for the IBMQ Rochester architecture ## Requirements * [tox](https://pypi.org/project/tox/) -* Python 3.8+ +* Python 3.11+ ## Run locally ### To run a benchmark experiment using the current stable version of `Qiskit`: diff --git a/benchmarking/processed_data_summary.json b/benchmarking/processed_data_summary.json index cd3407d..bf5e168 100644 --- a/benchmarking/processed_data_summary.json +++ b/benchmarking/processed_data_summary.json @@ -408,7 +408,7 @@ ] }, { - "0.44.1-ibm_rochester": [ + "0.25.3-ibm_rochester": [ { "Circuit depth": { "ave": 10.4, @@ -424,7 +424,7 @@ } } ], - "0.44.1-rigetti_16q_aspen": [ + "0.25.3-rigetti_16q_aspen": [ { "Circuit depth": { "ave": 9.14, @@ -440,5 +440,39 @@ } } ] + }, + { + "0.45.0-ibm_rochester": [ + { + "Circuit depth": { + "ave": 10.28, + "stdev": 1.538, + "stderr": 0.154 + } + }, + { + "Gate count": { + "ave": 16.13, + "stdev": 2.465, + "stderr": 0.246 + } + } + ], + "0.45.0-rigetti_16q_aspen": [ + { + "Circuit depth": { + "ave": 9.09, + "stdev": 1.232, + "stderr": 0.123 + } + }, + { + "Gate count": { + "ave": 15.39, + "stdev": 2.77, + "stderr": 0.277 + } + } + ] } ] \ No newline at end of file diff --git a/benchmarking/results/ex1_226-qiskit0.25.3-ibm_rochester.csv b/benchmarking/results/ex1_226-qiskit0.25.3-ibm_rochester.csv new file mode 100644 index 0000000..f88cf02 --- /dev/null +++ b/benchmarking/results/ex1_226-qiskit0.25.3-ibm_rochester.csv @@ -0,0 +1,101 @@ +|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count +0|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|0|11|15 +1|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|1|11|16 +2|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|2|9|17 +3|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|3|8|12 +4|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|4|11|16 +5|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|5|10|15 +6|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|6|11|15 +7|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|7|13|20 +8|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|8|9|13 +9|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|9|10|17 +10|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|10|11|15 +11|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|11|10|17 +12|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|12|9|13 +13|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|13|9|12 +14|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|14|11|17 +15|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|15|12|22 +16|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|16|11|17 +17|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|17|11|16 +18|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|18|12|20 +19|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|19|10|16 +20|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|20|11|18 +21|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|21|8|12 +22|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|22|9|17 +23|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|23|10|17 +24|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|24|11|18 +25|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|25|11|16 +26|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|26|10|17 +27|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|27|10|16 +28|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|28|13|19 +29|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|29|13|19 +30|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|30|11|17 +31|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|31|11|15 +32|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|32|9|13 +33|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|33|11|16 +34|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|34|10|17 +35|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|35|13|21 +36|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|36|11|16 +37|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|37|10|16 +38|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|38|13|22 +39|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|39|11|17 +40|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|40|11|16 +41|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|41|10|17 +42|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|42|10|17 +43|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|43|9|13 +44|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|44|13|18 +45|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|45|8|13 +46|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|46|13|18 +47|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|47|11|17 +48|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|48|9|17 +49|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|49|11|18 +50|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|50|8|12 +51|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|51|11|15 +52|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|52|8|12 +53|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|53|10|16 +54|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|54|7|13 +55|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|55|10|17 +56|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|56|11|16 +57|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|57|10|16 +58|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|58|9|17 +59|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|59|13|19 +60|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|60|9|13 +61|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|61|11|15 +62|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|62|10|17 +63|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|63|10|17 +64|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|64|10|17 +65|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|65|9|12 +66|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|66|11|15 +67|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|67|10|15 +68|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|68|9|17 +69|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|69|10|17 +70|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|70|8|12 +71|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|71|9|17 +72|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|72|11|16 +73|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|73|10|17 +74|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|74|9|12 +75|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|75|11|17 +76|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|76|11|17 +77|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|77|8|12 +78|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|78|11|16 +79|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|79|11|15 +80|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|80|9|17 +81|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|81|12|21 +82|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|82|10|15 +83|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|83|9|17 +84|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|84|11|17 +85|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|85|13|20 +86|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|86|12|21 +87|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|87|11|16 +88|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|88|13|19 +89|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|89|11|16 +90|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|90|11|16 +91|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|91|9|17 +92|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|92|13|19 +93|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|93|13|22 +94|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|94|13|19 +95|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|95|9|12 +96|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|96|9|17 +97|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|97|9|17 +98|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|98|7|12 +99|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|ibm_rochester|99|11|15 diff --git a/benchmarking/results/ex1_226-qiskit0.25.3-rigetti_16q_aspen.csv b/benchmarking/results/ex1_226-qiskit0.25.3-rigetti_16q_aspen.csv new file mode 100644 index 0000000..bb3b29b --- /dev/null +++ b/benchmarking/results/ex1_226-qiskit0.25.3-rigetti_16q_aspen.csv @@ -0,0 +1,101 @@ +|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count +0|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|0|8|16 +1|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|1|10|16 +2|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|2|9|13 +3|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|3|10|15 +4|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|4|8|14 +5|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|5|9|13 +6|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|6|8|16 +7|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|7|8|13 +8|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|8|8|12 +9|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|9|10|18 +10|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|10|8|14 +11|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|11|9|14 +12|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|12|8|15 +13|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|13|10|19 +14|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|14|8|14 +15|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|15|10|16 +16|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|16|8|11 +17|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|17|10|18 +18|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|18|8|13 +19|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|19|8|11 +20|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|20|8|11 +21|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|21|10|16 +22|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|22|8|14 +23|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|23|8|11 +24|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|24|10|16 +25|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|25|10|16 +26|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|26|9|17 +27|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|27|8|16 +28|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|28|10|19 +29|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|29|6|9 +30|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|30|10|19 +31|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|31|8|11 +32|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|32|13|19 +33|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|33|13|22 +34|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|34|10|17 +35|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|35|10|16 +36|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|36|8|11 +37|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|37|8|12 +38|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|38|11|20 +39|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|39|10|16 +40|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|40|10|15 +41|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|41|13|20 +42|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|42|9|19 +43|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|43|10|18 +44|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|44|10|17 +45|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|45|8|13 +46|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|46|8|12 +47|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|47|10|16 +48|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|48|8|12 +49|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|49|10|17 +50|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|50|10|16 +51|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|51|10|16 +52|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|52|10|19 +53|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|53|8|16 +54|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|54|10|19 +55|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|55|10|16 +56|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|56|8|14 +57|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|57|10|19 +58|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|58|8|11 +59|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|59|8|15 +60|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|60|10|19 +61|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|61|10|18 +62|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|62|10|17 +63|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|63|10|19 +64|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|64|10|19 +65|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|65|8|11 +66|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|66|11|20 +67|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|67|8|15 +68|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|68|8|11 +69|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|69|10|19 +70|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|70|8|12 +71|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|71|10|16 +72|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|72|8|14 +73|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|73|8|12 +74|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|74|11|16 +75|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|75|10|16 +76|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|76|11|16 +77|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|77|10|16 +78|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|78|8|15 +79|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|79|10|18 +80|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|80|8|15 +81|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|81|8|13 +82|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|82|10|19 +83|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|83|8|14 +84|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|84|8|11 +85|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|85|10|19 +86|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|86|8|14 +87|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|87|8|11 +88|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|88|8|14 +89|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|89|10|16 +90|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|90|8|14 +91|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|91|8|15 +92|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|92|10|18 +93|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|93|10|15 +94|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|94|10|16 +95|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|95|8|11 +96|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|96|10|16 +97|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|97|8|11 +98|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|98|8|15 +99|ex1_226.qasm|Qiskit 0.25.3 compilation|2023-10-25|3|rigetti_16q_aspen|99|8|15 diff --git a/benchmarking/results/ex1_226-qiskit0.44.1-ibm_rochester.csv b/benchmarking/results/ex1_226-qiskit0.44.1-ibm_rochester.csv deleted file mode 100644 index 6b07ce1..0000000 --- a/benchmarking/results/ex1_226-qiskit0.44.1-ibm_rochester.csv +++ /dev/null @@ -1,101 +0,0 @@ -|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count -0|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|0|11|15 -1|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|1|11|16 -2|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|2|9|17 -3|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|3|8|12 -4|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|4|11|16 -5|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|5|10|15 -6|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|6|11|15 -7|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|7|13|20 -8|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|8|9|13 -9|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|9|10|17 -10|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|10|11|15 -11|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|11|10|17 -12|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|12|9|13 -13|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|13|9|12 -14|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|14|11|17 -15|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|15|12|22 -16|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|16|11|17 -17|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|17|11|16 -18|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|18|12|20 -19|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|19|10|16 -20|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|20|11|18 -21|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|21|8|12 -22|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|22|9|17 -23|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|23|10|17 -24|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|24|11|18 -25|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|25|11|16 -26|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|26|10|17 -27|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|27|10|16 -28|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|28|13|19 -29|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|29|13|19 -30|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|30|11|17 -31|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|31|11|15 -32|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|32|9|13 -33|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|33|11|16 -34|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|34|10|17 -35|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|35|13|21 -36|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|36|11|16 -37|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|37|10|16 -38|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|38|13|22 -39|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|39|11|17 -40|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|40|11|16 -41|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|41|10|17 -42|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|42|10|17 -43|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|43|9|13 -44|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|44|13|18 -45|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|45|8|13 -46|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|46|13|18 -47|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|47|11|17 -48|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|48|9|17 -49|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|49|11|18 -50|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|50|8|12 -51|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|51|11|15 -52|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|52|8|12 -53|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|53|10|16 -54|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|54|7|13 -55|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|55|10|17 -56|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|56|11|16 -57|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|57|10|16 -58|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|58|9|17 -59|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|59|13|19 -60|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|60|9|13 -61|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|61|11|15 -62|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|62|10|17 -63|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|63|10|17 -64|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|64|10|17 -65|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|65|9|12 -66|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|66|11|15 -67|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|67|10|15 -68|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|68|9|17 -69|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|69|10|17 -70|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|70|8|12 -71|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|71|9|17 -72|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|72|11|16 -73|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|73|10|17 -74|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|74|9|12 -75|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|75|11|17 -76|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|76|11|17 -77|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|77|8|12 -78|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|78|11|16 -79|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|79|11|15 -80|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|80|9|17 -81|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|81|12|21 -82|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|82|10|15 -83|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|83|9|17 -84|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|84|11|17 -85|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|85|13|20 -86|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|86|12|21 -87|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|87|11|16 -88|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|88|13|19 -89|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|89|11|16 -90|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|90|11|16 -91|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|91|9|17 -92|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|92|13|19 -93|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|93|13|22 -94|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|94|13|19 -95|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|95|9|12 -96|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|96|9|17 -97|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|97|9|17 -98|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|98|7|12 -99|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|ibm_rochester|99|11|15 diff --git a/benchmarking/results/ex1_226-qiskit0.44.1-rigetti_16q_aspen.csv b/benchmarking/results/ex1_226-qiskit0.44.1-rigetti_16q_aspen.csv deleted file mode 100644 index a76276b..0000000 --- a/benchmarking/results/ex1_226-qiskit0.44.1-rigetti_16q_aspen.csv +++ /dev/null @@ -1,101 +0,0 @@ -|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count -0|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|0|8|16 -1|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|1|10|16 -2|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|2|9|13 -3|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|3|10|15 -4|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|4|8|14 -5|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|5|9|13 -6|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|6|8|16 -7|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|7|8|13 -8|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|8|8|12 -9|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|9|10|18 -10|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|10|8|14 -11|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|11|9|14 -12|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|12|8|15 -13|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|13|10|19 -14|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|14|8|14 -15|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|15|10|16 -16|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|16|8|11 -17|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|17|10|18 -18|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|18|8|13 -19|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|19|8|11 -20|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|20|8|11 -21|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|21|10|16 -22|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|22|8|14 -23|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|23|8|11 -24|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|24|10|16 -25|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|25|10|16 -26|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|26|9|17 -27|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|27|8|16 -28|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|28|10|19 -29|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|29|6|9 -30|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|30|10|19 -31|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|31|8|11 -32|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|32|13|19 -33|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|33|13|22 -34|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|34|10|17 -35|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|35|10|16 -36|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|36|8|11 -37|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|37|8|12 -38|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|38|11|20 -39|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|39|10|16 -40|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|40|10|15 -41|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|41|13|20 -42|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|42|9|19 -43|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|43|10|18 -44|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|44|10|17 -45|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|45|8|13 -46|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|46|8|12 -47|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|47|10|16 -48|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|48|8|12 -49|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|49|10|17 -50|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|50|10|16 -51|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|51|10|16 -52|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|52|10|19 -53|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|53|8|16 -54|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|54|10|19 -55|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|55|10|16 -56|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|56|8|14 -57|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|57|10|19 -58|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|58|8|11 -59|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|59|8|15 -60|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|60|10|19 -61|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|61|10|18 -62|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|62|10|17 -63|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|63|10|19 -64|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|64|10|19 -65|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|65|8|11 -66|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|66|11|20 -67|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|67|8|15 -68|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|68|8|11 -69|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|69|10|19 -70|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|70|8|12 -71|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|71|10|16 -72|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|72|8|14 -73|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|73|8|12 -74|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|74|11|16 -75|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|75|10|16 -76|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|76|11|16 -77|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|77|10|16 -78|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|78|8|15 -79|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|79|10|18 -80|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|80|8|15 -81|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|81|8|13 -82|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|82|10|19 -83|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|83|8|14 -84|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|84|8|11 -85|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|85|10|19 -86|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|86|8|14 -87|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|87|8|11 -88|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|88|8|14 -89|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|89|10|16 -90|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|90|8|14 -91|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|91|8|15 -92|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|92|10|18 -93|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|93|10|15 -94|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|94|10|16 -95|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|95|8|11 -96|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|96|10|16 -97|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|97|8|11 -98|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|98|8|15 -99|ex1_226.qasm|Qiskit 0.44.1 compilation|2023-08-17|3|rigetti_16q_aspen|99|8|15 diff --git a/benchmarking/results/ex1_226-qiskit0.45.0-ibm_rochester.csv b/benchmarking/results/ex1_226-qiskit0.45.0-ibm_rochester.csv new file mode 100644 index 0000000..7e938ef --- /dev/null +++ b/benchmarking/results/ex1_226-qiskit0.45.0-ibm_rochester.csv @@ -0,0 +1,101 @@ +|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count +0|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|0|11|15 +1|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|1|10|17 +2|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|2|9|17 +3|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|3|11|15 +4|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|4|11|16 +5|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|5|9|17 +6|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|6|11|15 +7|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|7|11|16 +8|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|8|9|13 +9|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|9|10|17 +10|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|10|11|15 +11|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|11|10|17 +12|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|12|11|15 +13|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|13|9|12 +14|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|14|9|12 +15|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|15|12|22 +16|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|16|13|21 +17|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|17|11|16 +18|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|18|10|15 +19|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|19|10|16 +20|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|20|11|18 +21|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|21|8|12 +22|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|22|9|17 +23|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|23|10|17 +24|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|24|11|18 +25|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|25|11|16 +26|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|26|11|16 +27|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|27|11|16 +28|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|28|13|19 +29|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|29|13|19 +30|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|30|11|17 +31|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|31|11|15 +32|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|32|10|16 +33|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|33|10|17 +34|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|34|10|15 +35|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|35|13|21 +36|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|36|11|16 +37|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|37|10|16 +38|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|38|13|22 +39|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|39|11|17 +40|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|40|11|16 +41|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|41|10|17 +42|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|42|7|13 +43|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|43|9|13 +44|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|44|13|18 +45|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|45|11|17 +46|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|46|11|16 +47|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|47|9|13 +48|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|48|9|17 +49|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|49|11|16 +50|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|50|8|12 +51|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|51|11|15 +52|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|52|8|12 +53|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|53|10|16 +54|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|54|9|17 +55|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|55|10|17 +56|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|56|8|12 +57|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|57|10|16 +58|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|58|9|17 +59|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|59|13|19 +60|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|60|9|13 +61|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|61|11|15 +62|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|62|9|13 +63|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|63|10|17 +64|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|64|10|17 +65|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|65|9|12 +66|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|66|11|15 +67|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|67|10|15 +68|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|68|9|17 +69|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|69|10|17 +70|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|70|8|12 +71|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|71|9|17 +72|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|72|13|20 +73|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|73|8|12 +74|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|74|9|12 +75|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|75|11|17 +76|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|76|11|17 +77|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|77|8|12 +78|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|78|11|16 +79|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|79|11|16 +80|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|80|9|17 +81|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|81|7|13 +82|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|82|10|15 +83|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|83|8|13 +84|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|84|12|20 +85|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|85|13|20 +86|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|86|12|21 +87|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|87|11|16 +88|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|88|13|19 +89|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|89|11|16 +90|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|90|11|16 +91|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|91|9|17 +92|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|92|9|17 +93|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|93|13|22 +94|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|94|13|19 +95|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|95|13|19 +96|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|96|9|17 +97|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|97|9|17 +98|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|98|7|12 +99|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|ibm_rochester|99|9|17 diff --git a/benchmarking/results/ex1_226-qiskit0.45.0-rigetti_16q_aspen.csv b/benchmarking/results/ex1_226-qiskit0.45.0-rigetti_16q_aspen.csv new file mode 100644 index 0000000..fe82db4 --- /dev/null +++ b/benchmarking/results/ex1_226-qiskit0.45.0-rigetti_16q_aspen.csv @@ -0,0 +1,101 @@ +|Qasm file|Method|Date|Opt level|Platform|Seed|Circuit depth|Gate count +0|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|0|8|16 +1|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|1|8|14 +2|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|2|11|18 +3|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|3|10|15 +4|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|4|8|14 +5|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|5|9|13 +6|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|6|8|11 +7|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|7|8|13 +8|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|8|8|12 +9|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|9|10|18 +10|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|10|8|14 +11|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|11|8|12 +12|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|12|8|12 +13|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|13|10|19 +14|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|14|8|14 +15|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|15|10|16 +16|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|16|10|16 +17|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|17|10|18 +18|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|18|8|13 +19|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|19|10|18 +20|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|20|8|15 +21|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|21|10|16 +22|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|22|8|12 +23|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|23|8|11 +24|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|24|10|16 +25|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|25|9|21 +26|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|26|9|17 +27|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|27|8|16 +28|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|28|10|19 +29|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|29|8|16 +30|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|30|10|19 +31|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|31|8|11 +32|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|32|8|16 +33|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|33|13|18 +34|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|34|10|17 +35|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|35|10|16 +36|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|36|8|13 +37|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|37|8|12 +38|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|38|11|20 +39|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|39|8|14 +40|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|40|8|12 +41|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|41|13|20 +42|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|42|9|19 +43|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|43|10|18 +44|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|44|10|17 +45|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|45|8|11 +46|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|46|8|12 +47|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|47|10|16 +48|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|48|8|12 +49|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|49|9|21 +50|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|50|10|16 +51|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|51|8|13 +52|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|52|8|13 +53|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|53|8|16 +54|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|54|10|19 +55|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|55|10|16 +56|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|56|10|18 +57|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|57|10|19 +58|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|58|8|11 +59|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|59|8|15 +60|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|60|10|19 +61|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|61|10|18 +62|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|62|6|9 +63|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|63|10|19 +64|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|64|8|13 +65|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|65|10|19 +66|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|66|11|20 +67|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|67|8|14 +68|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|68|8|16 +69|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|69|10|16 +70|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|70|11|18 +71|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|71|10|16 +72|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|72|10|19 +73|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|73|8|15 +74|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|74|11|16 +75|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|75|10|16 +76|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|76|11|16 +77|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|77|10|16 +78|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|78|10|17 +79|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|79|10|18 +80|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|80|8|15 +81|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|81|8|13 +82|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|82|8|12 +83|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|83|10|15 +84|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|84|8|12 +85|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|85|10|19 +86|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|86|8|14 +87|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|87|10|18 +88|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|88|8|14 +89|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|89|8|11 +90|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|90|8|14 +91|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|91|10|17 +92|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|92|8|11 +93|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|93|10|15 +94|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|94|10|16 +95|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|95|8|11 +96|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|96|10|16 +97|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|97|8|11 +98|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|98|8|15 +99|ex1_226.qasm|Qiskit 0.45.0 compilation|2023-11-03|3|rigetti_16q_aspen|99|8|15 diff --git a/src/circuit_depth_and_gate_count.py b/src/circuit_depth_and_gate_count.py index 79a4285..d747bff 100644 --- a/src/circuit_depth_and_gate_count.py +++ b/src/circuit_depth_and_gate_count.py @@ -1,26 +1,17 @@ -import pandas as pd import os -import statistics +import pandas as pd from pyzx import routing -from qiskit import QuantumCircuit -from qiskit import transpile +from qiskit import QuantumCircuit, transpile from qiskit.transpiler import CouplingMap, TranspilerError -from qiskit_versions import get_version_date - -try: - # Try to import qiskit version from 0.44.0 and above - from qiskit import __qiskit_version__ - VERSION = __qiskit_version__["qiskit"] -except ImportError: - # Import from older versions - import qiskit - VERSION = qiskit.__version__ +from qiskit_versions import * +VERSION = get_installed_version() +PACKAGE_NAME = "qiskit" if VERSION == compare_versions(VERSION, "0.25.3") else "qiskit-terra" SAMPLE_SIZE = 100 ARCHITECTURES = ["ibm_rochester", "rigetti_16q_aspen"] OPTIMIZATION_LEVEL = 3 -DATE = get_version_date("qiskit", VERSION) -METHOD = f"Qiskit {VERSION} compilation" +DATE = get_version_date(PACKAGE_NAME, VERSION) +METHOD = f"{PACKAGE_NAME} {VERSION} compilation" def run_experiment(qasm_id: str): print(f"\nRunning {METHOD} for circuit {qasm_id}\n") @@ -48,7 +39,7 @@ def run_experiment(qasm_id: str): df.to_csv(output_path, sep="|") print(f"{arch}\n", - f"- Circuit depth - ave: {round(df['Circuit depth'].mean())} | stdev: {round(df['Circuit depth'].std(),3)}\n", - f"- Gate count - ave: {round(df['Gate count'].mean())} | stdev: {round(df['Gate count'].std(),3)}") + f"- Circuit depth - ave: {df['Circuit depth'].mean()} | stdev: {df['Circuit depth'].std()}\n", + f"- Gate count - ave: {df['Gate count'].mean()} | stdev: {df['Gate count'].std()}") run_experiment("ex1_226") \ No newline at end of file diff --git a/src/postprocessing.py b/src/postprocessing.py index a151da7..a870863 100644 --- a/src/postprocessing.py +++ b/src/postprocessing.py @@ -1,19 +1,12 @@ import os +import json import pandas as pd from metriq import MetriqClient from metriq.models.result import ResultCreateRequest -from metriq.models.submission import (Submission, SubmissionCreateRequest) -from preprocessing import get_submission_results -from qiskit_versions import compare_versions -try: - # Try to import qiskit version from 0.44.0 and above - from qiskit import __qiskit_version__ - VERSION = __qiskit_version__["qiskit"] -except ImportError: - # Import from older versions - import qiskit - VERSION = qiskit.__version__ +from metriq.models.submission import SubmissionCreateRequest +from qiskit_versions import * +VERSION = get_installed_version() ARCHITECTURES = ["ibm_rochester", "rigetti_16q_aspen"] CONTENT_URL = "https://github.com/qiskit-community/qiskit-metriq" METRICS = ["Circuit depth", "Gate count"] @@ -51,6 +44,7 @@ def get_platform_id(keywork: str) -> str: return None def files_to_be_processed (submission_id: str) -> []: + print("Processing results for Qiskit version ", VERSION) all_filenames = os.listdir(RESULTS_PATH) files_to_processed = [] for filename in all_filenames: @@ -130,18 +124,19 @@ def process_results(dataframe, client: MetriqClient, task_id: str, method_id: st platform_id = get_platform_id(platform_keyword) result_item.platform = platform_id # Must be id - sample_size = len(dataframe.index) - result_item.sampleSize = sample_size - std_err = dataframe[metric].sem() - result_item.standardError = str(round(std_err, 3)) # Must be a string - # Get extra info and add to notes metric_std = dataframe[metric].std() opt_level = dataframe["Opt level"].iloc[0] version = dataframe["Method"].iloc[0].split(" ")[1] # Must be same as VERSION - package_name = "qiskit" if VERSION == compare_versions(VERSION, "0.25.0") else "qiskit-terra" + package_name = "qiskit" if VERSION == compare_versions(VERSION, "0.25.3") else "qiskit-terra" result_item.notes = f"Stdev: {round(metric_std,3)}, Optimization level:{opt_level}, {package_name} version:{version}" + # TODO: Need to add sample size and std err manually + # sample_size = len(dataframe.index) + # result_item.sampleSize = sample_size #ValueError: "ResultCreateRequest" object has no field "sampleSize" + # std_err = dataframe[metric].sem() + # result_item.standardError = str(round(std_err, 3)) # Must be a string #ValueError: "ResultCreateRequest" object has no field "standardError" + client.result_add(result_item, submission_id) def evaluate_metrics(qiskit_version: str) -> dict: @@ -176,14 +171,14 @@ def append_to_json_file(json_file_path: str, processed_info: dict, version: str) try: with open(json_file_path, "r") as f: data = json.load(f) + # Convert the JSON data to a string + json_string = json.dumps(data) except json.JSONDecodeError: data = [] + json_string = "" - # Check if version exists in file - v_in_file = any(version in item for item in data) - # Only write to file if version is not in file - if not v_in_file: + if version not in json_string: data.append(processed_info) with open(json_file_path, "w") as f: json.dump(data, f, indent=4) diff --git a/src/preprocessing.py b/src/preprocessing.py index 31739fe..0624d42 100644 --- a/src/preprocessing.py +++ b/src/preprocessing.py @@ -16,15 +16,15 @@ def get_qiskit_version_from_result(result_item: dict) -> str: # Get substring after last colon return notes.rsplit(":", 1)[1] -def get_submissions_update_info() -> {}: - # Fetch latest qiskit version - latest_qiskit_version = find_latest_version(get_qiskit_versions_list()) +def get_submissions_update_info(package_name: str) -> {}: + # Fetch latest qiskit version from PyPI + latest_qiskit_version = find_latest_version(get_qiskit_versions_list(package_name)) - # Fetch metriq results + # Fetch results from metriq.info client = MetriqClient(token=METRIQ_TOKEN) submission_ids = list(SUBMISSIONS.keys()) - # For each metriq submission, keep track of qiskit versions submitted + # For each metriq submission, keep track of qiskit versions already submitted qiskit_versions_submitted = {} for submission_id in submission_ids: results = get_submission_results(client, submission_id) @@ -33,7 +33,7 @@ def get_submissions_update_info() -> {}: submissions.append(get_qiskit_version_from_result(res)) qiskit_versions_submitted[submission_id] = submissions - submissions_update_info = {} + submissions_to_update = {} # Find new qiskit versions to be either added or replaced in metriq for key, value in qiskit_versions_submitted.items(): @@ -50,9 +50,9 @@ def get_submissions_update_info() -> {}: if same_minor(latest_qiskit_version, latest_submitted_version): versions_to_be_replaced.append(latest_submitted_version) - submissions_update_info[key] = {"add": versions_to_be_added, "replace": versions_to_be_replaced} + submissions_to_update[key] = {"add": versions_to_be_added, "replace": versions_to_be_replaced} - return submissions_update_info + return submissions_to_update def delete_submission_results(submission_id: str, qiskit_version: str): client = MetriqClient(token=METRIQ_TOKEN) @@ -64,7 +64,6 @@ def delete_submission_results(submission_id: str, qiskit_version: str): if qiskit_version in notes: result_id = res["id"] # Delete result from submission - print(f"Deleting qiskit version {qiskit_version} result from submission {submission_id}...") + # May need to refresh the API token before the call below client.http.delete(f"/result/{result_id}/") - diff --git a/src/qiskit_versions.py b/src/qiskit_versions.py index dd44701..82683fa 100644 --- a/src/qiskit_versions.py +++ b/src/qiskit_versions.py @@ -1,8 +1,16 @@ import os import requests import json +import qiskit from datetime import datetime +def get_installed_version(): + try: + # Starting with qiskit v0.45, qiskit and qiskit-terra will have the same version + return qiskit.__version__ + except ImportError: + return qiskit.__qiskit_version__["qiskit"] + def get_qiskit_releases_data(package_name: str) -> dict: response = requests.get(f"https://pypi.org/pypi/{package_name}/json") if response.status_code == 200: @@ -13,18 +21,18 @@ def get_qiskit_releases_data(package_name: str) -> dict: def get_qiskit_versions_info() -> []: data_items = get_qiskit_releases_data("qiskit") - # Filter releases starting from 2023-08 + # Filter releases starting from 2023-11 # Starting with qiskit 0.45, qiskit and qiskit-terra will have the same version - return filter_by_date(data_items,2023,8) + return filter_by_date(data_items, [2023,11], []) def get_qiskit_terra_versions_info() -> []: data_items = get_qiskit_releases_data("qiskit-terra") - # Filter releases starting from 2020-03 (qiskit-terra version 0.13.0) - return filter_by_date(data_items,2020,3) + # Filter releases from 2020-03 (terra v0.13.x) to 2023-10 (terra v.0.25.x) + return filter_by_date(data_items,[2020,3], [2023,10]) -def get_qiskit_versions_list() -> []: - qiskit_versions_info = get_qiskit_versions_info() +def get_qiskit_versions_list(package_name: str) -> []: + qiskit_versions_info = get_qiskit_terra_versions_info() if "terra" in package_name else get_qiskit_versions_info() versions_only = [] for item in qiskit_versions_info: for key, value in item.items(): @@ -46,18 +54,20 @@ def find_latest_version(versions: []) -> str: latest_version = ".".join(map(str, sorted_versions[0])) return latest_version +# Compare versions in string format and return the highest def compare_versions(version_1:str, version_2: str) -> str: # Split version strings into lists of ints - v1 = list(map(int, version_1.split("."))) - v2 = list(map(int, version_2.split("."))) + # Split version strings into lists of ints + v1_parts = list(map(int, version_1.split("."))) + v2_parts = list(map(int, version_2.split("."))) # Compare - for i in range(max(len(v1), len(v2))): - n1 = v1[i] if i < len(v1) else 0 - n2 = v2[i] if i < len(v2) else 0 - if n1 < n2: + for v1, v2 in zip(v1_parts, v2_parts): + if v1 > int(v2): + return version_1 + elif v1 < int(v2): return version_2 - return version_1 + return version_1 # if they are the same def same_minor(version_1: str, version_2: str) -> bool: # Split version strings into lists of ints @@ -66,7 +76,7 @@ def same_minor(version_1: str, version_2: str) -> bool: return v1[:2] == v2[:2] -def filter_by_date(data_items: dict, y: int, m: int) -> []: +def filter_by_date(data_items: dict, min_date: [], max_date: []) -> []: # Temporary control dictionary for package release info for version, date and python version temp = {} @@ -79,9 +89,17 @@ def filter_by_date(data_items: dict, y: int, m: int) -> []: dt = datetime.strptime(date_str, "%Y-%m-%dT%H:%M:%S") year = dt.year month = dt.month - - if (year == y and month < m) or year < y: - continue + + if max_date: + max_y, max_m = max_date + # Ignore above max_date + if (year == max_y and month > max_m) or year > max_y: + continue + + min_y, min_m = min_date + # Ignore below min_date + if (year == min_y and month < min_m) or year < min_y: + continue python_version = release_info[0]["requires_python"] @@ -120,17 +138,14 @@ def get_version_date(package_name: str, input_version:str) -> str: return "Invalid version" # qiskit_info = get_qiskit_versions_info() -# write_versions_to_file(qiskit_info, "qiskit.json") # print("qiskit versions:", sep='\n') # print(*qiskit_info, sep='\n') """ qiskit versions: -{'version': '0.44.1', 'date': '2023-08-17', 'python_version': '>=3.8'} +{'version': '0.45.0', 'date': '2023-11-03', 'python_version': '>=3.8'} """ -# NOTE: qiskit-terra package used up until Aug 2023. Future experiment runs to use qiskit package only. # qiskit_terra_info = get_qiskit_terra_versions_info() -# write_versions_to_file(qiskit_terra_info, "qiskit_versions.json") # print("qiskit-terra versions:", sep='\n') # print(*qiskit_terra_info, sep='\n') """ @@ -147,5 +162,5 @@ def get_version_date(package_name: str, input_version:str) -> str: {'version': '0.22.4', 'date': '2023-01-17', 'python_version': '>=3.7'} {'version': '0.23.3', 'date': '2023-03-21', 'python_version': '>=3.7'} {'version': '0.24.2', 'date': '2023-07-19', 'python_version': '>=3.7'} -{'version': '0.25.1', 'date': '2023-08-17', 'python_version': '>=3.8'} +{'version': '0.25.3', 'date': '2023-10-25', 'python_version': '>=3.8'} """ diff --git a/src/run_experiment_steps.py b/src/run_experiment_steps.py index 567a415..c4f2c0e 100644 --- a/src/run_experiment_steps.py +++ b/src/run_experiment_steps.py @@ -1,6 +1,7 @@ import os from preprocessing import get_submissions_update_info, delete_submission_results from env_setup import create_tox_config_file +# from pprint import pp RESULTS_PATH = os.path.abspath(os.path.join(os.path.dirname( __file__ ),"..", "benchmarking", "results")) METRIQ_CLIENT_URL = "https://github.com/unitaryfund/metriq-client/tarball/development" @@ -13,30 +14,35 @@ def get_csv_files(qiskit_version: str) -> [str]: matching_files.append(filename) return matching_files -# Get summary of qiskit versions to be updated in metriq submissions -submissions_update_info = get_submissions_update_info() +# Get summary of metriq submissions that need update (add/replace) based on new Qiskit versions +submissions_to_be_updated = get_submissions_update_info("qiskit") # Use "qiskit-terra" to run on Qiskit < v0.45.0 -for key,value in submissions_update_info.items(): +for key,value in submissions_to_be_updated.items(): submission_id = key add_versions = value["add"] replace_versions = value["replace"] for replace_version in replace_versions: print(f"Replacing qiskit version {replace_version} results...") + # Delete local csv results linked to replace_version files_to_be_deleted = get_csv_files(replace_version) for filename in files_to_be_deleted: + print(f"Deleting CSV files for outdated qiskit version {replace_version}...") os.remove(os.path.join(RESULTS_PATH,filename)) + # Delete result items linked to replace_version from metriq submission + print(f"Deleting qiskit version {replace_version} results from submission {submission_id}...") delete_submission_results(submission_id, replace_version) for new_qiskit_version in add_versions: - # Run experiment and submit results to metriq - # Set up tox env config print(f"Starting environment setup for qiskit version {new_qiskit_version}...") - python_version = "3.8" + + #Set up tox env config + python_version = "3.11" env_name = "qiskit_v" + new_qiskit_version - run_experiment_command = f"python {{toxinidir}}/src/{EXPERIMENT}.py" + results_available = get_csv_files(new_qiskit_version) + run_experiment_command = f"python {{toxinidir}}/src/{EXPERIMENT}.py" if not results_available else "" install_metriq_client_command = f"pip install --upgrade {METRIQ_CLIENT_URL}" submit_data_command = f"python {{toxinidir}}/src/postprocessing.py" env_var = submission_id diff --git a/tox.ini b/tox.ini index fa2ae60..e5be894 100644 --- a/tox.ini +++ b/tox.ini @@ -1,7 +1,7 @@ [tox] -minversion = 3.8 -envlist = py38, qiskit-compilation, {qiskit-compilation}-terra{13,14,15,25} +minversion = 3.11 +envlist = py311, qiskit-compilation, {qiskit-compilation}-terra{13,14,15,25} [testenv] description = run circuit benchmark steps and submit results to metriq