...
 
Commits (8)
File added
......@@ -114,3 +114,13 @@ xalan:
- java -jar dacapo.jar xalan -s small
after_script:
- git clean -df -e "downloads"
web_build:
script:
- git checkout web_build
- python description/benchmarks_2009.py
- python description/benchmarks_2019.py
- if [ -n "$(git status --porcelain)" ]; then git add --all && git commit -m "benchmarks description changed" && git push origin web_build; else echo "no changes"; fi
<?xml version="1.0" encoding="UTF-8"?>
<module type="JAVA_MODULE" version="4">
<component name="NewModuleRootManager" inherit-compiler-output="true">
<exclude-output />
<content url="file://$MODULE_DIR$" />
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
</component>
</module>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Encoding" addBOMForNewFiles="with NO BOM" />
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="JavaScriptSettings">
<option name="languageLevel" value="ES6" />
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/.idea/dacapobench.iml" filepath="$PROJECT_DIR$/.idea/dacapobench.iml" />
</modules>
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="" vcs="Git" />
</component>
</project>
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ChangeListManager">
<list default="true" id="bd4c32d9-38bf-4067-9fe0-89bd472fc01c" name="Default Changelist" comment="">
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
</list>
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
<option name="LAST_RESOLUTION" value="IGNORE" />
</component>
<component name="FileEditorManager">
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
<file pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/description/benchmarks_2009.py">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="422">
<caret line="32" column="15" selection-start-line="32" selection-start-column="15" selection-end-line="32" selection-end-column="15" />
</state>
</provider>
</entry>
</file>
<file pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/description/benchmarks_2019.py">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="480">
<caret line="32" column="14" selection-start-line="32" selection-start-column="14" selection-end-line="32" selection-end-column="14" />
</state>
</provider>
</entry>
</file>
</leaf>
</component>
<component name="FindInProjectRecents">
<findStrings>
<find>benchmarks_2009/</find>
</findStrings>
</component>
<component name="Git.Settings">
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
</component>
<component name="IdeDocumentHistory">
<option name="CHANGED_PATHS">
<list>
<option value="$PROJECT_DIR$/description/benchmarks_2019.py" />
<option value="$PROJECT_DIR$/description/benchmarks_2009.py" />
</list>
</option>
</component>
<component name="ProjectFrameBounds">
<option name="y" value="23" />
<option name="width" value="1440" />
<option name="height" value="801" />
</component>
<component name="ProjectView">
<navigator proportions="" version="1">
<foldersAlwaysOnTop value="true" />
</navigator>
<panes>
<pane id="ProjectPane">
<subPane>
<expand>
<path>
<item name="dacapobench" type="b2602c69:ProjectViewProjectNode" />
<item name="dacapobench" type="462c0819:PsiDirectoryNode" />
</path>
<path>
<item name="dacapobench" type="b2602c69:ProjectViewProjectNode" />
<item name="dacapobench" type="462c0819:PsiDirectoryNode" />
<item name="description" type="462c0819:PsiDirectoryNode" />
</path>
</expand>
<select />
</subPane>
</pane>
<pane id="PackagesPane" />
<pane id="Scope" />
</panes>
</component>
<component name="PropertiesComponent">
<property name="WebServerToolWindowFactoryState" value="false" />
<property name="aspect.path.notification.shown" value="true" />
<property name="com.android.tools.idea.instantapp.provision.ProvisionBeforeRunTaskProvider.myTimeStamp" value="1554103548195" />
<property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
<property name="nodejs_npm_path_reset_for_default_project" value="true" />
</component>
<component name="RecentsManager">
<key name="MoveFile.RECENT_KEYS">
<recent name="$PROJECT_DIR$/description" />
</key>
</component>
<component name="RunDashboard">
<option name="ruleStates">
<list>
<RuleState>
<option name="name" value="ConfigurationTypeDashboardGroupingRule" />
</RuleState>
<RuleState>
<option name="name" value="StatusDashboardGroupingRule" />
</RuleState>
</list>
</option>
</component>
<component name="SvnConfiguration">
<configuration />
</component>
<component name="TaskManager">
<task active="true" id="Default" summary="Default task">
<changelist id="bd4c32d9-38bf-4067-9fe0-89bd472fc01c" name="Default Changelist" comment="" />
<created>1554089038316</created>
<option name="number" value="Default" />
<option name="presentableId" value="Default" />
<updated>1554089038316</updated>
<workItem from="1554089039594" duration="1382000" />
<workItem from="1554110715533" duration="604000" />
</task>
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="1986000" />
</component>
<component name="ToolWindowManager">
<frame x="0" y="23" width="1440" height="801" extended-state="6" />
<layout>
<window_info content_ui="combo" id="Project" order="0" visible="true" weight="0.2532189" />
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
<window_info id="Image Layers" order="2" />
<window_info id="Designer" order="3" />
<window_info id="UI Designer" order="4" />
<window_info id="Capture Tool" order="5" />
<window_info id="Favorites" order="6" side_tool="true" />
<window_info anchor="bottom" id="Message" order="0" />
<window_info anchor="bottom" id="Find" order="1" />
<window_info anchor="bottom" id="Run" order="2" />
<window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
<window_info anchor="bottom" id="TODO" order="6" />
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
<window_info anchor="bottom" id="Version Control" order="8" />
<window_info anchor="bottom" id="Database Changes" order="9" />
<window_info active="true" anchor="bottom" id="Terminal" order="10" visible="true" weight="0.33145276" />
<window_info anchor="bottom" id="Event Log" order="11" side_tool="true" />
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
<window_info anchor="right" id="Palette" order="3" />
<window_info anchor="right" id="Theme Preview" order="4" />
<window_info anchor="right" id="Maven" order="5" />
<window_info anchor="right" id="Capture Analysis" order="6" />
<window_info anchor="right" id="Palette&#9;" order="7" />
<window_info anchor="right" id="Database" order="8" />
</layout>
</component>
<component name="TypeScriptGeneratedFilesManager">
<option name="version" value="1" />
</component>
<component name="UnknownFeatures">
<option featureType="com.intellij.fileTypeFactory" implementationName="*.py" />
</component>
<component name="editorHistoryManager">
<entry file="file://$PROJECT_DIR$/description/benchmarks_2009.py">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="422">
<caret line="32" column="15" selection-start-line="32" selection-start-column="15" selection-end-line="32" selection-end-column="15" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/description/benchmarks_2019.py">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="480">
<caret line="32" column="14" selection-start-line="32" selection-start-column="14" selection-end-line="32" selection-end-column="14" />
</state>
</provider>
</entry>
</component>
<component name="masterDetails">
<states>
<state key="ProjectJDKs.UI">
<settings>
<last-edited>1.8.0_191</last-edited>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
</states>
</component>
</project>
\ No newline at end of file
# Descriptions of benchmarks
## avrora
short "AVRORA is a simulation and analysis framework for AVR microcontrollers",
long "AVRORA is a set of simulation and analysis tools in a framework for AVR microcontrollers. Each simulator instance processes events from an event queue, using one of the available threads, for events that have a set order then that ordering is respected.",
copyright "2004-2005, Regents of the University of California",
author "Ben L. Titzer",
license "UCLA",
url "http://compilers.cs.ucla.edu/avrora/",
version "cvs-20090612",
threads "Externally single-threaded. Internally multi-threaded. Threads represent each simulated entity, so much fine-grained parallelism internally.",
repeats "Each execution simulates a range of microcontroller functions.";
## batik
short "A Scalable Vector Graphics (SVG) toolkit",
long "A Scalable Vector Graphics (SVG) toolkit that renders a number of svg files. It usess additional threads to speed the rendering or transcoding process.",
copyright "Copyright (C) 2000 The Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/batik/",
version "1.7",
threads "Externally single-threaded. Internally multi-threaded.";
## eclipse
short "An integrated development environment",
long "Run eclipse's jdt (non-gui) performance tests",
copyright "Eclipse Foundation",
author "Eclipse Foundation",
license "Eclipse Public License",
url "http://www.eclipse.org/",
version "3.5.1",
threads "Externally single-threaded. Internally multi-threaded.",
repeats "Single iteration, performs multiple distinct Eclipse tasks";
## fop
short "An output-independent print formatter",
long "fop takes an XSL-FO file, parses it and formats it, generating a postscript file",
copyright "Copyright (C) 1999-2006 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache Public License",
url "http://xmlgraphics.apache.org/fop/",
version "0.95",
repeats "Single iteration, renders a single XSL-FO file",
threads "Single threaded";
## h2
short "An SQL relational database engine written in Java",
long "H2 executes a TPC-C like benchmark written by Apache as part of the Apache Derby database. The application models: customers, districts, warehouses, purchases and deliveries.",
copyright "Copyright (c) 2001-2002, The Apache Software Foundation and H2 Group, H2",
author "TPC-C like workload authored by The Apache Software Foundation, and Database authored by H2",
license "Apache License, Version 2.0 covering TPC-C like workload, and Eclipse Public License Version 1.0 covering H2",
url "http://db.apache.org/derby/ and http://www.h2database.com",
version "10.5.3.0 and 1.2.121",
repeats "<totalTransactions> evenly divided among the hardware threads.",
threads "One client thread per hardware thread, the queries processes exhibit some contention between threads.";
## jython
short "A python interpreter written in Java",
long "jython executes (interprets) the pybench benchmark or a small python program",
copyright "Copyright (c) Python Software Foundation",
author "Jim Hugunin and Barry Warsaw",
license "The Jython License.",
url "http://www.jython.org/",
version "2.5.1",
threads "Single-threaded.",
repeats "Single iteration runs a single iteration of the pybench python benchmark";
## luindex
short "A text indexing tool",
long "Indexes a set of documents, the works of Shakespeare and the King James Bible",
copyright "Copyright (C) The Apache Software Foundation",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Single iteration indexes two multi-file documents",
threads "Externally single-threaded. Limited internal concurrency.";
## lusearch
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## lusearch-fix
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## pmd
short "A source code analyzer for Java",
long "pmd analyzes a list of Java classes for a range of source code problems",
copyright "Copyright (c) 2003, InfoEther, LLC",
author "Tom Copeland",
license "BSD-style",
url "http://pmd.sourceforge.net/",
version "4.2.5",
threads "Externally single-threaded. Internally multi-threaded; creating workers according to number of available processors.",
repeats "Single iteration checks numerous sources file against 18 coding rules";
## sunflow
short "A photo-realistic rendering system",
long "sunflow renders a classic Cornell box; a simple scene comprisng two teapots and two glass spheres within an illuminated box",
copyright "Copyright (c) Christopher Kulla",
author "Christopher Kulla",
license "BSD-style.",
url "http://sunflow.sourceforge.net",
version "0.07.2",
threads "Explicitly multi-threaded workload, scaled to available processors. Image is decomposed into tiles, threads render a tile at a time.",
repeats "Single iteration runs a single iteration of the sunflow benchmark";
## tomcat
short "Tomcat servlet container",
long "Runs the tomcat sample web applications",
copyright "Copyright (c) Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://tomcat.apache.org",
version "6.0.20",
threads "Expliclitly multi-threaded workload, scaled to available processors.",
repeats "Each iteration starts the tomcat server, creates the client threads and waits for them to perform their tasks.";
## tradebeans
short "Tradebeans Daytrader benchmark",
long "Tradebeans is EJB container version benchmark from the Daytrader benchmark from Apache.",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "2.1.4",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## tradesoap
short "Tradesoap Daytrader benchmark",
long "Tradesoap a SOAP version of the Daytrader benchmark from Apache",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "2.1.4",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## xalan
short "An XSLT processor for transforming XML documents",
long "Xalan repeatedly transforms a set of XML documents",
copyright "Copyright (C) 1999-2003 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/xalan-j/",
version "2.7.1",
threads "Explicitly multi-threaded, scaled to available processors.",
repeats "100 iterations, each transforms one copy of each of the input files";
# Descriptions of benchmarks
## avrora
short "AVRORA is a simulation and analysis framework for AVR microcontrollers",
long "AVRORA is a set of simulation and analysis tools in a framework for AVR microcontrollers. Each simulator instance processes events from an event queue, using one of the available threads, for events that have a set order then that ordering is respected.",
copyright "2004-2005, Regents of the University of California",
author "Ben L. Titzer",
license "UCLA",
url "http://compilers.cs.ucla.edu/avrora/",
version "cvs-20131011",
threads "Externally single-threaded. Internally multi-threaded. Threads represent each simulated entity, so much fine-grained parallelism internally.",
repeats "Each execution simulates a range of microcontroller functions.";
## batik
short "A Scalable Vector Graphics (SVG) toolkit",
long "A Scalable Vector Graphics (SVG) toolkit that renders a number of svg files. It usess additional threads to speed the rendering or transcoding process.",
copyright "Copyright (C) 2000 The Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/batik/",
version "1.9",
threads "Externally single-threaded. Internally multi-threaded.";
## eclipse
short "An integrated development environment",
long "Run eclipse's jdt (non-gui) performance tests",
copyright "Eclipse Foundation",
author "Eclipse Foundation",
license "Eclipse Public License",
url "http://www.eclipse.org/",
version "4.7.2",
threads "Externally single-threaded. Internally multi-threaded.",
repeats "Single iteration, performs multiple distinct Eclipse tasks";
## fop
short "An output-independent print formatter",
long "fop takes an XSL-FO file, parses it and formats it, generating a postscript file",
copyright "Copyright (C) 1999-2006 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache Public License",
url "http://xmlgraphics.apache.org/fop/",
version "2.2",
repeats "Single iteration, renders a single XSL-FO file",
threads "Single threaded";
## h2
short "An SQL relational database engine written in Java",
long "H2 executes a TPC-C like benchmark written by Apache as part of the Apache Derby database. The application models: customers, districts, warehouses, purchases and deliveries.",
copyright "Copyright (c) 2001-2002, The Apache Software Foundation and H2 Group, H2",
author "TPC-C like workload authored by The Apache Software Foundation, and Database authored by H2",
license "Apache License, Version 2.0 covering TPC-C like workload, and Eclipse Public License Version 1.0 covering H2",
url "http://db.apache.org/derby/ and http://www.h2database.com",
version "1.8",
repeats "<totalTransactions> evenly divided among the hardware threads.",
threads "One client thread per hardware thread, the queries processes exhibit some contention between threads.";
## jython
short "A python interpreter written in Java",
long "jython executes (interprets) the pybench benchmark or a small python program",
copyright "Copyright (c) Python Software Foundation",
author "Jim Hugunin and Barry Warsaw",
license "The Jython License.",
url "http://www.jython.org/",
version "2.7.1",
threads "Single-threaded.",
repeats "Single iteration runs a single iteration of the pybench python benchmark";
## luindex
short "A text indexing tool",
long "Indexes a set of documents, the works of Shakespeare and the King James Bible",
copyright "Copyright (C) The Apache Software Foundation",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "7.1.0",
repeats "Single iteration indexes two multi-file documents",
threads "Externally single-threaded. Limited internal concurrency.";
## lusearch
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "7.1.0",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## pmd
short "A source code analyzer for Java",
long "pmd analyzes a list of Java classes for a range of source code problems",
copyright "Copyright (c) 2003, InfoEther, LLC",
author "Tom Copeland",
license "BSD-style",
url "https://pmd.github.io",
version "5.8.1",
threads "Externally single-threaded. Internally multi-threaded; creating workers according to number of available processors.",
repeats "Single iteration checks numerous sources file against 18 coding rules";
## sunflow
short "A photo-realistic rendering system",
long "sunflow renders a classic Cornell box; a simple scene comprisng two teapots and two glass spheres within an illuminated box",
copyright "Copyright (c) Christopher Kulla",
author "Christopher Kulla",
license "BSD-style.",
url "http://sunflow.sourceforge.net",
version "0.07.2",
threads "Explicitly multi-threaded workload, scaled to available processors. Image is decomposed into tiles, threads render a tile at a time.",
repeats "Single iteration runs a single iteration of the sunflow benchmark";
## tomcat
short "Tomcat servlet container",
long "Runs the tomcat sample web applications",
copyright "Copyright (c) Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://tomcat.apache.org",
version "9.0.2",
threads "Expliclitly multi-threaded workload, scaled to available processors.",
repeats "Each iteration starts the tomcat server, creates the client threads and waits for them to perform their tasks.";
## tradebeans
short "Tradebeans Daytrader benchmark",
long "Tradebeans is EJB container version benchmark from the Daytrader benchmark from Apache.",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "3.0.1",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## tradesoap
short "Tradesoap Daytrader benchmark",
long "Tradesoap a SOAP version of the Daytrader benchmark from Apache",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "3.0.1",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## xalan
short "An XSLT processor for transforming XML documents",
long "Xalan repeatedly transforms a set of XML documents",
copyright "Copyright (C) 1999-2003 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/xalan-j/",
version "2.7.2",
threads "Explicitly multi-threaded, scaled to available processors.",
repeats "100 iterations, each transforms one copy of each of the input files";
# Descriptions of benchmarks
## avrora
short "AVRORA is a simulation and analysis framework for AVR microcontrollers",
long "AVRORA is a set of simulation and analysis tools in a framework for AVR microcontrollers. Each simulator instance processes events from an event queue, using one of the available threads, for events that have a set order then that ordering is respected.",
copyright "2004-2005, Regents of the University of California",
author "Ben L. Titzer",
license "UCLA",
url "http://compilers.cs.ucla.edu/avrora/",
version "cvs-20090612",
threads "Externally single-threaded. Internally multi-threaded. Threads represent each simulated entity, so much fine-grained parallelism internally.",
repeats "Each execution simulates a range of microcontroller functions.";
## batik
short "A Scalable Vector Graphics (SVG) toolkit",
long "A Scalable Vector Graphics (SVG) toolkit that renders a number of svg files. It usess additional threads to speed the rendering or transcoding process.",
copyright "Copyright (C) 2000 The Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/batik/",
version "1.7",
threads "Externally single-threaded. Internally multi-threaded.";
## eclipse
short "An integrated development environment",
long "Run eclipse's jdt (non-gui) performance tests",
copyright "Eclipse Foundation",
author "Eclipse Foundation",
license "Eclipse Public License",
url "http://www.eclipse.org/",
version "3.5.1",
threads "Externally single-threaded. Internally multi-threaded.",
repeats "Single iteration, performs multiple distinct Eclipse tasks";
## fop
short "An output-independent print formatter",
long "fop takes an XSL-FO file, parses it and formats it, generating a postscript file",
copyright "Copyright (C) 1999-2006 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache Public License",
url "http://xmlgraphics.apache.org/fop/",
version "0.95",
repeats "Single iteration, renders a single XSL-FO file",
threads "Single threaded";
## h2
short "An SQL relational database engine written in Java",
long "H2 executes a TPC-C like benchmark written by Apache as part of the Apache Derby database. The application models: customers, districts, warehouses, purchases and deliveries.",
copyright "Copyright (c) 2001-2002, The Apache Software Foundation and H2 Group, H2",
author "TPC-C like workload authored by The Apache Software Foundation, and Database authored by H2",
license "Apache License, Version 2.0 covering TPC-C like workload, and Eclipse Public License Version 1.0 covering H2",
url "http://db.apache.org/derby/ and http://www.h2database.com",
version "10.5.3.0 and 1.2.121",
repeats "<totalTransactions> evenly divided among the hardware threads.",
threads "One client thread per hardware thread, the queries processes exhibit some contention between threads.";
## jython
short "A python interpreter written in Java",
long "jython executes (interprets) the pybench benchmark or a small python program",
copyright "Copyright (c) Python Software Foundation",
author "Jim Hugunin and Barry Warsaw",
license "The Jython License.",
url "http://www.jython.org/",
version "2.5.1",
threads "Single-threaded.",
repeats "Single iteration runs a single iteration of the pybench python benchmark";
## luindex
short "A text indexing tool",
long "Indexes a set of documents, the works of Shakespeare and the King James Bible",
copyright "Copyright (C) The Apache Software Foundation",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Single iteration indexes two multi-file documents",
threads "Externally single-threaded. Limited internal concurrency.";
## lusearch
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## lusearch-fix
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "2.4.1",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## pmd
short "A source code analyzer for Java",
long "pmd analyzes a list of Java classes for a range of source code problems",
copyright "Copyright (c) 2003, InfoEther, LLC",
author "Tom Copeland",
license "BSD-style",
url "http://pmd.sourceforge.net/",
version "4.2.5",
threads "Externally single-threaded. Internally multi-threaded; creating workers according to number of available processors.",
repeats "Single iteration checks numerous sources file against 18 coding rules";
## sunflow
short "A photo-realistic rendering system",
long "sunflow renders a classic Cornell box; a simple scene comprisng two teapots and two glass spheres within an illuminated box",
copyright "Copyright (c) Christopher Kulla",
author "Christopher Kulla",
license "BSD-style.",
url "http://sunflow.sourceforge.net",
version "0.07.2",
threads "Explicitly multi-threaded workload, scaled to available processors. Image is decomposed into tiles, threads render a tile at a time.",
repeats "Single iteration runs a single iteration of the sunflow benchmark";
## tomcat
short "Tomcat servlet container",
long "Runs the tomcat sample web applications",
copyright "Copyright (c) Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://tomcat.apache.org",
version "6.0.20",
threads "Expliclitly multi-threaded workload, scaled to available processors.",
repeats "Each iteration starts the tomcat server, creates the client threads and waits for them to perform their tasks.";
## tradebeans
short "Tradebeans Daytrader benchmark",
long "Tradebeans is EJB container version benchmark from the Daytrader benchmark from Apache.",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "2.1.4",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## tradesoap
short "Tradesoap Daytrader benchmark",
long "Tradesoap a SOAP version of the Daytrader benchmark from Apache",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "2.1.4",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## xalan
short "An XSLT processor for transforming XML documents",
long "Xalan repeatedly transforms a set of XML documents",
copyright "Copyright (C) 1999-2003 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/xalan-j/",
version "2.7.1",
threads "Explicitly multi-threaded, scaled to available processors.",
repeats "100 iterations, each transforms one copy of each of the input files";
# Descriptions of benchmarks
## avrora
short "AVRORA is a simulation and analysis framework for AVR microcontrollers",
long "AVRORA is a set of simulation and analysis tools in a framework for AVR microcontrollers. Each simulator instance processes events from an event queue, using one of the available threads, for events that have a set order then that ordering is respected.",
copyright "2004-2005, Regents of the University of California",
author "Ben L. Titzer",
license "UCLA",
url "http://compilers.cs.ucla.edu/avrora/",
version "cvs-20131011",
threads "Externally single-threaded. Internally multi-threaded. Threads represent each simulated entity, so much fine-grained parallelism internally.",
repeats "Each execution simulates a range of microcontroller functions.";
## batik
short "A Scalable Vector Graphics (SVG) toolkit",
long "A Scalable Vector Graphics (SVG) toolkit that renders a number of svg files. It usess additional threads to speed the rendering or transcoding process.",
copyright "Copyright (C) 2000 The Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/batik/",
version "1.9",
threads "Externally single-threaded. Internally multi-threaded.";
## eclipse
short "An integrated development environment",
long "Run eclipse's jdt (non-gui) performance tests",
copyright "Eclipse Foundation",
author "Eclipse Foundation",
license "Eclipse Public License",
url "http://www.eclipse.org/",
version "4.7.2",
threads "Externally single-threaded. Internally multi-threaded.",
repeats "Single iteration, performs multiple distinct Eclipse tasks";
## fop
short "An output-independent print formatter",
long "fop takes an XSL-FO file, parses it and formats it, generating a postscript file",
copyright "Copyright (C) 1999-2006 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache Public License",
url "http://xmlgraphics.apache.org/fop/",
version "2.2",
repeats "Single iteration, renders a single XSL-FO file",
threads "Single threaded";
## h2
short "An SQL relational database engine written in Java",
long "H2 executes a TPC-C like benchmark written by Apache as part of the Apache Derby database. The application models: customers, districts, warehouses, purchases and deliveries.",
copyright "Copyright (c) 2001-2002, The Apache Software Foundation and H2 Group, H2",
author "TPC-C like workload authored by The Apache Software Foundation, and Database authored by H2",
license "Apache License, Version 2.0 covering TPC-C like workload, and Eclipse Public License Version 1.0 covering H2",
url "http://db.apache.org/derby/ and http://www.h2database.com",
version "1.8",
repeats "<totalTransactions> evenly divided among the hardware threads.",
threads "One client thread per hardware thread, the queries processes exhibit some contention between threads.";
## jython
short "A python interpreter written in Java",
long "jython executes (interprets) the pybench benchmark or a small python program",
copyright "Copyright (c) Python Software Foundation",
author "Jim Hugunin and Barry Warsaw",
license "The Jython License.",
url "http://www.jython.org/",
version "2.7.1",
threads "Single-threaded.",
repeats "Single iteration runs a single iteration of the pybench python benchmark";
## luindex
short "A text indexing tool",
long "Indexes a set of documents, the works of Shakespeare and the King James Bible",
copyright "Copyright (C) The Apache Software Foundation",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "7.1.0",
repeats "Single iteration indexes two multi-file documents",
threads "Externally single-threaded. Limited internal concurrency.";
## lusearch
short "A text search tool",
long "Text search of keywords over a corpus of data comprising the works of Shakespeare and the King James bible",
copyright "Apache Software Foundation, Apache license v2.0",
author "Lucene Project Management Committee",
license "Apache License, Version 2.0",
url "http://lucene.apache.org/",
version "7.1.0",
repeats "Each thread searches a large index for about 3500 distinct words",
threads "Explicitly multi-threaded, scaled to available processors";
## pmd
short "A source code analyzer for Java",
long "pmd analyzes a list of Java classes for a range of source code problems",
copyright "Copyright (c) 2003, InfoEther, LLC",
author "Tom Copeland",
license "BSD-style",
url "https://pmd.github.io",
version "5.8.1",
threads "Externally single-threaded. Internally multi-threaded; creating workers according to number of available processors.",
repeats "Single iteration checks numerous sources file against 18 coding rules";
## sunflow
short "A photo-realistic rendering system",
long "sunflow renders a classic Cornell box; a simple scene comprisng two teapots and two glass spheres within an illuminated box",
copyright "Copyright (c) Christopher Kulla",
author "Christopher Kulla",
license "BSD-style.",
url "http://sunflow.sourceforge.net",
version "0.07.2",
threads "Explicitly multi-threaded workload, scaled to available processors. Image is decomposed into tiles, threads render a tile at a time.",
repeats "Single iteration runs a single iteration of the sunflow benchmark";
## tomcat
short "Tomcat servlet container",
long "Runs the tomcat sample web applications",
copyright "Copyright (c) Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://tomcat.apache.org",
version "9.0.2",
threads "Expliclitly multi-threaded workload, scaled to available processors.",
repeats "Each iteration starts the tomcat server, creates the client threads and waits for them to perform their tasks.";
## tradebeans
short "Tradebeans Daytrader benchmark",
long "Tradebeans is EJB container version benchmark from the Daytrader benchmark from Apache.",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "3.0.1",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## tradesoap
short "Tradesoap Daytrader benchmark",
long "Tradesoap a SOAP version of the Daytrader benchmark from Apache",
copyright "Copyright (C) The Apache Software Foundation",
author "Apache Geronimo, donated by IBM",
license "Apache License, Version 2.0",
url "http://geronimo.apache.org/",
version "3.0.1",
threads "Explicitly multi-threaded client, scaled to available processors. Internally multi-threaded server.",
repeats "Populates a database with stocks and users, and then perfoms a number of trader actions organized as packets (trade sesions).";
## xalan
short "An XSLT processor for transforming XML documents",
long "Xalan repeatedly transforms a set of XML documents",
copyright "Copyright (C) 1999-2003 The Apache Software Foundation",
author "Apache Software Foundation",
license "Apache License, Version 2.0",
url "http://xml.apache.org/xalan-j/",
version "2.7.2",
threads "Explicitly multi-threaded, scaled to available processors.",
repeats "100 iterations, each transforms one copy of each of the input files";
import urllib2
import os
# Download all .cnf files
link_prefix = "https://gitlab.anu.edu.au/dacapo/anu-dev/dacapobench/raw/"
link_middle = "509d5539f9f48e438b3ca91c85d0dfb678c14880/benchmarks/bms/"
link_tail = "?inline=false"
bms = ["avrora", "batik", "eclipse", "fop", "h2", "jython", "luindex", "lusearch", "lusearch-fix", "pmd", "sunflow", "tomcat", "tradebeans", "tradesoap", "xalan"]
for bm in bms:
url = link_prefix + link_middle +bm + "/" + bm + ".cnf" + link_tail
cnfFile = urllib2.urlopen(url)
filetoD = cnfFile.read() # file to Download
with open(bm+".cnf", "w") as f:
f.write(filetoD)
# write all description in a .md file
mdfile = open("benchmarks2009.md", "w")
mdfile.write("# Descriptions of benchmarks\n")
# list of all cnf files
# descriptionTitle = {"avrora" : "a", "batik" : "b", "eclipse" : "c", "fop" : "d", "h2" : "e", "jython" : "f", "luindex" : "g", "lusearch" : "h", "pmd" : "o", "sunflow" : "p", "tomcat" : "q", "tradebeans" : "r", "tradesoap" : "s", "xalan" : "t"}
# extract content of files and save them on the same .md file
for bm in bms:
with open(bm+".cnf") as f:
content = f.readlines()
index = content.index("description\n")
sublist = content[index + 1:]
mdfile.write("\n## "+bm+"\n\n")
for line in sublist:
mdfile.write("\t"+line)
mdfile.close()
# delete all .cnf files
for bm in bms:
os.remove( bm + ".cnf")
import urllib2
import os
# Download all .cnf files
link_prefix = "https://gitlab.anu.edu.au/dacapo/anu-dev/dacapobench/raw/master/benchmarks/bms/"
link_tail = "?inline=false"
bms = ["avrora", "batik", "eclipse", "fop", "h2", "jython", "luindex", "lusearch", "pmd", "sunflow", "tomcat", "tradebeans", "tradesoap", "xalan"]
for bm in bms:
url = link_prefix + bm + "/" + bm + ".cnf" + link_tail
cnfFile = urllib2.urlopen(url)
filetoD = cnfFile.read() # file to Download
with open(bm+".cnf", "w") as f:
f.write(filetoD)
# write all description in a .md file
mdfile = open("benchmarks2019.md", "w")
mdfile.write("# Descriptions of benchmarks\n")
# list of all cnf files
# descriptionTitle = {"avrora" : "a", "batik" : "b", "eclipse" : "c", "fop" : "d", "h2" : "e", "jython" : "f", "luindex" : "g", "lusearch" : "h", "pmd" : "o", "sunflow" : "p", "tomcat" : "q", "tradebeans" : "r", "tradesoap" : "s", "xalan" : "t"}
# extract content of files and save them on the same .md file
for bm in bms:
with open(bm+".cnf") as f:
content = f.readlines()
index = content.index("description\n")
sublist = content[index + 1:]
mdfile.write("\n## "+bm+"\n\n")
for line in sublist:
mdfile.write("\t"+line)
mdfile.close()
# delete all .cnf files
for bm in bms:
os.remove(bm + ".cnf")