Skip to content
Snippets Groups Projects

Compare revisions

Changes are shown as if the source revision was being merged into the target revision. Learn more about comparing revisions.

Source

Select target project
No results found

Target

Select target project
  • syslab/tapir
  • aaasz/tapir
  • ashmrtnz/tapir
3 results
Show changes
Hide whitespace changes
Inline Side-by-side
Showing
with 741 additions and 0 deletions
ycsb-t/pom.xml 0 → 100644
View file @ 656d1711
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.yahoo.ycsb</groupId>
<artifactId>root</artifactId>
<version>0.1.4</version>
<packaging>pom</packaging>
<name>YCSB Root</name>
<description>
This is the top level project that builds, packages the core and all the DB bindings for YCSB infrastructure.
</description>
<dependencies>
<!-- voldemort -->
<dependency>
<groupId>checkstyle</groupId>
<artifactId>checkstyle</artifactId>
<version>5.0</version>
</dependency>
<dependency>
<groupId>org.jdom</groupId>
<artifactId>jdom</artifactId>
<version>1.1</version>
</dependency>
<dependency>
<groupId>com.google.collections</groupId>
<artifactId>google-collections</artifactId>
<version>1.0</version>
</dependency>
<!--
Nail down slf4j version to 1.6 so that it defaults to no-op logger.
http://www.slf4j.org/codes.html#StaticLoggerBinder
-->
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<version>1.6.4</version>
</dependency>
<dependency>
<groupId>org.bytedeco</groupId>
<artifactId>javacpp</artifactId>
<version>0.10</version>
</dependency>
</dependencies>
<!-- Properties Management -->
<properties>
<maven.assembly.version>2.2.1</maven.assembly.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<modules>
<!--module>build-tools</module-->
<module>core</module>
<module>tapir-interface</module>
<module>tapir</module>
<module>javacpp</module>
</modules>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>2.3.2</version>
<configuration>
<source>1.6</source>
<target>1.6</target>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-checkstyle-plugin</artifactId>
<version>2.6</version>
<configuration>
<consoleOutput>true</consoleOutput>
<configLocation>checkstyle.xml</configLocation>
</configuration>
<executions>
<execution>
<id>validate</id>
<phase>validate</phase>
<goals>
<goal>checkstyle</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
ycsb-t/run-tapir.sh 0 → 100755
View file @ 656d1711
#! /usr/bin/env bash
# Copy the shared library to libs folder.
mkdir -p libs
cp ../libtapir/libtapir.so ./libs/
# Make the tapir binding using maven
mvn clean package
# Load the records in Tapir
java -cp tapir-interface/target/tapir-interface-0.1.4.jar:core/target/core-0.1.4.jar:tapir/target/tapir-binding-0.1.4.jar:javacpp/target/javacpp.jar \
-Djava.library.path=libs/ com.yahoo.ycsb.Client -P workloads/workloada \
-load -db com.yahoo.ycsb.db.TapirClient \
-p tapir.configpath=../store/tools/shard -p tapir.nshards=1 -p tapir.closestreplica=0 > load.log 2>&1
# Run the YCSB workload
java -cp tapir-interface/target/tapir-interface-0.1.4.jar:core/target/core-0.1.4.jar:tapir/target/tapir-binding-0.1.4.jar:javacpp/target/javacpp.jar \
-Djava.library.path=libs/ com.yahoo.ycsb.Client -P workloads/workloada \
-t -db com.yahoo.ycsb.db.TapirClient \
-p tapir.configpath=../store/tools/shard -p tapir.nshards=1 -p tapir.closestreplica=0 > run.log 2>&1
ycsb-t/tapir-interface/pom.xml 0 → 100644
View file @ 656d1711
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.yahoo.ycsb</groupId>
<artifactId>root</artifactId>
<version>0.1.4</version>
</parent>
<artifactId>tapir-interface</artifactId>
<name>TAPIR Interface</name>
<packaging>jar</packaging>
<dependencies>
<dependency>
<groupId>org.bytedeco</groupId>
<artifactId>javacpp</artifactId>
<version>0.10</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-assembly-plugin</artifactId>
<version>2.2.1</version>
<configuration>
<descriptorRefs>
<descriptorRef>jar-with-dependencies</descriptorRef>
</descriptorRefs>
<appendAssemblyId>false</appendAssemblyId>
</configuration>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>exec-maven-plugin</artifactId>
<version>1.3.2</version>
<executions>
<execution>
<id>build-jnilib</id>
<phase>process-classes</phase>
<goals>
<goal>exec</goal>
</goals>
<configuration>
<executable>java</executable>
<commandlineArgs>
-jar ../javacpp/target/javacpp.jar
-classpath target/classes
-d ../libs
-Xcompiler -std=c++0x
-Xcompiler -levent
-Xcompiler -iquote/usr/lib/jvm/default-java/include
-Xcompiler -iquote../../
-Xcompiler -iquote../../.obj/gen
-Xcompiler -L../libs
-Xcompiler -ltapir
</commandlineArgs>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
ycsb-t/tapir-interface/src/main/java/com/yahoo/ycsb/Tapir.java 0 → 100644
View file @ 656d1711
package com.yahoo.ycsb;
import org.bytedeco.javacpp.*;
import org.bytedeco.javacpp.annotation.*;
@Platform(include={"../../store/tapirstore/client.h"})
@Namespace("tapirstore")
public class Tapir {
public static class Client extends Pointer {
static { Loader.load(); }
public Client(String configPath, int nshards, int closestReplica) { allocate(configPath, nshards, closestReplica); }
private native void allocate(@StdString String configPath, int nshards, int closestReplica);
// to call the getter and setter functions
public native void Begin();
public native @StdString String Get(@StdString String key);
public native int Put(@StdString String key, @StdString String value);
public native @Cast("bool") boolean Commit();
public native void Abort();
}
}
ycsb-t/tapir/pom.xml 0 → 100644
View file @ 656d1711
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.yahoo.ycsb</groupId>
<artifactId>root</artifactId>
<version>0.1.4</version>
</parent>
<artifactId>tapir-binding</artifactId>
<name>TAPIR Binding</name>
<packaging>jar</packaging>
<dependencies>
<dependency>
<groupId>com.yahoo.ycsb</groupId>
<artifactId>tapir-interface</artifactId>
<version>${project.version}</version>
</dependency>
<dependency>
<groupId>com.yahoo.ycsb</groupId>
<artifactId>core</artifactId>
<version>${project.version}</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-assembly-plugin</artifactId>
<version>${maven.assembly.version}</version>
<configuration>
<descriptorRefs>
<descriptorRef>jar-with-dependencies</descriptorRef>
</descriptorRefs>
<appendAssemblyId>false</appendAssemblyId>
</configuration>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
ycsb-t/tapir/src/main/java/com/yahoo/ycsb/db/TapirClient.java 0 → 100644
View file @ 656d1711
/**
* TAPIR client binding for YCSB.
*
* All YCSB records are mapped to a TAPIR *key-value pair*. For scanning
* operations, all keys are saved (by an arbitrary hash) in a sorted set.
*/
package com.yahoo.ycsb.db;
import com.yahoo.ycsb.DB;
import com.yahoo.ycsb.DBException;
import com.yahoo.ycsb.ByteIterator;
import com.yahoo.ycsb.StringByteIterator;
import com.yahoo.ycsb.Tapir.Client;
import java.util.Vector;
import java.util.Properties;
import java.util.Map;
import java.util.Set;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
public class TapirClient extends DB {
public class TableRow extends HashMap<String, String> {
public TableRow(HashMap<String, String> m) {
super(m);
}
public TableRow(String s) {
//System.out.println(s);
String columns[] = s.split("\n");
for (int i = 0; i < columns.length; i++) {
String column[] = columns[i].split("\t");
put(column[0],column[1]);
}
}
public String toString() {
String ret = "";
for (Map.Entry<String, String> column : entrySet()) {
ret = ret + column.getKey() + "\t" + column.getValue() + "\n";
}
return ret;
}
}
public static final String CONFIG = "tapir.configpath";
public static final String NSHARDS = "tapir.nshards";
public static final String REPLICA = "tapir.closestreplica";
private Client client;
public void init() throws DBException {
Properties props = getProperties();
String configPath = props.getProperty(CONFIG);
int nshards = Integer.parseInt(props.getProperty(NSHARDS));
int closestReplica = Integer.parseInt(props.getProperty(REPLICA));
client = new Client(configPath, nshards, closestReplica);
}
// public void cleanup() throws DBException {
// IntPointer stats = client.Stats();
// }
/**
* Start a database transaction.
*/
@Override
public void start() throws DBException
{
client.Begin();
}
/**
* Commit the current database transaction.
*/
@Override
public void commit() throws DBException
{
client.Commit();
}
/**
* Abort the current database transaction.
*/
@Override
public void abort() throws DBException
{
client.Abort();
}
@Override
public int read(String table, String key, Set<String> fields,
HashMap<String, ByteIterator> result) {
String value = client.Get(table+key);
//System.out.println("Read: "+ table + key + " Value:" + value);
if (value.isEmpty()) {
return 1;
}
TableRow row = new TableRow(value);
if (fields == null) {
result = StringByteIterator.getByteIteratorMap(row);
} else {
for (String field : fields) {
if (!row.containsKey(field)) {
return 1;
}
result.put(field, new StringByteIterator(row.get(field)));
}
}
return 0;
}
@Override
public int insert(String table, String key, HashMap<String, ByteIterator> values) {
String value = client.Get(table + key);
TableRow row = new TableRow(StringByteIterator.getStringMap(values));
TableRow existingRow;
//System.out.println(value);
// This key doesn't exist, so just insert the whole row
if (value.isEmpty()) {
//System.out.println("Insert: "+ table + key + " Values:" + row.toString());
return client.Put(table+key, row.toString());
}
// Create a row out of the existing row
existingRow = new TableRow(value);
// Merge in the new values
for (Map.Entry<String, String> column : row.entrySet()) {
existingRow.put(column.getKey(), column.getValue());
}
// Put the rown back in the store
//System.out.println("Insert: "+ table + key + " Values:" + existingRow.toString());
return client.Put(table+key, existingRow.toString());
}
@Override
public int delete(String table, String key) {
//System.out.println("Delete: " + table + key);
String value = client.Get(table+key);
if (value != "") {
// Zero out the key if it exists
return client.Put(table+key, "");
}
return 0;
}
@Override
public int update(String table, String key, HashMap<String, ByteIterator> values) {
//System.out.println("Update: " + table + key);
String value = client.Get(table+key);
TableRow row = new TableRow(StringByteIterator.getStringMap(values));
TableRow existingRow;
// Couldn't get the existing key, so return an error
if (value.isEmpty()) {
return 1;
}
// Create a row out of the existing row
existingRow = new TableRow(value);
// Update values
for (Map.Entry<String, String> column : row.entrySet()) {
// if the column doesn't already exist, throw an error
if (!existingRow.containsKey(column.getKey())) {
return 1;
}
// Update
existingRow.put(column.getKey(), column.getValue());
}
// Put the key back in the store
return client.Put(table+key, existingRow.toString());
}
@Override
public int scan(String table, String startkey, int recordcount,
Set<String> fields, Vector<HashMap<String, ByteIterator>> result) {
throw new UnsupportedOperationException("Scan not supported in TAPIR.");
}
}
ycsb-t/workloads/#workloade# 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload E: Short ranges
# Application example: threaded conversations, where each scan is for the posts in a given thread (assumed to be clustered by thread id)
#
# Scan/insert ratio: 95/5
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
# The insert order is hashed, not ordered. Although the scans are ordered, it does not necessarily
# follow that the data is inserted in order. For example, posts for thread 342 may not be inserted contiguously, but
# instead interspersed with posts from lots of other threads. The way the YCSB client works is that it will pick a start
# key, and then request a number of records; this works fine even for hashed insertion.
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0
updateproportion=0
scanproportion=0.95
insertproportion=0.05
requestdistribution=zipfian
maxscanlength=100
scanlengthdistribution=uniform
ycsb-t/workloads/workloada 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload A: Update heavy workload
# Application example: Session store recording recent actions
#
# Read/update ratio: 50/50
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0.5
updateproportion=0.5
scanproportion=0
insertproportion=0
requestdistribution=zipfian
dotransactions=true
ycsb-t/workloads/workloadb 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload B: Read mostly workload
# Application example: photo tagging; add a tag is an update, but most operations are to read tags
#
# Read/update ratio: 95/5
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0.95
updateproportion=0.05
scanproportion=0
insertproportion=0
requestdistribution=zipfian
ycsb-t/workloads/workloadc 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload C: Read only
# Application example: user profile cache, where profiles are constructed elsewhere (e.g., Hadoop)
#
# Read/update ratio: 100/0
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=1
updateproportion=0
scanproportion=0
insertproportion=0
requestdistribution=zipfian
ycsb-t/workloads/workloadd 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload D: Read latest workload
# Application example: user status updates; people want to read the latest
#
# Read/update/insert ratio: 95/0/5
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: latest
# The insert order for this is hashed, not ordered. The "latest" items may be
# scattered around the keyspace if they are keyed by userid.timestamp. A workload
# which orders items purely by time, and demands the latest, is very different than
# workload here (which we believe is more typical of how people build systems.)
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0.95
updateproportion=0
scanproportion=0
insertproportion=0.05
requestdistribution=latest
ycsb-t/workloads/workloade 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload E: Short ranges
# Application example: threaded conversations, where each scan is for the posts in a given thread (assumed to be clustered by thread id)
#
# Scan/insert ratio: 95/5
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
# The insert order is hashed, not ordered. Although the scans are ordered, it does not necessarily
# follow that the data is inserted in order. For example, posts for thread 342 may not be inserted contiguously, but
# instead interspersed with posts from lots of other threads. The way the YCSB client works is that it will pick a start
# key, and then request a number of records; this works fine even for hashed insertion.
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0
updateproportion=0
scanproportion=0.95
insertproportion=0.05
requestdistribution=zipfian
maxscanlength=100
scanlengthdistribution=uniform
ycsb-t/workloads/workloadf 0 → 100644
View file @ 656d1711
# Copyright (c) 2010 Yahoo! Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License. You
# may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied. See the License for the specific language governing
# permissions and limitations under the License. See accompanying
# LICENSE file.
# Yahoo! Cloud System Benchmark
# Workload F: Read-modify-write workload
# Application example: user database, where user records are read and modified by the user or to record user activity.
#
# Read/read-modify-write ratio: 50/50
# Default data size: 1 KB records (10 fields, 100 bytes each, plus key)
# Request distribution: zipfian
recordcount=1000
operationcount=1000
workload=com.yahoo.ycsb.workloads.CoreWorkload
readallfields=true
readproportion=0.5
updateproportion=0
scanproportion=0
insertproportion=0
readmodifywriteproportion=0.5
requestdistribution=zipfian