Abort cmd support

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "thirdparty/ha-lib"]
+	path = thirdparty/ha-lib
+	url = [email protected]:CacheboxInc/ha-lib.git

Makefile

@@ -15,6 +15,10 @@ export CEPH_RBD
 export GLFS_BD
 export SD_NOTIFY
 
+#top-level dir path
+TGT_DIR = $(PWD)
+export TGT_DIR
+
 .PHONY: all
 all: programs doc conf scripts
 

basic_setup.sh

@@ -0,0 +1,138 @@
+#!/bin/bash -x
+
+function Usage() {
+	echo "1st arg disk file name for target"
+	echo "2nd arg fio config file"
+	exit 1
+}
+
+if [ $# -lt 2 ]; then
+	Usage
+fi
+
+DISK1=$1
+FIO_CONFIG=$2
+
+function Cmd_present() {
+	command -v $1 2>&1 > /dev/null
+	if [ ! $? -eq 0 ]; then
+		echo "Command $1 not present"
+		exit $?
+	fi
+}
+
+# Check for all the to be used commands
+Cmd_present tgtd
+Cmd_present tgtadm
+Cmd_present curl
+Cmd_present iscsiadm
+Cmd_present fio
+
+function cleanup() {
+	rm -rf $DISK1
+	killall -9 tgtd
+}
+
+if [ -f "$DISK1" ]; then
+	echo "File $DISK1 already present."
+	exit 1
+fi
+
+echo "Creating 1G file to be exported as LUN"
+#fallocate -l 1G $DISK1
+dd if=/dev/zero of=$DISK1 bs=1G count=1
+
+if [ ! $? -eq 0 ]; then
+	echo "File creation of $DISK1 failed"
+	cleanup
+	exit $?
+fi
+
+# Start the tgtd
+tgtd
+
+if [ ! $? -eq 0 ]; then
+	echo "Starting tgtd failed"
+	cleanup
+	exit $?
+fi
+
+# Create new VM through REST API
+curl  -s -XPOST 'http://localhost:1984/new_vm/1' \
+	-d '{"vmid":"1","TargetID":"1","TargetName":"disk1"}' \
+	-H 'Content-Type: application/json' 2>&1 > /dev/null
+
+if [ ! $? -eq 0 ]; then
+	echo "Create new VM REST API failed"
+	cleanup
+	exit $?
+else
+	echo "New VM with vmid 1, rest api successful"
+fi
+
+# Create new VMDK through REST API
+curl  -s -XPOST 'http://localhost:1984/vm/1/new_vmdk/1' \
+	-d '{"TargetID":"1","LunID":"1","DevPath":"/var/tmp/iscsi-disk1","VmID":"1","VmdkID":"1","BlockSize":"4096","Compression":{"Enabled":"false"},"Encryption":{"Enabled":"false"},"RamCache":{"Enabled":"true","MemoryInMB":"1024"},"FileCache":{"Enabled":"false"},"SuccessHandler":{"Enabled":"true"}}' \
+	-H'Content-Type: application/json' 2>&1 > /dev/null
+
+if [ ! $? -eq 0 ]; then
+	echo "Create new VMDK REST API failed"
+	cleanup
+	exit $?
+else
+	echo "New VMDK with vmdkid 1, rest api successful"
+fi
+
+# Make the target discoverable
+tgtadm --lld iscsi --op bind --mode target --tid 1 -I ALL
+
+if [ ! $? -eq 0 ]; then
+	echo "Target discoverable command failed"
+	cleanup
+	exit $?
+else
+	echo "Target with tid 1 is now discoverable"
+fi
+
+# Discover
+iscsiadm --mode discovery --type sendtargets --portal 127.0.0.1
+
+# Login through iscsi on this target
+iscsiadm --mode node --targetname disk1 --portal 127.0.0.1:3260 --login
+
+if [ ! $? -eq 0 ]; then
+	echo "iscsi login to target tid 1 failed"
+	cleanup
+	exit $?
+else
+	echo "iscsi login to target tid 1 successful"
+fi
+
+# run fio
+FIO_PATH=$HOME/fio_$$
+
+mkdir $FIO_PATH
+
+if [ ! $? -eq 0 ]; then
+	echo "mkdir $FIO_PATH failed"
+	cleanup
+	exit $?
+else
+	echo "FIO logs with be at $FIO_PATH"
+fi
+
+cd $FIO_PATH
+
+fio $HOME/config.fio
+
+if [ ! $? -eq 0 ]; then
+	echo "fio run failed"
+else
+	echo "fio run succeeded"
+fi
+
+# logout
+iscsiadm --mode node --targetname disk1 --portal 127.0.0.1:3260 --logout
+
+cleanup
+

config.fio

@@ -0,0 +1,20 @@
+[global]
+group_reporting=1
+exitall
+runtime=1m
+time_based=1
+
+# writers, will repeatedly randomly write and verify data
+[writers]
+rw=randwrite
+bsrange=4k-16k
+ioengine=libaio
+iodepth=128
+filename=/dev/sdb
+verify=crc32c
+verify_backlog=1024
+verify_backlog_batch=512
+verify_interval=512
+numjobs=1
+create_serialize=0
+

dockers/build/Dockerfile

@@ -0,0 +1,31 @@
+# Pull base image
+FROM ubuntu:16.04
+
+# Install essential packages
+
+RUN rm -rf /var/lib/apt/lists/*
+RUN apt-get -y update
+RUN apt-get -y upgrade
+
+# for folly
+RUN apt-get install -y cmake libboost-all-dev libevent-dev libdouble-conversion-dev libgoogle-glog-dev
+RUN apt-get install -y libgflags-dev libiberty-dev liblz4-dev liblzma-dev libsnappy-dev make
+RUN apt-get -y update
+RUN apt-get -y upgrade
+RUN apt-get install -y zlib1g-dev binutils-dev libjemalloc-dev libssl-dev pkg-config
+
+# for storage layer
+RUN apt-get -y update
+RUN apt-get -y upgrade
+RUN apt-get install -y software-properties-common
+RUN add-apt-repository -y ppa:jonathonf/gcc-7.2
+RUN apt-get -y update
+RUN apt-get install -y gcc-7 g++-7
+RUN update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-7 60 --slave /usr/bin/g++ g++ /usr/bin/g++-7
+
+ADD run.sh /opt/run.sh
+
+VOLUME /shared
+WORKDIR /shared
+RUN chmod +x /opt/run.sh
+CMD ["/opt/run.sh"]

dockers/build/run.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+
+echo "this is run.sh for tgt" 
+
+# uncomment the below line and comment rest all to aid debug
+#tail -F -n0 /etc/hosts
+
+cwd=$(pwd)
+
+echo "build folly start"
+cd folly
+rm -rf _build
+mkdir _build
+cd _build
+cmake configure .. -DBUILD_SHARED_LIBS=ON
+make
+make install
+echo "build folly complete"
+
+cd $cwd
+echo "build CRoaring start"
+cd hyc-storage-layer/thirdparty/CRoaring
+rm -rf _build
+mkdir _build
+cd _build
+cmake ..
+make
+make install
+echo "build CRoaring complete"
+
+cd $cwd
+echo "build restbed start"
+cd hyc-storage-layer/thirdparty/restbed
+rm -rf _build
+mkdir _build
+cd _build
+cmake -DBUILD_SHARED=YES ..
+make
+make install
+echo "build restbed complete"
+
+cd $cwd
+echo "gtest build start"
+cd googletest
+rm -rf _build
+mkdir _build
+cd _build
+cmake ..
+make
+make install
+echo "gtest build complete"
+
+cd $cwd
+echo "storage lib build start"
+cd hyc-storage-layer
+rm -rf _build
+mkdir _build
+cd _build
+cmake ..
+make
+make test
+make install
+echo "storage lib build complete"
+
+cd $cwd
+echo "tgt build start"
+cd tgt
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/lib/hyc
+make 
+echo "tgt build complete"
+
+cd $cwd
+echo "run.sh for tgt exiting"

readme

@@ -0,0 +1,3 @@
+how to run tgt:
+#./usr/tgtd -f -e "http://127.0.0.1:2379" -s "tgt_svc" -v "v1.0" -p 9001 -D "127.0.0.1" -P 9876
+

setup_cmds.txt

@@ -0,0 +1,35 @@
+Following are the list of commands in order that has to be run to configure
+hyc tgt :
+...........................................................................
+
+1. Start the tgtd.
+2. Create new VM through Rest API
+	# curl  -v -XPOST 'http://localhost:1984/new_vm/1' -d '{"vmid":"1"}' \
+		-H'Content-Type: application/json'
+3. Create new VMDK through Rest API
+	# curl  -v -XPOST 'http://localhost:1984/vm/1/new_vmdk/1' \
+	-d '{"VmID":"1","VmdkID":"1","BlockSize":"4096",\
+	"Compression":{"Enabled":"false"},"Encryption":{"Enabled":"false"},\
+	"RamCache":{"Enabled":"true","MemoryInMB":"1024"},\
+	"FileCache":{"Enabled":"false"},"SuccessHandler":{"Enabled":"true"}}'\
+	-H'Content-Type: application/json'
+
+4. Create new target.
+	# sudo ./tgtadm --lld iscsi --mode target --op new --tid=1 \
+		--targetname disk1
+
+5. Create a new LUN for this new target.
+	# sudo ./tgtadm --lld iscsi --mode logicalunit --op new --tid 1 \
+		--lun 1 -b /var/tmp/iscsi-disk1 --bstype hyc \
+		--bsopts vmid=1:vmdkid:1
+	NOTE: bstype indicates, backing store type, we have our own named "hyc".
+
+6. Make this target discoverable
+	# sudo ./tgtadm --lld iscsi --op bind --mode target --tid 1 -I ALL
+
+7. Discover this target from iscsi client
+	# iscsiadm --mode discovery --type sendtargets --portal 127.0.0.1
+
+8. Login to this target from iscsi client
+	# iscsiadm --mode node --targetname disk1 --portal 127.0.0.1:3260 --login
+