init

Jiankun0830 · Nov 19, 2019 · 14447ce · 14447ce
1 parent f5c052d
commit 14447ce
Show file tree

Hide file tree

Showing 82 changed files with 867 additions and 502 deletions.
diff --git a/.idea/ISTD50043_bookReview.iml b/.idea/ISTD50043_bookReview.iml
diff --git a/.idea/libraries/R_User_Library.xml b/.idea/libraries/R_User_Library.xml
diff --git a/.idea/misc.xml b/.idea/misc.xml
diff --git a/.idea/modules.xml b/.idea/modules.xml
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
diff --git a/Dockerfile b/Dockerfile
@@ -0,0 +1,26 @@
+# python-app
+# ├── Dockerfile
+# └── src
+#     └── app.py
+#     └── requirements.txt
+
+FROM python:3.6
+
+MAINTANER [email protected]
+
+RUN apt-get update -y && \
+    apt-get install -y python3-pip python3-dev
+
+# Create app directory
+WORKDIR /app
+
+# Install app dependencies
+COPY src/requirements.txt ./
+
+RUN pip3 install -r requirements.txt
+
+# Bundle app source
+COPY src /app
+
+EXPOSE 8080
+CMD [ "python3", "app.py" ]
diff --git a/analy/util.py b/analy/util.py
diff --git a/application_setup.sh b/application_setup.sh
@@ -0,0 +1,37 @@
+echo -e "Installation script for Docker CE and nvidia-docker on Ubuntu 16+"
+
+echo -e "Set non-interactive frontend"
+echo -e "Script will run without any prompts"
+export DEBIAN_FRONTEND=noninteractive
+
+echo -e "\n###\n"
+echo -e "Installing prerequisites for Docker CE"
+echo -e "\n###\n"
+
+apt-get update
+apt-get remove docker docker-engine docker.io -y
+apt-get install -y \
+    apt-utils \
+    apt-transport-https \
+    ca-certificates \
+    curl \
+    wget \
+    software-properties-common
+
+curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
+
+sudo add-apt-repository \
+   "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
+   $(lsb_release -cs) \
+   stable"
+
+echo -e "\n###\n"
+echo -e "Installing Docker CE"
+echo -e "Version: latest stable"
+echo -e "\n###\n"
+
+apt-get update
+apt-get install docker-ce -y
+
+docker build -t python-docker-dev .
+docker run --rm -it -p 8080:8080 python-docker-dev
diff --git a/categories.txt b/categories.txt
diff --git a/categoriesSorted.txt b/categoriesSorted.txt
diff --git a/database/sql/store_user_information.sql b/database/sql/store_user_information.sql
diff --git a/img/image-01.jpg b/img/image-01.jpg
diff --git a/img/image-02.jpg b/img/image-02.jpg
diff --git a/img/image-03.jpg b/img/image-03.jpg
diff --git a/img/image-04.jpg b/img/image-04.jpg
diff --git a/img/image-05-preview.jpg b/img/image-05-preview.jpg
diff --git a/img/image-05.jpg b/img/image-05.jpg
diff --git a/img/image-06.jpg b/img/image-06.jpg
diff --git a/img/image-07.jpg b/img/image-07.jpg
diff --git a/img/image-08.jpg b/img/image-08.jpg
diff --git a/img/large-05.jpg b/img/large-05.jpg
diff --git a/p.py b/p.py
diff --git a/script/mongo_script/assign_best_seller.py b/script/mongo_script/assign_best_seller.py
@@ -0,0 +1,27 @@
+from pymongo import MongoClient
+
+col = MongoClient("mongodb://localhost:27017/")["book_metadata"]["metadata"]
+print(col.find().count())
+categories = ["Mystery, Thriller & Suspense"
+,"Science Fiction & Fantasy"
+,"Action & Adventure"
+,"Love & Romance"
+,"Business & Money"
+,"Health, Fitness & Dieting"
+,"Professional & Technical"
+,"Administration & Policy"
+,"Dictionaries & Thesauruses"
+,"Biographies & Memoirs"
+]
+
+def assign_rank(category):
+    p = {'categories': {'$elemMatch': {'$elemMatch': {'$in': [category]}}}}
+    documents = col.find(p).limit(10)
+    ids = [i['asin'] for i in documents]
+    ranks = list(range(1,11))
+    for i,rank in enumerate(ranks):
+        col.update_one({'asin':ids[i]},{"$set":{"salesRank":{category:rank}}})
+    print("Updated category "+category)
+
+for i in categories:
+    assign_rank(i)
diff --git a/script/mongo_script/mongo_util.js b/script/mongo_script/mongo_util.js
@@ -0,0 +1,12 @@
+use admin
+db.createUser({
+      user: "admin",
+      pwd: "myadminpassword",
+      roles: [
+                { role: "userAdminAnyDatabase", db: "admin" },
+                { role: "readWriteAnyDatabase", db: "admin" },
+                { role: "dbAdminAnyDatabase",   db: "admin" }
+             ]
+  });
+use book_log
+db.createUser({user:'db_grp7_test',pwd:'1234567',roles:[{role:'readWrite',db:'book_metadata'},{role:'readWrite',db:'book_log'}]})
diff --git a/script/mongo_script/set_up_mongo.sh b/script/mongo_script/set_up_mongo.sh
@@ -0,0 +1,16 @@
+wget https://kindle-metadata.s3.amazonaws.com/kindle-metadata-after-correction.json
+sudo apt-get update
+wget -qO - https://www.mongodb.org/static/pgp/server-4.2.asc | sudo apt-key add -
+echo "deb [ arch=amd64 ] https://repo.mongodb.org/apt/ubuntu bionic/mongodb-org/4.2 multiverse" | sudo tee /etc/apt/sources.list.d/mongodb-org-4.2.list
+sudo apt-get update
+sudo apt install python3-pip
+pip3 install pymongo
+sudo apt-get install -y mongodb-org
+sudo service mongod start
+mongoimport --db book_metadata --collection metadata --file kindle-metadata-after-correction.json
+pip3 install pymongo
+python3 assign_best_sellers.py
+mongo <mongo_util.js
+sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mongod.conf
+#sudo sed -i "s/#security:/security:\n  authorization: 'enabled'/g" /etc/mongod.conf
+sudo service mongod restart
diff --git a/database/sql/create_additional_tables.sql → ...mysql_script/create_additional_tables.sql b/database/sql/create_additional_tables.sql → ...mysql_script/create_additional_tables.sql
@@ -12,6 +12,8 @@ group by asin
 order by rate_count desc 
 limit 20;
 
+SELECT * FROM mostRated
+LIMIT 10;
 
 
 -- 2. highest rating score (top20)
@@ -25,3 +27,6 @@ group by asin
 HAVING cnt > 4
 order by avg_rating desc
 limit 20;
+
+SELECT * FROM highestAvgScore
+LIMIT 10;