-
-
+
+
+
+
Shit Keywords!
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
Keyword shitter 2 is inspired by the amazing Keyword shitter 1!
+
+
New features include: multiple services, sorting results, configurable keywords stemming, IndexDB storage, and some options.
+
+
But you will be glad to know we kept the same old shit name.
+
+
-
@@ -64,6 +123,7 @@
Length |
Searches |
CPC |
+ Search |
@@ -78,13 +138,11 @@
-
+
-
-
diff --git a/public/main.js b/public/main.js
index 5479288..a12e1c3 100644
--- a/public/main.js
+++ b/public/main.js
@@ -5,37 +5,94 @@ var doWork = false;
var keywordsToQuery = new Array();
var keywordsToQueryIndex = 0;
var queryflag = false;
+
+
+
var table;
+var prefixes;
+var suffixes;
+var objectStore;
+
+var myIp;
+$.getJSON("http://jsonip.com?callback=?", function (data) {
+ myIp = data.host;
+});
+
+
+// setup a db. Ref: https://developer.mozilla.org/en-US/docs/Web/API/IndexedDB_API/Using_IndexedDB
+var db;
+var dbReq = window.indexedDB.open("KeywordShitter2", 2);
+dbReq.onerror = function (event) {
+ console.error('dbReq', event);
+};
+dbReq.onsuccess = function (event) {
+ // Do something with request.result!
+ console.log('dbReq', event);
+ db = event.target.result;
+ db.onerror = function (event) {
+ // Generic error handler for all errors targeted at this database's
+ // requests!
+ console.error("Database error: " + event.target.errorCode);
+ };
+};
+dbReq.onupgradeneeded = function (event) {
+ console.log("running onupgradeneeded");
+ db = event.target.result;
+
+ if (!db.objectStoreNames.contains("suggestions")) {
+ objectStore = db.createObjectStore("suggestions", {
+ autoIncrement: true
+ });
+
+ // Create an index to search suggestions by search.
+ objectStore.createIndex("search", "search", {
+ unique: false
+ });
+ objectStore.createIndex("keywords", "keywords", {
+ unique: true
+ });
+
+ } else {
+ objectStore = db.objectStore("customers");
+ }
+};
window.setInterval(DoJob, 750);
function StartJob() {
if (doWork == false) {
- keywordsToDisplay = new Array();
+ keywordsToDisplay = [];
hashMapResults = {};
- keywordsToQuery = new Array();
+ keywordsToQuery = [];
keywordsToQueryIndex = 0;
hashMapResults[""] = 1;
hashMapResults[" "] = 1;
hashMapResults[" "] = 1;
+ prefixes = $('#prefixes').val().split(',');
+ suffixes = $('#suffixes').val().split(',');
+
var ks = $('#input').val().split("\n");
var i = 0;
for (i = 0; i < ks.length; i++) {
- keywordsToQuery[keywordsToQuery.length] = {Keyword: ks[i]};
- keywordsToDisplay[keywordsToDisplay.length]= {Keyword: ks[i]};
+ keywordsToQuery[keywordsToQuery.length] = {
+ Keyword: ks[i]
+ };
+ keywordsToDisplay[keywordsToDisplay.length] = {
+ Keyword: ks[i]
+ };
var j = 0;
for (j = 0; j < 26; j++) {
var chr = String.fromCharCode(97 + j);
var currentx = ks[i] + ' ' + chr;
- keywordsToQuery[keywordsToQuery.length] = {Keyword: currentx};
+ keywordsToQuery[keywordsToQuery.length] = {
+ Keyword: currentx
+ };
hashMapResults[currentx] = 1;
}
}
- //document.getElementById("input").value = '';
- //document.getElementById("input").value += "\n";
numOfInitialKeywords = keywordsToDisplay.length;
FilterAndDisplay();
@@ -44,8 +101,8 @@ function StartJob() {
} else {
doWork = false;
- alertify.alert("Stopped");
$('#startjob').val('Start Job').text('Start Job').removeClass('btn-danger');
+ FilterAndDisplay();
}
}
@@ -53,11 +110,12 @@ function DoJob() {
if (doWork == true && queryflag == false) {
if (keywordsToQueryIndex < keywordsToQuery.length) {
var currentKw = keywordsToQuery[keywordsToQueryIndex].Keyword;
- QueryKeyword(currentKw);
+ // if (currentKw[currentKw.length - 1] != '✓') {
+ QueryKeyword(currentKw);
+ // }
keywordsToQueryIndex++;
} else {
if (numOfInitialKeywords != keywordsToDisplay.length) {
- alertify.alert("Done");
doWork = false;
$('#startjob').val('Start Job');
} else {
@@ -81,7 +139,8 @@ function QueryKeyword(keyword) {
q: querykeyword,
client: "chrome"
},
- success: function (res) {
+ success: function (res, statusText, jqXHR) {
+ var search = res[0];
var retList = res[1];
// sort so the shortest is first in the queue
@@ -94,34 +153,70 @@ function QueryKeyword(keyword) {
var currents = CleanVal(retList[i]);
if (hashMapResults[currents] != 1) {
hashMapResults[currents] = 1;
- var cleanKw = CleanVal(retList[i]);
- keywordsToDisplay[keywordsToDisplay.length] = {Keyword:cleanKw};
- table.row.add([keywordsToDisplay.length,cleanKw,cleanKw.length]).draw( false );
+ var cleanKw = CleanVal(retList[i]);
- keywordsToQuery[keywordsToQuery.length] = {Keyword: currents};
+ // add keyword to queue and display and db
+ keywordsToQuery[keywordsToQuery.length] = {
+ Keyword: currents
+ };
+ keywordsToDisplay[keywordsToDisplay.length] = {
+ Keyword: cleanKw
+ };
- var prefixes = ['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'y', 'x', 'y', 'z', 'how', 'which', 'why', 'where', 'who', 'when', 'are', 'what'];
- var suffixes = ['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'y', 'x', 'y', 'z', 'like', 'for', 'without', 'with', 'verses', 'to', 'near', 'except'];
+ table.row.add([keywordsToDisplay.length, cleanKw, cleanKw.length, undefined, undefined, search]).draw(false);
+ // add to db
+ var transaction = db.transaction(["suggestions"], "readwrite");
+ transaction.onerror = console.error;
+ var objectStore = transaction.objectStore("suggestions");
+ objectStore.add({
+ Keyword: cleanKw,
+ Length: cleanKw.length,
+ search: search,
+ ip: myIp,
+ url: this.url,
+ time: (new Date()).toUTCString()
+ });
+
+ // stem the result and add too
for (var k = 0; k < prefixes.length; k++) {
var chr = prefixes[k];
var currentx = chr + ' ' + currents;
- keywordsToQuery[keywordsToQuery.length] = {Keyword: currentx};
+ keywordsToQuery[keywordsToQuery.length] = {
+ Keyword: currentx
+ };
hashMapResults[currentx] = 1;
}
for (var j = 0; j < prefixes.length; j++) {
var chr = prefixes[j];
var currentx = currents + ' ' + chr;
- keywordsToQuery[keywordsToQuery.length] = {Keyword: currentx};
+ keywordsToQuery[keywordsToQuery.length] = {
+ Keyword: currentx
+ };
hashMapResults[currentx] = 1;
}
}
}
table.draw();
- FilterAndDisplay();
+ // FilterAndDisplay();
var textarea = document.getElementById("input");
- textarea.scrollTop = textarea.scrollHeight;
+ // textarea.scrollTop = textarea.scrollHeight;
queryflag = false;
+
+ // now remove from the queue
+ // FIXME oh wait but that mean it progress up th queue by 2 instead of one
+ // var found=false;
+ // for (var l = 0; l < keywordsToQuery.length; l++) {
+ // if (keywordsToQuery[l].Keyword==search){
+ // // keywordsToQuery.splice(l,1);
+ // keywordsToQuery[l].Keyword+=' ✓';
+ // found=true;
+ // break;
+ // }
+ // }
+ // if (!found){console.error('Did not find ', search, 'in queue');}
+
+
}
});
}
@@ -155,7 +250,7 @@ function Filter(listToFilter) {
var filterContains = document.getElementById("filter-positive").value.split("\n");
var i = 0;
for (i = 0; i < retList.length; i++) {
- var currentKeyword = retList[i];
+ var currentKeyword = retList[i].Keyword;
var boolContainsKeyword = false;
var j = 0;
for (j = 0; j < filterContains.length; j++) {
@@ -168,7 +263,7 @@ function Filter(listToFilter) {
}
if (boolContainsKeyword) {
- filteredList[filteredList.length] = currentKeyword;
+ filteredList[filteredList.length].Keyword = currentKeyword;
}
}
@@ -180,7 +275,7 @@ function Filter(listToFilter) {
var filterContains = document.getElementById("filter-negative").value.split("\n");
var i = 0;
for (i = 0; i < retList.length; i++) {
- var currentKeyword = retList[i];
+ var currentKeyword = retList[i].Keyword;
var boolCleanKeyword = true;
var j = 0;
for (j = 0; j < filterContains.length; j++) {
@@ -193,7 +288,7 @@ function Filter(listToFilter) {
}
if (boolCleanKeyword) {
- filteredList[filteredList.length] = currentKeyword;
+ filteredList[filteredList.length].Keyword = currentKeyword;
}
}
@@ -206,14 +301,15 @@ function Filter(listToFilter) {
function FilterAndDisplay() {
var i = 0;
var sb = '';
- var outputKeywords = Filter(keywordsToDisplay);
+ var outputKeywords = Filter(keywordsToQuery);
for (i = 0; i < outputKeywords.length; i++) {
sb += outputKeywords[i].Keyword;
sb += '\n';
}
+ // document.getElementById("input").value = "";
document.getElementById("input").value = sb;
- document.getElementById("numofkeywords").innerHTML = '' + outputKeywords.length + ' : ' + keywordsToDisplay.length;
+ // document.getElementById("numofkeywords").innerHTML = '' + outputKeywords.length + ' : ' + keywordsToDisplay.length;
}
function FilterIfNotWorking() {
@@ -222,49 +318,35 @@ function FilterIfNotWorking() {
}
}
-function post_to_url(path, params, method) {
- method = method || "post"; // Set method to post by default, if not specified.
- // The rest of this code assumes you are not using a library.
- // It can be made less wordy if you use one.
- var form = document.createElement("form");
- form.setAttribute("method", method);
- form.setAttribute("action", path);
-
- for (var key in params) {
- if (params.hasOwnProperty(key)) {
- var hiddenField = document.createElement("input");
- hiddenField.setAttribute("type", "hidden");
- hiddenField.setAttribute("name", key);
- hiddenField.setAttribute("value", params[key]);
-
- form.appendChild(hiddenField);
- }
- }
-
- document.body.appendChild(form);
- form.submit();
-}
-
-function Download() {
- var inputText = document.getElementById("input").value;
- post_to_url('KSDownload.php', {
- 'input_text': inputText
- }, 'post');
-}
-
-$(document).ready(function() {
+$(document).ready(function () {
table = $('#outtable').DataTable({
// "dom": '<"top"iflp<"clear">>rt<"bottom"ipB<"clear">>',
// responsive: true,
- pageLength: 25,
+ pageLength: 25,
// bAutoWidth: false,
// dom: 'lfrtipB',
- dom: "<'row'<'col-sm-3'B><'col-sm-6'p><'col-sm-3'f>>" +
- "<'row'<'col-sm-12'tr>>" +
- "<'row'<'col-sm-4'i><'col-sm-5'p><'col-sm-3'l>>",
- buttons: ['copyHtml5','csvHtml5']
+ dom: "<'row'<'col-sm-3'B><'col-sm-6'i><'col-sm-3'f>>" +
+ "<'row'<'col-sm-12'tr>>" +
+ "<'row'<'col-sm-4'B><'col-sm-5'p><'col-sm-3'l>>",
+ buttons: ['copyHtml5', 'csvHtml5'],
+ "columnDefs": [{
+ "name": "keyword",
+ "targets": 0
+ }, {
+ "name": "length",
+ "targets": 1
+ }, {
+ "name": "volume",
+ "targets": 2
+ }, {
+ "name": "cpc",
+ "targets": 3
+ }, {
+ "name": "search",
+ "targets": 4
+ }],
// aaSorting: [],
// data: keywordsToDisplay
});
-} );
+});
+