wassname/keywordshitter2
1
0
Fork 0
mirror of https://github.com/wassname/keywordshitter2.git synced 2026-06-27 16:10:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

Save settings

Browse Source
This commit is contained in:
Is Isilon
2016-02-07 09:51:07 +08:00
parent 17d3181068
commit 34cab4ec4f
2 changed files with 297 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files
public/index.html
+10 -8
View File
@@ -36,7 +36,9 @@
<label for="input" >Starting searches:</label>
<textarea id="input" autocomplete="off" autocorrect="off" autocapitalize="off" spellcheck="false" rows="6" title="queue" class="form-control" placeholder="I accidentally
on purpose">I accidentally
on purpose</textarea>
on purpose
dismantled my
lying internet</textarea>
</div>
<a class="btn btn-info" id="startjob" onclick="StartJob();" type="button" value="Shit Keywords!">Shit Keywords!</a>
@@ -50,12 +52,12 @@ on purpose</textarea>
<!-- </div> -->
<!-- <div class="col-sm-2"> -->
<div id="advanced" class="collapse">
<form id="advanced" class="collapse">
<div class="form-group">
<label for="sel1">Service:</label>
<select class="form-control" id="select-service" disabled>
<select class="form-control" name="service" id="service" disabled>
<option>google</option>
<option>twitter</option>
<option>yahoo</option>
@@ -71,7 +73,7 @@ on purpose</textarea>
<div class="form-group">
<label for="rate-limit">Prefixes</label>
<textarea type="text" title="These values are added before words to prompt the search suggestions" class="form-control" id="prefixes" >a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,y,x,y,z,how,which,why,where,who,when,are,what</textarea>
<textarea type="text" title="These values are added before words to prompt the search suggestions" class="form-control" name="prefixes" id="prefixes" >a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,y,x,y,z,how,which,why,where,who,when,are,what</textarea>
</div>
<div class="form-group">
<label for="rate-limit">Suffixes:</label>
@@ -80,19 +82,19 @@ on purpose</textarea>
<div class="form-group">
<label for="filter-positive" >Positive filter:</label>
<textarea disabled id="filter-positive" class="form-control" rows="3" onkeyup="FilterIfNotWorking()"
<textarea disabled id="filter-positive" name="filter-positive" class="form-control" rows="3" onkeyup="FilterIfNotWorking()"
placeholder="Positive Filter"></textarea>
</div>
<div class="form-group">
<label for="filter-negative">Negative filter:</label>
<textarea disabled id="filter-negative" class="form-control" rows="3" onkeyup="FilterIfNotWorking()" placeholder="Negative Filter"></textarea>
<textarea disabled id="filter-negative" name="filter-negative" class="form-control" rows="3" onkeyup="FilterIfNotWorking()" placeholder="Negative Filter"></textarea>
</div>
<div class="form-group">
<label for="rate-limit">Rate limit (for experts):</label>
<input type="text" disabled title="Value between searches in milliseconds" class="form-control" id="rate-limit" value="750" title="Only change if you know what you are doing. This could get your ip banned, or place a burden on the suggest servers." >
<input type="text" title="Value between searches in milliseconds" class="form-control" id="rate-limit" value="750" name="rate-limit" title="Only change if you know what you are doing. This could get your ip banned, or place a burden on the suggest servers." disabled>
</div>
</div>
</form>
<div id="about" class="collapse">
<p>Keyword shitter 2 is inspired by the amazing Keyword shitter 1!</p>
public/main.js
+287 -137
View File
@@ -1,8 +1,8 @@
var keywordsToDisplay = new Array();
var keywordsToDisplay = [];
var hashMapResults = {};
var numOfInitialKeywords = 0;
var doWork = false;
var keywordsToQuery = new Array();
var keywordsToQuery = [];
var keywordsToQueryIndex = 0;
var queryflag = false;
@@ -14,12 +14,72 @@ var suffixes;
var objectStore;
var myIp;
$.getJSON("http://jsonip.com?callback=?", function (data) {
myIp = data.host;
});
$.getJSON('https://api.ipify.org?format=json', function (data) {
myIp = data.ip;
});
// $.getJSON("http://jsonip.com?callback=?", function (data) {
// myIp = data.host;
// });
function ebayParser(){}
// s = req.lstrip('/**/nil/(').rstrip(')')
// sugg_texts = json.loads(s)['res']['sug']
// print('j', sugg_texts)
// return {'sugg_texts': sugg_texts}
function twitterParser(){}
// j = json.loads(req)
// return {
// 'sugg_texts': [t['topic'] for t in j['topics']],
// 'meta': j,
// 'relevances': [t['rounded_score'] for t in j['topics']],
// }
// Ref: https://github.com/estivo/Instantfox/blob/master/firefox/c1hrome/content/defaultPluginList.js
// Ref: https://github.com/bnoordhuis/mozilla-central/tree/master/browser/locales/en-US/searchplugins
services={
"google":
"http://suggestqueries.google.com/complete/search?client=chrome&hl=${lang}&q=${query}&ds=${site}&gl=${country}",
"duckduckgo": "https://ac.duckduckgo.com/ac/?q=${query}&type=list",
"yahoo":
"https://search.yahoo.com/sugg/ff?output=fxjson&appid=ffd&command=${query}",
"bing": "http://api.bing.com/osjson.aspx?query=${query}",
"ebay":
"http://autosug.ebay.com/autosug?kwd=${query}&_jgr=1&sId=0&_ch=0&callback=nil",
"wikipedia":
"http://en.wikipedia.org/w/api.php?action=opensearch&search=${query}",
"amazon":
"http://completion.amazon.co.uk/search/complete?method=completion&q=${query}&search-alias=aps&mkt=4",
"startpage.com":
"https://startpage.com/cgi-bin/csuggest?output=json&pl=ff&lang=english&query=${query}",
"twitter":
"https://twitter.com/i/search/typeahead.json?count=${max_results}&q=${query}&result_type=topics&src=SEARCH_BOX"
};
var RESPONSE_TEMPLATES = {
"google": ['query', 'sugg_texts', 'sugg_titles', '_', 'meta'],
"google_maps": ['query', 'sugg_texts', 'sugg_titles', '_', 'meta'],
"duckduckgo": ['query', 'sugg_texts'],
"yahoo": ['query', 'sugg_texts'],
"bing": ['query', 'sugg_texts'],
"bing_search": ['query', 'sugg_texts'],
"ebay": ebayParser,
"wikipedia": ['query', 'sugg_texts'],
"amazon": ['query', 'sugg_texts'],
"startpage.com": ['query', 'sugg_texts'],
"twitter": twitterParser
};
// setup a db. Ref: https://developer.mozilla.org/en-US/docs/Web/API/IndexedDB_API/Using_IndexedDB
/** Basic error handler **/
function errorHandler(){
console.error(this,arguments);
return this; // for chaining
}
var db;
var dbReq = window.indexedDB.open("KeywordShitter2", 2);
dbReq.onerror = function (event) {
@@ -48,12 +108,15 @@ dbReq.onupgradeneeded = function (event) {
objectStore.createIndex("search", "search", {
unique: false
});
objectStore.createIndex("keywords", "keywords", {
objectStore.createIndex("keyword", "keyword", {
unique: false
});
objectStore.createIndex("keyword", "keyword", {
unique: true
});
} else {
objectStore = db.objectStore("customers");
// objectStore = db.objectStore("customers");
}
};
@@ -76,48 +139,53 @@ function StartJob() {
var ks = $('#input').val().split("\n");
var i = 0;
for (i = 0; i < ks.length; i++) {
keywordsToQuery[keywordsToQuery.length] = {
Keyword: ks[i]
};
keywordsToDisplay[keywordsToDisplay.length] = {
Keyword: ks[i]
};
keywordsToQuery[keywordsToQuery.length] = ks[i];
// keywordsToDisplay[keywordsToDisplay.length] = {
// Keyword: ks[i]
// };
var j = 0;
for (j = 0; j < 26; j++) {
var chr = String.fromCharCode(97 + j);
var currentx = ks[i] + ' ' + chr;
keywordsToQuery[keywordsToQuery.length] = {
Keyword: currentx
};
hashMapResults[currentx] = 1;
}
// var j = 0;
// for (j = 0; j < 26; j++) {
// var chr = String.fromCharCode(97 + j);
// var currentx = ks[i] + ' ' + chr;
// keywordsToQuery[keywordsToQuery.length] = currentx;
// hashMapResults[currentx] = 1;
// }
}
numOfInitialKeywords = keywordsToDisplay.length;
FilterAndDisplay();
doWork = true;
$('#startjob').val('Stop Job').text('Stop Job').addClass('btn-danger');
$('#startjob').val('Stop Job').text('Stop shitting').addClass('btn-danger');
$('#input').hide();
} else {
doWork = false;
$('#startjob').val('Start Job').text('Start Job').removeClass('btn-danger');
$('#startjob').val('Start Job').text('Start shitting').removeClass('btn-danger');
$('#input').show();
FilterAndDisplay();
table.draw();
table.columns.adjust();
saveSettings();
}
}
function DoJob() {
if (doWork == true && queryflag == false) {
if (doWork === true && queryflag === false) {
if (keywordsToQueryIndex < keywordsToQuery.length) {
var currentKw = keywordsToQuery[keywordsToQueryIndex].Keyword;
// if (currentKw[currentKw.length - 1] != '✓') {
var currentKw = keywordsToQuery[keywordsToQueryIndex];
if (currentKw[currentKw.length - 1] != '✓') {
QueryKeyword(currentKw);
// }
}
keywordsToQueryIndex++;
} else {
if (numOfInitialKeywords != keywordsToDisplay.length) {
doWork = false;
$('#startjob').val('Start Job');
$('#startjob').val('Start Job').text('Start shitting').removeClass('btn-danger');
$('#input').show();
FilterAndDisplay();
table.draw();
table.columns.adjust();
} else {
keywordsToQueryIndex = 0;
}
@@ -125,100 +193,136 @@ function DoJob() {
}
}
/** Stem results and add to queue **/
function stemResults(retList, search){
// stem the result and add too
// sort so the shortest is first in the queue
retList.sort(function (a, b) {
return a.length - b.length;
});
for (var i = 0; i < retList.length; i++) {
var currents = CleanVal(retList[i]);
// add suggestion to queue
if (currents!==search)
keywordsToQuery[keywordsToQuery.length] = currents;
// add permutations
for (var k = 0; k < prefixes.length; k++) {
var chr = prefixes[k];
var currentx = chr + ' ' + currents;
keywordsToQuery[keywordsToQuery.length] = currentx;
hashMapResults[currentx] = 1;
}
for (var j = 0; j < prefixes.length; j++) {
var chr = prefixes[j];
var currentx = currents + ' ' + chr;
keywordsToQuery[keywordsToQuery.length] = currentx;
hashMapResults[currentx] = 1;
}
}
}
/** Get search suggestions for a keyword **/
function QueryKeyword(keyword) {
var querykeyword = keyword;
//var querykeyword = encodeURIComponent(keyword);
var queryresult = '';
queryflag = true;
queryflag = true; // wait for this worker
$.ajax({
url: "http://suggestqueries.google.com/complete/search",
jsonp: "jsonp",
dataType: "jsonp",
data: {
q: querykeyword,
client: "chrome"
},
success: function (res, statusText, jqXHR) {
var search = res[0];
var retList = res[1];
// sort so the shortest is first in the queue
// retList.sort(function (a, b) {
// return a.length - b.length;
// });
var i = 0;
for (i = 0; i < retList.length; i++) {
var currents = CleanVal(retList[i]);
if (hashMapResults[currents] != 1) {
hashMapResults[currents] = 1;
var cleanKw = CleanVal(retList[i]);
// add keyword to queue and display and db
keywordsToQuery[keywordsToQuery.length] = {
Keyword: currents
};
keywordsToDisplay[keywordsToDisplay.length] = {
Keyword: cleanKw
};
table.row.add([keywordsToDisplay.length, cleanKw, cleanKw.length, undefined, undefined, search]).draw(false);
// add to db
var transaction = db.transaction(["suggestions"], "readwrite");
transaction.onerror = console.error;
var objectStore = transaction.objectStore("suggestions");
objectStore.add({
Keyword: cleanKw,
Length: cleanKw.length,
search: search,
ip: myIp,
url: this.url,
time: (new Date()).toUTCString()
});
// stem the result and add too
for (var k = 0; k < prefixes.length; k++) {
var chr = prefixes[k];
var currentx = chr + ' ' + currents;
keywordsToQuery[keywordsToQuery.length] = {
Keyword: currentx
};
hashMapResults[currentx] = 1;
}
for (var j = 0; j < prefixes.length; j++) {
var chr = prefixes[j];
var currentx = currents + ' ' + chr;
keywordsToQuery[keywordsToQuery.length] = {
Keyword: currentx
};
hashMapResults[currentx] = 1;
}
}
// first check in db
var reqObj = db.transaction(["suggestions"],"readonly").
objectStore("suggestions")
.index("search")
.getAll(keyword)
.onsuccess = function(e) {
console.log(e.target.result);
if ('already exists', e.target.results){
// TODO add
}
table.draw();
// FilterAndDisplay();
var textarea = document.getElementById("input");
// textarea.scrollTop = textarea.scrollHeight;
queryflag = false;
else {
// now remove from the queue
// FIXME oh wait but that mean it progress up th queue by 2 instead of one
// var found=false;
// for (var l = 0; l < keywordsToQuery.length; l++) {
// if (keywordsToQuery[l].Keyword==search){
// // keywordsToQuery.splice(l,1);
// keywordsToQuery[l].Keyword+=' ✓';
// found=true;
// break;
// }
// }
// if (!found){console.error('Did not find ', search, 'in queue');}
$.ajax({
url: "http://suggestqueries.google.com/complete/search",
jsonp: "jsonp",
dataType: "jsonp",
data: {
q: querykeyword,
client: "chrome"
},
success: function (res, statusText, jqXHR) {
var search = res[0];
var retList = res[1];
var char, currentx;
}
});
// store results
for (var i = 0; i < retList.length; i++) {
var currents = CleanVal(retList[i]);
if (hashMapResults[currents] != 1) {
hashMapResults[currents] = 1;
var cleanKw = CleanVal(retList[i]);
// display
table.row.add([
table.rows()[0].length,
cleanKw,
cleanKw.length,
undefined,
undefined,
search])
.draw(false);
// add to db
var transaction = db.transaction(["suggestions"], "readwrite");
transaction.onerror = errorHandler;
var objectStore = transaction.objectStore("suggestions");
addReq = objectStore.add({
Keyword: cleanKw,
Length: cleanKw.length,
search: search,
ip: myIp,
url: this.url,
time: (new Date()).toUTCString()
});
addReq.onerror=errorHandler;
}
}
stemResults(retList);
// now remove from the queue
// FIXME oh wait but that mean it progress up th queue by 2 instead of one
var found=false;
for (var l = 0; l < keywordsToQuery.length; l++) {
if (keywordsToQuery[l]==search){
// keywordsToQuery.splice(l,1);
keywordsToQuery[l]+=' ✓';
found=true;
break;
}
}
if (!found){console.error('Did not find ', search, 'in queue');}
// table.draw();
// FilterAndDisplay();
//
// var textarea = document.getElementById("input");
// textarea.scrollTop = textarea.scrollHeight;
//
queryflag = false;
}
});
}
};
reqObj.onerror=errorHandler;
}
function CleanVal(input) {
@@ -246,14 +350,12 @@ function Filter(listToFilter) {
var retList = listToFilter;
if (document.getElementById("filter-positive").value.length > 0) {
var filteredList = new Array();
var filteredList = [];
var filterContains = document.getElementById("filter-positive").value.split("\n");
var i = 0;
for (i = 0; i < retList.length; i++) {
var currentKeyword = retList[i].Keyword;
for (var i = 0; i < retList.length; i++) {
var currentKeyword = retList[i];
var boolContainsKeyword = false;
var j = 0;
for (j = 0; j < filterContains.length; j++) {
for (var j = 0; j < filterContains.length; j++) {
if (filterContains[j].length > 0) {
if (currentKeyword.indexOf(filterContains[j]) != -1) {
boolContainsKeyword = true;
@@ -263,7 +365,7 @@ function Filter(listToFilter) {
}
if (boolContainsKeyword) {
filteredList[filteredList.length].Keyword = currentKeyword;
filteredList[filteredList.length] = currentKeyword;
}
}
@@ -271,14 +373,12 @@ function Filter(listToFilter) {
}
if (document.getElementById("filter-negative").value.length > 0) {
var filteredList = new Array();
var filteredList = [];
var filterContains = document.getElementById("filter-negative").value.split("\n");
var i = 0;
for (i = 0; i < retList.length; i++) {
var currentKeyword = retList[i].Keyword;
for (var i = 0; i < retList.length; i++) {
var currentKeyword = retList[i];
var boolCleanKeyword = true;
var j = 0;
for (j = 0; j < filterContains.length; j++) {
for (var j = 0; j < filterContains.length; j++) {
if (filterContains[j].length > 0) {
if (currentKeyword.indexOf(filterContains[j]) >= 0) {
boolCleanKeyword = false;
@@ -288,7 +388,7 @@ function Filter(listToFilter) {
}
if (boolCleanKeyword) {
filteredList[filteredList.length].Keyword = currentKeyword;
filteredList[filteredList.length] = currentKeyword;
}
}
@@ -303,23 +403,72 @@ function FilterAndDisplay() {
var sb = '';
var outputKeywords = Filter(keywordsToQuery);
for (i = 0; i < outputKeywords.length; i++) {
sb += outputKeywords[i].Keyword;
sb += outputKeywords[i];
sb += '\n';
}
// document.getElementById("input").value = "";
document.getElementById("input").value = sb;
// document.getElementById("numofkeywords").innerHTML = '' + outputKeywords.length + ' : ' + keywordsToDisplay.length;
document.getElementById("numofkeywords").innerHTML = '' + outputKeywords.length + ' : ' + keywordsToDisplay.length;
}
function FilterIfNotWorking() {
if (doWork == false) {
FilterAndDisplay();
}
function get_kwkeg(){
var kws = table
.data()
.filter( function ( value, index ) {
return !value[3];
}).pluck(1);
var queries='kw%5B%5D='+kws.join('&kw%5B%5D=');
var url = '//keywordkeg.com/service/1/getKeywordData.php?source=keyshi&apiKey=ed8bd29691f4d6a9eb8e032d82de9714&'+queries;
$.ajax({
url:url,
crossDomain: true,
headers: {"Access-Control-Allow-Origin": "*"},
type: 'GET'
}).success(function(data){
for (var i = 0; i < data.length; i++) {
data[i];
}
});
}
// function FilterIfNotWorking() {
// if (doWork == false) {
// FilterAndDisplay();
// }
// }
//set options from localstorage and watch for changes
function loadSettings(){
if (localStorage.service) $("#service").val( localStorage.service );
if (localStorage.filterNegative) $("#filter-negative").val( localStorage.filterNegative );
if (localStorage.filterPositive) $("#filter-positive").val( localStorage.filterPositive );
if (localStorage.rateLimit) $("#rate-limit").val( localStorage.rateLimit );
if (localStorage.input) $("#input").val( localStorage.input );
if (localStorage.prefixes) $("#prefixes").val( localStorage.prefixes );
if (localStorage.suffixes) $("#suffixes").val( localStorage.suffixes );
}
function saveSettings(){
localStorage.service = $('#service').val();
localStorage.filterNegative = $('#filter-negative').val();
localStorage.filterPositive = $('#filter-positive').val();
localStorage.rateLimit = $('#rate-limit').val();
localStorage.input = $('#input').val();
localStorage.prefixes = $('#prefixes').val();
localStorage.suffixes = $('#suffixes').val();
}
$(document).ready(function () {
loadSettings();
table = $('#outtable').DataTable({
// "dom": '<"top"iflp<"clear">>rt<"bottom"ipB<"clear">>',
// responsive: true,
@@ -349,4 +498,5 @@ $(document).ready(function () {
// aaSorting: [],
// data: keywordsToDisplay
});
table.order([ 0, 'dec' ]);
});