wassname/keywordshitter2
1
0
Fork 0
mirror of https://github.com/wassname/keywordshitter2.git synced 2026-06-27 16:10:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

Added lang and country codes

Browse Source 
And improved datatable
This commit is contained in:
Is Isilon
2016-02-10 13:26:52 +08:00
parent b2f1b5a247
commit 8e80e77cc8
5 changed files with 459 additions and 107 deletions
Download Patch File Download Diff File Expand all files Collapse all files
package.json
+3 -2
View File
@@ -9,10 +9,11 @@
"build": "npm run build-css",
"start": "node server.js"
},
"author": "",
"author": "blackmia,wassname",
"license": "MIT",
"devDependencies": {
"cors": "^2.7.1",
"express": "^4.13.4"
"express": "^4.13.4",
"lessc": "latest"
}
}
public/css/style.css
+4
View File
@@ -6888,3 +6888,7 @@ label {
.pagination {
margin: 0px;
}
.dataTables_wrapper .dataTables_paginate .paginate_button {
margin: 0px;
padding: 0px;
}
public/index.html
+314 -16
View File
@@ -4,15 +4,23 @@
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8">
<meta property="og:title" content="Keyword Shitter2 - The Bulk Keyword Tool" />
<meta property="og:image" content="img/bl.png" />
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/1.10.10/css/jquery.dataTables.min.css"/>
<!-- <link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/buttons/1.1.0/css/buttons.dataTables.min.css"/> -->
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/fixedheader/3.1.0/css/fixedHeader.dataTables.min.css"/>
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/keytable/2.1.0/css/keyTable.dataTables.min.css"/>
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/responsive/2.0.0/css/responsive.dataTables.min.css"/>
<link rel="stylesheet" type="text/css" href="https://cdn.datatables.net/scroller/1.4.0/css/scroller.dataTables.min.css"/>
<link rel="stylesheet" href="css/style.css">
</head>
<body>
<meta http-equiv="CACHE-CONTROL" content="NO-CACHE">
<!-- <meta http-equiv="CACHE-CONTROL" content="NO-CACHE"> -->
<div class="container">
@@ -46,13 +54,13 @@ lying internet</textarea>
<button class="btn btn-default" type="button" data-toggle="collapse" data-target="#about" aria-expanded="false" aria-controls="about">
About
</button>
<a class="btn btn-default" id="reset" title="Load cached data from previous sessions" onclick="loadFromDB();" type="button" value="load">Load cache</a>
<a class="btn btn-default" id="reset" title="Empty all input and results" onclick="reset();" type="button" value="Reset">Reset</a>
<!-- </div> -->
<!-- <div class="col-sm-2"> -->
<form id="advanced" class="collapse">
<br>
<a class="btn btn-default" id="load-from-cache" title="Load cached data from previous sessions" onclick="loadFromDB();" type="button" value="load">Load cache</a>
<a class="btn btn-default" id="export-from-cache" title="Export cached data from previous sessions as a json file" onclick="exportDB();" type="button" value="load">Export cache</a>
<div class="form-group">
<label for="service">Service:</label>
@@ -73,11 +81,303 @@ lying internet</textarea>
</div>
<div class="form-group">
<label for="country">Country code (google):</label>
<input type="text" disabled title="Country code. Two letters. Only works for google for now" class="form-control" id="country" value="US" >
<!-- ISO-3366-1: Alpha-2 Codes -->
<select value="us" class="form-control" name="country" id="country" title="Country code. Two letters. Only works for google for now" >
<option value=""></option>
<option value="af">Afghanistan (af)</option>
<option value="ax">Åland Islands (ax)</option>
<option value="al">Albania (al)</option>
<option value="dz">Algeria (dz)</option>
<option value="as">American Samoa (as)</option>
<option value="ad">Andorra (ad)</option>
<option value="ao">Angola (ao)</option>
<option value="ai">Anguilla (ai)</option>
<option value="aq">Antarctica (aq)</option>
<option value="ag">Antigua and Barbuda (ag)</option>
<option value="ar">Argentina (ar)</option>
<option value="am">Armenia (am)</option>
<option value="aw">Aruba (aw)</option>
<option value="au">Australia (au)</option>
<option value="at">Austria (at)</option>
<option value="az">Azerbaijan (az)</option>
<option value="bs">Bahamas (bs)</option>
<option value="bh">Bahrain (bh)</option>
<option value="bd">Bangladesh (bd)</option>
<option value="bb">Barbados (bb)</option>
<option value="by">Belarus (by)</option>
<option value="be">Belgium (be)</option>
<option value="bz">Belize (bz)</option>
<option value="bj">Benin (bj)</option>
<option value="bm">Bermuda (bm)</option>
<option value="bt">Bhutan (bt)</option>
<option value="bo">Bolivia, Plurinational State of (bo)</option>
<option value="bq">Bonaire, Sint Eustatius and Saba (bq)</option>
<option value="ba">Bosnia and Herzegovina (ba)</option>
<option value="bw">Botswana (bw)</option>
<option value="bv">Bouvet Island (bv)</option>
<option value="br">Brazil (br)</option>
<option value="io">British Indian Ocean Territory (io)</option>
<option value="bn">Brunei Darussalam (bn)</option>
<option value="bg">Bulgaria (bg)</option>
<option value="bf">Burkina Faso (bf)</option>
<option value="bi">Burundi (bi)</option>
<option value="kh">Cambodia (kh)</option>
<option value="cm">Cameroon (cm)</option>
<option value="ca">Canada (ca)</option>
<option value="cv">Cape Verde (cv)</option>
<option value="ky">Cayman Islands (ky)</option>
<option value="cf">Central African Republic (cf)</option>
<option value="td">Chad (td)</option>
<option value="cl">Chile (cl)</option>
<option value="cn">China (cn)</option>
<option value="cx">Christmas Island (cx)</option>
<option value="cc">Cocos (Keeling) Islands (cc)</option>
<option value="co">Colombia (co)</option>
<option value="km">Comoros (km)</option>
<option value="cg">Congo (cg)</option>
<option value="cd">Congo, the Democratic Republic of the (cd)</option>
<option value="ck">Cook Islands (ck)</option>
<option value="cr">Costa Rica (cr)</option>
<option value="ci">Côte d'Ivoire (ci)</option>
<option value="hr">Croatia (hr)</option>
<option value="cu">Cuba (cu)</option>
<option value="cw">Curaçao (cw)</option>
<option value="cy">Cyprus (cy)</option>
<option value="cz">Czech Republic (cz)</option>
<option value="dk">Denmark (dk)</option>
<option value="dj">Djibouti (dj)</option>
<option value="dm">Dominica (dm)</option>
<option value="do">Dominican Republic (do)</option>
<option value="ec">Ecuador (ec)</option>
<option value="eg">Egypt (eg)</option>
<option value="sv">El Salvador (sv)</option>
<option value="gq">Equatorial Guinea (gq)</option>
<option value="er">Eritrea (er)</option>
<option value="ee">Estonia (ee)</option>
<option value="et">Ethiopia (et)</option>
<option value="fk">Falkland Islands (Malvinas) (fk)</option>
<option value="fo">Faroe Islands (fo)</option>
<option value="fj">Fiji (fj)</option>
<option value="fi">Finland (fi)</option>
<option value="fr">France (fr)</option>
<option value="gf">French Guiana (gf)</option>
<option value="pf">French Polynesia (pf)</option>
<option value="tf">French Southern Territories (tf)</option>
<option value="ga">Gabon (ga)</option>
<option value="gm">Gambia (gm)</option>
<option value="ge">Georgia (ge)</option>
<option value="de">Germany (de)</option>
<option value="gh">Ghana (gh)</option>
<option value="gi">Gibraltar (gi)</option>
<option value="gr">Greece (gr)</option>
<option value="gl">Greenland (gl)</option>
<option value="gd">Grenada (gd)</option>
<option value="gp">Guadeloupe (gp)</option>
<option value="gu">Guam (gu)</option>
<option value="gt">Guatemala (gt)</option>
<option value="gg">Guernsey (gg)</option>
<option value="gn">Guinea (gn)</option>
<option value="gw">Guinea-Bissau (gw)</option>
<option value="gy">Guyana (gy)</option>
<option value="ht">Haiti (ht)</option>
<option value="hm">Heard Island and McDonald Islands (hm)</option>
<option value="va">Holy See (Vatican City State) (va)</option>
<option value="hn">Honduras (hn)</option>
<option value="hk">Hong Kong (hk)</option>
<option value="hu">Hungary (hu)</option>
<option value="is">Iceland (is)</option>
<option value="in">India (in)</option>
<option value="id">Indonesia (id)</option>
<option value="ir">Iran, Islamic Republic of (ir)</option>
<option value="iq">Iraq (iq)</option>
<option value="ie">Ireland (ie)</option>
<option value="im">Isle of Man (im)</option>
<option value="il">Israel (il)</option>
<option value="it">Italy (it)</option>
<option value="jm">Jamaica (jm)</option>
<option value="jp">Japan (jp)</option>
<option value="je">Jersey (je)</option>
<option value="jo">Jordan (jo)</option>
<option value="kz">Kazakhstan (kz)</option>
<option value="ke">Kenya (ke)</option>
<option value="ki">Kiribati (ki)</option>
<option value="kp">Korea, Democratic People's Republic of (kp)</option>
<option value="kr">Korea, Republic of (kr)</option>
<option value="kw">Kuwait (kw)</option>
<option value="kg">Kyrgyzstan (kg)</option>
<option value="la">Lao People's Democratic Republic (la)</option>
<option value="lv">Latvia (lv)</option>
<option value="lb">Lebanon (lb)</option>
<option value="ls">Lesotho (ls)</option>
<option value="lr">Liberia (lr)</option>
<option value="ly">Libya (ly)</option>
<option value="li">Liechtenstein (li)</option>
<option value="lt">Lithuania (lt)</option>
<option value="lu">Luxembourg (lu)</option>
<option value="mo">Macao (mo)</option>
<option value="mk">Macedonia, the former Yugoslav Republic of (mk)</option>
<option value="mg">Madagascar (mg)</option>
<option value="mw">Malawi (mw)</option>
<option value="my">Malaysia (my)</option>
<option value="mv">Maldives (mv)</option>
<option value="ml">Mali (ml)</option>
<option value="mt">Malta (mt)</option>
<option value="mh">Marshall Islands (mh)</option>
<option value="mq">Martinique (mq)</option>
<option value="mr">Mauritania (mr)</option>
<option value="mu">Mauritius (mu)</option>
<option value="yt">Mayotte (yt)</option>
<option value="mx">Mexico (mx)</option>
<option value="fm">Micronesia, Federated States of (fm)</option>
<option value="md">Moldova, Republic of (md)</option>
<option value="mc">Monaco (mc)</option>
<option value="mn">Mongolia (mn)</option>
<option value="me">Montenegro (me)</option>
<option value="ms">Montserrat (ms)</option>
<option value="ma">Morocco (ma)</option>
<option value="mz">Mozambique (mz)</option>
<option value="mm">Myanmar (mm)</option>
<option value="na">Namibia (na)</option>
<option value="nr">Nauru (nr)</option>
<option value="np">Nepal (np)</option>
<option value="nl">Netherlands (nl)</option>
<option value="nc">New Caledonia (nc)</option>
<option value="nz">New Zealand (nz)</option>
<option value="ni">Nicaragua (ni)</option>
<option value="ne">Niger (ne)</option>
<option value="ng">Nigeria (ng)</option>
<option value="nu">Niue (nu)</option>
<option value="nf">Norfolk Island (nf)</option>
<option value="mp">Northern Mariana Islands (mp)</option>
<option value="no">Norway (no)</option>
<option value="om">Oman (om)</option>
<option value="pk">Pakistan (pk)</option>
<option value="pw">Palau (pw)</option>
<option value="ps">Palestinian Territory, Occupied (ps)</option>
<option value="pa">Panama (pa)</option>
<option value="pg">Papua New Guinea (pg)</option>
<option value="py">Paraguay (py)</option>
<option value="pe">Peru (pe)</option>
<option value="ph">Philippines (ph)</option>
<option value="pn">Pitcairn (pn)</option>
<option value="pl">Poland (pl)</option>
<option value="pt">Portugal (pt)</option>
<option value="pr">Puerto Rico (pr)</option>
<option value="qa">Qatar (qa)</option>
<option value="re">Réunion (re)</option>
<option value="ro">Romania (ro)</option>
<option value="ru">Russian Federation (ru)</option>
<option value="rw">Rwanda (rw)</option>
<option value="bl">Saint Barthélemy (bl)</option>
<option value="sh">Saint Helena, Ascension and Tristan da Cunha (sh)</option>
<option value="kn">Saint Kitts and Nevis (kn)</option>
<option value="lc">Saint Lucia (lc)</option>
<option value="mf">Saint Martin (French part) (mf)</option>
<option value="pm">Saint Pierre and Miquelon (pm)</option>
<option value="vc">Saint Vincent and the Grenadines (vc)</option>
<option value="ws">Samoa (ws)</option>
<option value="sm">San Marino (sm)</option>
<option value="st">Sao Tome and Principe (st)</option>
<option value="sa">Saudi Arabia (sa)</option>
<option value="sn">Senegal (sn)</option>
<option value="rs">Serbia (rs)</option>
<option value="sc">Seychelles (sc)</option>
<option value="sl">Sierra Leone (sl)</option>
<option value="sg">Singapore (sg)</option>
<option value="sx">Sint Maarten (Dutch part) (sx)</option>
<option value="sk">Slovakia (sk)</option>
<option value="si">Slovenia (si)</option>
<option value="sb">Solomon Islands (sb)</option>
<option value="so">Somalia (so)</option>
<option value="za">South Africa (za)</option>
<option value="gs">South Georgia and the South Sandwich Islands (gs)</option>
<option value="ss">South Sudan (ss)</option>
<option value="es">Spain (es)</option>
<option value="lk">Sri Lanka (lk)</option>
<option value="sd">Sudan (sd)</option>
<option value="sr">Suriname (sr)</option>
<option value="sj">Svalbard and Jan Mayen (sj)</option>
<option value="sz">Swaziland (sz)</option>
<option value="se">Sweden (se)</option>
<option value="ch">Switzerland (ch)</option>
<option value="sy">Syrian Arab Republic (sy)</option>
<option value="tw">Taiwan, Province of China (tw)</option>
<option value="tj">Tajikistan (tj)</option>
<option value="tz">Tanzania, United Republic of (tz)</option>
<option value="th">Thailand (th)</option>
<option value="tl">Timor-Leste (tl)</option>
<option value="tg">Togo (tg)</option>
<option value="tk">Tokelau (tk)</option>
<option value="to">Tonga (to)</option>
<option value="tt">Trinidad and Tobago (tt)</option>
<option value="tn">Tunisia (tn)</option>
<option value="tr">Turkey (tr)</option>
<option value="tm">Turkmenistan (tm)</option>
<option value="tc">Turks and Caicos Islands (tc)</option>
<option value="tv">Tuvalu (tv)</option>
<option value="ug">Uganda (ug)</option>
<option value="ua">Ukraine (ua)</option>
<option value="ae">United Arab Emirates (ae)</option>
<option value="gb">United Kingdom (gb)</option>
<option value="us">United States (us)</option>
<option value="um">United States Minor Outlying Islands (um)</option>
<option value="uy">Uruguay (uy)</option>
<option value="uz">Uzbekistan (uz)</option>
<option value="vu">Vanuatu (vu)</option>
<option value="ve">Venezuela, Bolivarian Republic of (ve)</option>
<option value="vn">Viet Nam (vn)</option>
<option value="vg">Virgin Islands, British (vg)</option>
<option value="vi">Virgin Islands, U.S. (vi)</option>
<option value="wf">Wallis and Futuna (wf)</option>
<option value="eh">Western Sahara (eh)</option>
<option value="ye">Yemen (ye)</option>
<option value="zm">Zambia (zm)</option>
<option value="zw">Zimbabwe (zw)</option>
</select>
</div>
<div class="form-group">
<label for="lang">Lang code (google):</label>
<input type="text" disabled title="Lang code. Two letters. Only works for google for now" class="form-control" id="lang" value="en" >
<select class="form-control" title="Lang code. Two letters. Only works for google for now" class="form-control" id="lang" value="en" >
<option value=""></option>
<option value="ar" >Arabic (ar)</option>
<option value="bg" >Bulgarian (bg)</option>
<option value="ca" >Catalan (ca)</option>
<option value="hr" >Croatian (hr)</option>
<option value="zh-Hans" >Chinese (Simplified) (zh-Hans)</option>
<option value="zh-Hant" >Chinese (Traditional) (zh-Hant)</option>
<option value="cs" >Czech (cs)</option>
<option value="da" >Danish (da)</option>
<option value="nl" >Dutch (nl)</option>
<option value="en" >English (default) (en)</option>
<option value="fi" >Filipino (fi)</option>l
<option value="fi" >Finnish (fi)</option>
<option value="fr" >French (fr)</option>
<option value="de" >German (de)</option>
<option value="el" >Greek (el)</option>
<option value="he" >Hebrew (he)</option>
<option value="hi" >Hindi (hi)</option>
<option value="hu" >Hungarian (hu)</option>
<option value="id" >Indonesian (id)</option>
<option value="it" >Italian (it)</option>
<option value="ja" >Japanese (ja)</option>
<option value="ko" >Korean (ko)</option>
<option value="lv" >Latvian (lv)</option>
<option value="lt" >Lithuanian (lt)</option>
<option value="no" >Norwegian (no)</option>
<option value="pl" >Polish (pl)</option>
<option value="pt" >Portuguese (pt)</option>
<option value="ro" >Romanian (ro)</option>
<option value="ru" >Russian (ru)</option>
<option value="sr" >Serbian (sr)</option>
<option value="sk" >Slovak (sk)</option>
<option value="sl" >Slovenian (sl)</option>
<option value="es" >Spanish (es)</option>
<option value="sv" >Swedish (sv)</option>
<option value="th" >Thai (th)</option>
<option value="tr" >Turkish (tr)</option>
<option value="uk" >Ukrainian (uk)</option>
<option value="vi" >Vietnamese (vi)</option>
</select>
</div>
<div class="form-group">
@@ -86,7 +386,7 @@ lying internet</textarea>
</div>
<div class="form-group">
<label for="suffixes">Suffixes:</label>
<textarea type="text" rows="2" title="These values are added after words to prompt the search suggestions" class="form-control" id="suffixes">like,for,without,with,versus,vs,to,near,except,has,a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,y,x,y,z</textarea>
<textarea type="text" rows="2" title="These values are added after words to prompt the search suggestions" class="form-control" id="suffixes">a,b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u,v,y,x,y,z,like,for,without,with,versus,vs,to,near,except,has</textarea>
</div>
<div class="form-group">
@@ -131,7 +431,7 @@ lying internet</textarea>
<div class="col-sm-12">
<h2>Results</h2>
<!-- <div class="table-responsive"> -->
<table id="outtable" class=" table table-condensed compact dt-responsive" cellspacing="0" width="100%">
<table id="outtable" class=" table table-condensed compact dt-responsive hover" cellspacing="0" width="100%">
<thead>
<tr>
<th>id</th>
@@ -140,6 +440,7 @@ lying internet</textarea>
<th title="Searches per month">Volume</th>
<th title="Cost per click ($US)">CPC</th>
<th title="Search that prompted the keyword suggestion">Search</th>
<th title="Source">Source</th>
</tr>
</thead>
<tbody>
@@ -153,19 +454,16 @@ lying internet</textarea>
</div>
<script src="//cdnjs.cloudflare.com/ajax/libs/datatables/1.10.10/js/jquery.js" crossorigin="anonymous"></script>
<script src="//cdnjs.cloudflare.com/ajax/libs/datatables/1.10.10/js/jquery.js"></script>
<script src="//maxcdn.bootstrapcdn.com/bootstrap/3.3.6/js/bootstrap.min.js" integrity="sha384-0mSbJDEHialfmuBBQP6A4Qrprq5OVfW37PRR3j5ELqxss1yVqOtnepnHVP9aJ7xS" crossorigin="anonymous"></script>
<script src="//cdn.datatables.net/s/bs/jszip-2.5.0,dt-1.10.10,b-1.1.0,b-colvis-1.1.0,b-html5-1.1.0,b-print-1.1.0,cr-1.3.0,fh-3.1.0,kt-2.1.0,r-2.0.0,se-1.1.0/datatables.min.js" crossorigin="anonymous"></script>
<script src="//cdnjs.cloudflare.com/ajax/libs/lodash.js/4.2.0/lodash.min.js"></script>
<script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/FileSaver.js/2014-11-29/FileSaver.min.js"></script>
<script type="text/javascript" src="js/main.js"></script>
<a href="https://github.com/wassname/keywordshitter2"><img style="position: absolute; top: 0; right: 0; border: 0;" src="https://camo.githubusercontent.com/652c5b9acfaddf3a9c326fa6bde407b87f7be0f4/68747470733a2f2f73332e616d617a6f6e6177732e636f6d2f6769746875622f726962626f6e732f666f726b6d655f72696768745f6f72616e67655f6666373630302e706e67" alt="Fork me on GitHub" data-canonical-src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png"></a>
<!-- Fork me on github... Do you get it? Do you! Oh um. Well they say the best jokes are the ones you have to explain. Or at least, I'm sure someone has said that, somewhere. I'll explain it for you, just for you. You know how in the matrix they say there is no spoon? Well there is no spooning is what I should out in the theature everytime! But don't worry you can fuck me on github, I mean fork. Think about it! I haven't. It makes sense now right? Erm. Well. Bye. -->
<!-- Fork me on github... Do you get it? Do you! -->
</body>
public/js/main.js
+134 -89
View File
@@ -1,35 +1,31 @@
var keywordsToDisplay = [];
// quick way to check if we already have keyword
var hashMapResults = {};
// keeping track of queue
var numOfInitialKeywords = 0;
var doWork = false;
var keywordsToQuery = [];
var keywordsToQueryIndex = 0;
// flags
var doWork = false;
var queryLock = false;
var db
var table;
var prefixes;
var suffixes;
var objectStore;
var myIp;
// TODO Implement alternative services
// Ref: https://github.com/estivo/Instantfox/blob/master/firefox/c1hrome/content/defaultPluginList.js
// Ref: https://github.com/bnoordhuis/mozilla-central/tree/master/browser/locales/en-US/searchplugins
/**
* Get the service url based on options set in the dom.
* @return {String} A jsonp url for search suggestions with query missing from the end.
*/
function getUrl(){
// Ref: https://github.com/estivo/Instantfox/blob/master/firefox/c1hrome/content/defaultPluginList.js
// Ref: https://github.com/bnoordhuis/mozilla-central/tree/master/browser/locales/en-US/searchplugins
// Ref: https://developers.google.com/custom-search/json-api/v1/reference/cse/list
// https://developers.google.com/custom-search/docs/ref_languages
services={
"google":
"http://suggestqueries.google.com/complete/search?client=chrome&hl=${lang}&gl=${country}&callback=?&q=",
@@ -63,67 +59,71 @@ function getUrl(){
return _.template(services[options.service])(options);
}
var RESPONSE_TEMPLATES = {
"default": function(res){return res[1];},
"google": function(res){return res[1];},
"youtube": function(res){return res[1];},
"yahoo": function(res){return _.map(res.gossip.results,'key');},
"bing": function(res){return res[1];},
"ebay": function(res){
return res.res? res.res.sug: undefined;
},
"amazon": function(res){return res[1];},
"twitter": function(res){return _.concat(res.users,_.map(res.topics,'topic'),res.hashtags,res.oneclick);}
};
/** Parse response per service **/
function parseServiceResponse(res){
// Each take a json response tand return a keyword array
RESPONSE_TEMPLATES = {
"default": function(res){return res[1];}, // opensearch default
"google": function(res){return res[1];},
"youtube": function(res){return res[1];},
"yahoo": function(res){return _.map(res.gossip.results,'key');},
"bing": function(res){return res[1];},
"ebay": function(res){
return res.res? res.res.sug: undefined;
},
"amazon": function(res){return res[1];},
"twitter": function(res){return _.concat(res.users,_.map(res.topics,'topic'),res.hashtags,res.oneclick);}
};
var service = $('#service').val();
var parser = RESPONSE_TEMPLATES[service] || RESPONSE_TEMPLATES["default"];
return parser(res);
}
// setup a db. Ref: https://developer.mozilla.org/en-US/docs/Web/API/IndexedDB_API/Using_IndexedDB
/** Basic error handler **/
function errorHandler(){
console.error(this,arguments);
return this; // for chaining
}
var db;
var dbReq = window.indexedDB.open("KeywordShitter2", 3);
/** Error handler for all child transactions as events bubbe up **/
dbReq.onerror = function (event) {
console.error('dbReq', event);
};
dbReq.onsuccess = function (event) {
db = event.target.result;
db.onerror = function (event) {
// Generic error handler requests
console.error("Database error: " + event.currentTarget.error.errorCode, event.currentTarget.error.message, event);
function setUpDb(){
// setup a db. Ref: https://developer.mozilla.org/en-US/docs/Web/API/IndexedDB_API/Using_IndexedDB
var dbReq = window.indexedDB.open("KeywordShitter2", 3);
/** Error handler for all child transactions as events bubbe up **/
dbReq.onerror = function (event) {
return console.error('Error opening indexedDB database KeywordShitter2', event);
};
};
dbReq.onupgradeneeded = function (event) {
console.log("running onupgradeneeded");
db = event.target.result;
dbReq.onsuccess = function (event) {
db = event.target.result;
db.onerror = function (event) {
// Generic error handler requests
if (event && event.target && event.target.error)
console.error("Database error",event.target.error.errorCode, event.target.error.message, event);
else
console.error("Database error",arguments);
return this;
};
return db;
};
dbReq.onupgradeneeded = function (event) {
console.log("running onupgradeneeded");
db = event.target.result;
if (!db.objectStoreNames.contains("suggestions")) {
var objectStore = db.createObjectStore("suggestions", {
autoIncrement: true, keyPath: 'id'
});
// Create an index to search suggestions by
// he query that prompted the suggestion
if (!objectStore.indexNames.contains('search'))
objectStore.createIndex("search", "search", {unique: false});
if (!db.objectStoreNames.contains("suggestions")) {
var objectStore = db.createObjectStore("suggestions", {
autoIncrement: true, keyPath: 'id'
});
// Create an index to search suggestions by
// he query that prompted the suggestion
if (!objectStore.indexNames.contains('search'))
objectStore.createIndex("search", "search", {unique: false});
// and by suggestion/keyword
if (!objectStore.indexNames.contains('keyword'))
objectStore.createIndex("keyword", "keyword", {unique: false});
// and by suggestion/keyword
if (!objectStore.indexNames.contains('keyword'))
objectStore.createIndex("keyword", "keyword", {unique: false});
}
return db;
};
return db;
}
}
};
window.setInterval(DoJob, 750);
function StartJob() {
if (doWork === false) {
@@ -226,10 +226,26 @@ function permuteResultsToQueue(retList, search){
}
}
/** xport db as json **/
function exportDB(){
var reqObj = db.transaction(["suggestions"],"readonly")
.objectStore("suggestions")
.getAll();
reqObj.onsuccess = function(e) {
if (e.target.result.length){
var jsonData = JSON.stringify(e.target.result);
var blob = new Blob([jsonData], {type: "octet/stream"});
saveAs(blob,'keywordshitter_'+(new Date())+'.json');
}
return;
};
return reqObj;
}
/** Display data from db upon pressing load button **/
function loadFromDB(){
var reqObj = db.transaction(["suggestions"],"readonly").
objectStore("suggestions")
var reqObj = db.transaction(["suggestions"],"readonly")
.objectStore("suggestions")
.getAll()
.onsuccess = function(e) {
if (e.target.result.length){
@@ -246,17 +262,19 @@ function loadFromDB(){
d.search,
d.domain
];
// also remove undefined so datatables doesn't bring up alerts
da = da.map(function(v){return v===undefined ? null: v;});
// parse nums
// da = da.map(v => /^[\d+\.]+$/.test(v) ? Number(v): v);
//
data.push(da);
}
table.rows.add(data);
return table.draw(false);
}
return table.draw(false);
};
reqObj.onerror=errorHandler;
return;
}
@@ -292,6 +310,9 @@ function displayResults(retList, search, dontDisplay, url,data){
if (!dontDisplay) table.draw(false);
}
/** Takes url string and returns domain e.g. www.google.com or google.com
* and some extra params to identify is
**/
function extractDomain(url) {
if (url===undefined) return null;
var domain;
@@ -306,6 +327,18 @@ function extractDomain(url) {
//find & remove port number
domain = domain.split(':')[0];
// custom, add ds= param to distinguish googles diff searchs
var ds = url.match('ds=(..?)&')[1];
if (ds && ds.length) domain+='&ds='+ds;
// also country
var gl = url.match('gl=(..?)&')[1];
if (gl && gl.length) domain+='&gl='+gl;
// also country
var hl = url.match('hl=(..?)&')[1];
if (hl && hl.length) domain+='&hl='+gl;
return domain;
}
@@ -405,9 +438,8 @@ function QueryKeyword(search) {
displayResults(retList, search, undefined, this.url);
permuteResultsToQueue(retList);
} else {
console.warn('No reslts for query "',search,'" ', this.url);
console.warn('No results for query "',search,'" ');
}
markAsDone(search);
queryLock = false;
@@ -418,7 +450,6 @@ function QueryKeyword(search) {
});
}
};
reqObj.onerror=errorHandler;
}
/** Clean input, may not all be needed **/
@@ -500,10 +531,11 @@ function Filter(listToFilter) {
return retList;
}
/** display the queue, and update description of it **/
function FilterAndDisplay() {
var i = 0;
var sb = '';
var outputKeywords = Filter(keywordsToQuery);
var outputKeywords = keywordsToQuery;
for (i = 0; i < outputKeywords.length; i++) {
sb += outputKeywords[i];
sb += '\n';
@@ -522,6 +554,7 @@ function FilterAndDisplay() {
// prefixes = $('#prefixes').val();
// suffixes = $('#suffixes').val();
// }
/** load settings from localStorage **/
function loadSettings(){
// TODO do table settings as well, e.g. column visibilitity
@@ -548,6 +581,8 @@ function saveSettings(){
localStorage.prefixes = $('#prefixes').val();
localStorage.suffixes = $('#suffixes').val();
}
/** reset inputs and results, but not settings **/
function reset(){
table.clear();
table.draw();
@@ -555,7 +590,9 @@ function reset(){
saveSettings();
}
setUpDb();
$(document).ready(function () {
window.setInterval(DoJob, 750);
//
// $('#startjob').on('click',StartJob);
// $('#reset').on('click',reset);
@@ -574,22 +611,22 @@ $(document).ready(function () {
'csvHtml5',
'colvis',
'pageLength',
{
extend: 'csvHtml5',
fieldBoundary: "",
text: 'Copy keywords',
// 'customize': function(data,options){return data.split('\n').join(',');},
header: false,
exportOptions: {
stripNewlines: true,
stripHtml: true,
decodeEntities: true,
columns: 1,
// format:{
// body: function(html,i){console.log(html);return html}
// }
}
},
// {
// extend: 'csvHtml5',
// fieldBoundary: "",
// text: 'Copy keywords',
// // 'customize': function(data,options){return data.split('\n').join(',');},
// header: false,
// exportOptions: {
// stripNewlines: true,
// stripHtml: true,
// decodeEntities: true,
// columns: 1,
// // format:{
// // body: function(html,i){console.log(html);return html}
// // }
// }
// },
],
"columnDefs": [
{
@@ -597,6 +634,7 @@ $(document).ready(function () {
"targets": 0,
"visible": false,
}, {
"responsivePriority": 1,
"name": "keyword",
"targets": 1
}, {
@@ -613,16 +651,23 @@ $(document).ready(function () {
"visible": false,
}, {
"name": "search",
"responsivePriority": 3,
"targets": 5,
"visible": false,
}, {
"name": "domain",
"responsivePriority": 2,
"targets": 6,
"visible": false,
}],
order: [[ 0, 'desc' ]],
colReorder: {},
stateSave: true
stateSave: true,
fixedHeader: true,
responsive: true,
// scrollY: 500,
// deferRender: true,
// scroller: true
});
});
src/less/main.less
+4
View File
@@ -57,3 +57,7 @@
.pagination {
margin: 0px;
}
.dataTables_wrapper .dataTables_paginate .paginate_button {
margin: 0px;
padding: 0px;
}