☰

Instant-Cquotes

Converte automaticamente citazioni dalla mailing list e dal forum di FlightGear in marcatori MediaWiki (cquote).

  1. // ==UserScript==
  2. // @name        Instant-Cquotes
  3. // @name:it     Instant-Cquotes
  4. // @license     public domain
  5. // @version     0.39
  6. // @date        2016-05-20
  7. // @description Automatically converts selected FlightGear mailing list and forum quotes into post-processed MediaWiki markup (i.e. cquotes).
  8. // @description:it Converte automaticamente citazioni dalla mailing list e dal forum di FlightGear in marcatori MediaWiki (cquote).
  9. // @author      Hooray, bigstones, Philosopher, Red Leader & Elgaton (2013-2016)
  10. // @supportURL  http://wiki.flightgear.org/FlightGear_wiki:Instant-Cquotes
  11. // @icon        http://wiki.flightgear.org/images/2/25/Quotes-logo-200x200.png
  12. // @match       https://sourceforge.net/p/flightgear/mailman/*
  13. // @match       http://sourceforge.net/p/flightgear/mailman/*
  14. // @match       https://forum.flightgear.org/*
  15. // @match       http://wiki.flightgear.org/*
  16. // @namespace   http://wiki.flightgear.org/FlightGear_wiki:Instant-Cquotes
  17. // @run-at      document-start
  18. // @require     https://code.jquery.com/jquery-1.10.2.js
  19. // @require     https://code.jquery.com/ui/1.11.4/jquery-ui.js
  20. // @require     https://cdn.jsdelivr.net/genetic.js/0.1.14/genetic.js
  21. // @require     https://cdn.jsdelivr.net/synaptic/1.0.4/synaptic.min.js
  22. // @resource    jQUI_CSS https://code.jquery.com/ui/1.11.4/themes/smoothness/jquery-ui.css
  23. // @resource    myLogo http://wiki.flightgear.org/images/2/25/Quotes-logo-200x200.png
  24. // @grant       GM_registerMenuCommand
  25. // @grant       GM_setValue
  26. // @grant       GM_getValue
  27. // @grant       GM_addStyle
  28. // @grant       GM_getResourceText
  29. // @grant       GM_getResourceURL
  30. // @grant       GM_setClipboard
  31. // @grant       GM_xmlhttpRequest
  32. // @noframes
  33. // ==/UserScript==
  34. //
  35. // This work has been released into the public domain by their authors. This
  36. // applies worldwide.
  37. // In some countries this may not be legally possible; if so:
  38. // The authors grant anyone the right to use this work for any purpose, without
  39. // any conditions, unless such conditions are required by law.
  40. //
  41. // This script has a number of dependencies that are implicitly satisfied when run as a user script 
  42. // via GreaseMonkey/TamperMonkey; however, these need to be explicitly handled when using a different mode (e.g. firefox/android):
  43. // 
  44. // - jQuery - user interface (REQUIRED)
  45. // - genetic-js - genetic programming (OPTIONAL/EXPERIMENTAL)
  46. // - synaptic - neural networks (OPTIONAL/EXPERIMENTAL)
  47. // 
  48. // 
  49.  
  50. /* Here are some TODOs
  51.  * - support RSS feeds http://dir.gmane.org/gmane.games.flightgear.devel/
  52.  * - move event handling/processing to the CONFIG hash
  53.  * - use try/catch more widely
  54.  * - wrap function calls in try/call for better debugging/diagnostics
  55.  * - add helpers for [].forEach.call, map, apply and call
  56.  * - replace for/in, for/of, let statements for better compatibility (dont require ES6)
  57.  * - for the same reason, replace use of functions with default params 
  58.  * - isolate UI (e.g. JQUERY) code in UserInterface hash
  59.  * - expose regex/transformations via the UI
  60.  *
  61.  */
  62.  
  63. 'use strict';
  64.  
  65.  
  66. // TODO: move to GreaseMonkey/UI host
  67. // prevent conflicts with jQuery used on webpages: https://wiki.greasespot.net/Third-Party_Libraries#jQuery
  68. // http://stackoverflow.com/a/5014220
  69. this.$ = this.jQuery = jQuery.noConflict(true);
  70.  
  71. // this hash is just intended to help isolate UI specifics
  72. // so that we don't need to maintain/port tons of code 
  73.  
  74. var UserInterface = {
  75.   get: function() {
  76.     return UserInterface.DEFAULT;
  77.   },
  78.   
  79.  CONSOLE: {
  80.    
  81.  }, // CONSOLE (shell, mainly useful for testing)
  82.   
  83.  DEFAULT: {
  84.   alert: function(msg) {return window.alert(msg);     },
  85.   prompt: function(msg) {return window.prompt(msg);  }, 
  86.   confirm: function(msg) {return window.confirm(msg); },
  87.   dialog: null,
  88.   selection: null,
  89.   populateWatchlist: function() {
  90.     
  91.   },
  92.   populateEditSections: function() {
  93.     
  94.   }
  95.  
  96.  }, // default UI mapping (Browser/User script)
  97.   
  98.   JQUERY: {
  99.     
  100.   } // JQUERY 
  101.   
  102. }; // UserInterface
  103.  
  104. var UI = UserInterface.get(); // DEFAULT for now
  105.  
  106.  
  107. // This hash is intended to help encapsulate platform specifics (browser/scripting host)
  108. // Ideally, all APIs that are platform specific should be kept here
  109. // This should make it much easier to update/port and maintain the script in the future
  110. var Environment = {
  111.   getHost: function(xpi=false) {
  112.  
  113.      if(xpi) {
  114.        Environment.scriptEngine = 'firefox addon';
  115.        console.log('in firefox xpi/addon mode');
  116.        return Environment.FirefoxAddon; // HACK for testing the xpi mode (firefox addon)
  117.      }
  118.     
  119.     // This will determine the script engine in use: http://stackoverflow.com/questions/27487828/how-to-detect-if-a-userscript-is-installed-from-the-chrome-store
  120.     if (typeof(GM_info) === 'undefined') {
  121.     Environment.scriptEngine = "plain Chrome (Or Opera, or scriptish, or Safari, or rarer)";
  122.     // See http://stackoverflow.com/a/2401861/331508 for optional browser sniffing code.
  123.    }
  124.    else {
  125.     Environment.scriptEngine = GM_info.scriptHandler  ||  "Greasemonkey";
  126.     }
  127.    console.log ('Instant cquotes is running on ' + Environment.scriptEngine + '.');
  128.     
  129.    //console.log("not in firefox addon mode...");
  130.     // See also: https://wiki.greasespot.net/Cross-browser_userscripting
  131.     return Environment.GreaseMonkey; // return the only/default host (for now)
  132.   },
  133.   
  134.   validate: function(host) {
  135.     if (host.get_persistent('startup.disable_validation',false)) return;
  136.     
  137.     if(Environment.scriptEngine !== "Greasemonkey") 
  138.       console.log("NOTE: This script has not been tested with script engines other than GreaseMonkey recently!");
  139.     
  140.     var dependencies = [
  141.       {name:'jQuery', test: function() {} },
  142.       {name:'genetic.js', test: function() {} },
  143.       {name:'synaptic', test: function() {} },
  144.     ];
  145.     
  146.     [].forEach.call(dependencies, function(dep) {
  147.       console.log("Checking for dependency:"+dep.name);
  148.       var status=false;
  149.       try {
  150.       dep.test.call(undefined);
  151.       status=true;
  152.       }
  153.       catch(e) {
  154.       status=false;       
  155.       }
  156.       finally {
  157.         var success = (status)?'==> success':'==> failed';
  158.         console.log(success);
  159.         return status;
  160.       }
  161.     });
  162.   }, // validate
  163.   
  164.   // this contains unit tests for checking crucial APIs that must work for the script to work correctly
  165.   // for the time being, most of these are stubs waiting to be filled in
  166.   // for a working example, refer to the JSON test at the end
  167.   // TODO: add jQuery tests
  168.   APITests: [
  169.      {name:'download', test: function(recipient) {recipient(true);}  },
  170.      {name:'make_doc', test: function(recipient) { recipient(true);}   },
  171.      {name:'eval_xpath', test: function(recipient) { recipient(true);} },
  172.      {name:'JSON de/serialization', test: function(recipient) {
  173.        //console.log("running json test");
  174.        var identifier = 'unit_tests.json_serialization';
  175.        var hash1 = {x:1,y:2,z:3};
  176.        Host.set_persistent(identifier, hash1, true);
  177.        var hash2 = Host.get_persistent(identifier,null,true);
  178.        
  179.        recipient(JSON.stringify(hash1) === JSON.stringify(hash2));
  180.      } // callback 
  181.      },
  182.     
  183.     // downloads a posting and tries to transform it to 3rd person speech ...
  184.     // TODO: add another test to check forum postings
  185.     {name:'text/speech transformation', test: function(recipient) {
  186.     
  187.     // the posting we want to download
  188.     var url='https://sourceforge.net/p/flightgear/mailman/message/35066974/';
  189.     Host.downloadPosting(url, function (result) {
  190.       
  191.     // only process the first sentence by using comma/dot as delimiter
  192.     var firstSentence = result.content.substring(result.content.indexOf(',')+1, result.content.indexOf('.'));
  193.       
  194.     var transformed = transformSpeech(firstSentence, result.author, null, speechTransformations );
  195.     console.log("3rd person speech transformation:\n"+transformed);   
  196.     
  197.     recipient(true);
  198.     }); // downloadPosting() 
  199.         
  200.   }// test()
  201.     }, // end of speech transform test
  202.     {
  203.       name:"download $FG_ROOT/options.xml", test: function(recipient) {
  204.         downloadOptionsXML();
  205.         recipient(true);
  206.       } // test
  207.     }
  208.     
  209.   ], // end of APITests
  210.   
  211.   runAPITests: function(host, recipient) {
  212.     console.log("Running API tests");
  213.     for(let test of Environment.APITests ) {
  214.       //var test = Environment.APITests[t];
  215.       // invoke the callback passed, with the hash containing the test specs, so that the console/log or a div can be updated showing the test results
  216.       
  217.       recipient.call(undefined, test);
  218.       
  219.     } // foreach test
  220.   }, // runAPITests
  221.   
  222.   /*
  223.    * ===================================================================================================================================================
  224.    *
  225.    */
  226.   
  227.   // NOTE: This mode/environment is WIP and highly experimental ...
  228.   // To see this working, you need to package up the whole file as a firefox xpi using "jpm xpi"
  229.   // and then start the whole thing via "jpm run", to do that, you also need a matching package.json (i.e. via jpm init) 
  230.   // ALSO: you will have to explicitly install any dependencies using jpm
  231.   FirefoxAddon: {
  232.   	init: function() {
  233. 		console.log("Firefox addon mode ...");
  234.   	},
  235. 	getScriptVersion: function() {
  236. 		return '0.36'; // FIXME
  237. 	},
  238. 	dbLog: function(msg) {
  239. 		console.log(msg);
  240. 	},
  241. 	addEventListener: function(ev, cb) {
  242.  
  243. 	require("sdk/tabs").on("ready", logURL);
  244.  	function logURL(tab) {
  245.   		console.log("URL loaded:" + tab.url);
  246. 	}	
  247. 	},
  248.     
  249. 	registerConfigurationOption: function(name, callback, hook) {
  250. 	// https://developer.mozilla.org/en-US/Add-ons/SDK/Tutorials/Add_a_Context_Menu_Item
  251. 		console.log("config menu support n/a in firefox mode");
  252.  // https://developer.mozilla.org/en-US/Add-ons/SDK/Tutorials/Using_third-party_modules_%28jpm%29  
  253.  var menuitems = require("menuitem");
  254.  var menuitem = menuitems.Menuitem({
  255.   id: "clickme",
  256.   menuid: "menu_ToolsPopup",
  257.   label: name,
  258.   onCommand: function() {
  259.     console.log("menuitem clicked:");
  260.     callback();
  261.   },
  262.   insertbefore: "menu_pageInfo"
  263. });
  264. 	},
  265.     
  266. 	registerTrigger: function() {
  267. 		// https://developer.mozilla.org/en-US/Add-ons/SDK/Tutorials/Add_a_Context_Menu_Item
  268. 		// https://developer.mozilla.org/en-US/Add-ons/SDK/High-Level_APIs/context-menu#Item%28options%29
  269. 		var contextMenu = require("sdk/context-menu");
  270. 		var menuItem = contextMenu.Item({
  271.   		label: "Instant Cquote",
  272.   		context: contextMenu.SelectionContext(),
  273.       // https://developer.mozilla.org/en/Add-ons/SDK/Guides/Two_Types_of_Scripts
  274.       // https://developer.mozilla.org/en-US/Add-ons/SDK/Guides/Content_Scripts
  275.   		contentScript: 'self.on("click", function () {' +
  276.                  '  var text = window.getSelection().toString();' +
  277.                  '  self.postMessage(text);' +
  278.                  '});',
  279.   		onMessage: function (selectionText) {
  280.     		console.log(selectionText);
  281.         instantCquote(selectionText);
  282.   		}
  283. 	});
  284.   
  285.     // for selection handling stuff, see: https://developer.mozilla.org/en-US/Add-ons/SDK/High-Level_APIs/selection
  286.     
  287.     function myListener() {
  288.   console.log("A selection has been made.");
  289. }
  290. var selection = require("sdk/selection");
  291. selection.on('select', myListener);
  292.     
  293. 	}, //registerTrigger
  294.     
  295. 	get_persistent: function(key, default_value) {
  296.     // https://developer.mozilla.org/en-US/Add-ons/SDK/High-Level_APIs/simple-storage
  297.     var ss = require("sdk/simple-storage");
  298.     
  299.     console.log("firefox mode does not yet have persistence support");
  300.     return default_value;},
  301. 	set_persistent: function(key, value) {
  302. 		console.log("firefox persistence stubs not yet filled in !");
  303. 	},
  304.     
  305.   
  306. 	set_clipboard: function(content) {
  307. 	// https://developer.mozilla.org/en-US/Add-ons/SDK/High-Level_APIs/clipboard
  308.     
  309. 	//console.log('clipboard stub not yet filled in ...');
  310.     var clipboard = require("sdk/clipboard");
  311.     clipboard.set(content);
  312. 	} //set_cliipboard
  313.     
  314.   }, // end of FireFox addon config
  315.   
  316.   // placeholder for now ...
  317.   Android: {
  318.     // NOP
  319.   }, // Android
  320.  
  321.   
  322.   ///////////////////////////////////////
  323.   // supported  script engines:
  324.   ///////////////////////////////////////
  325.   
  326.   GreaseMonkey: {
  327.   // TODO: move environment specific initialization code here  
  328.   init: function() {
  329.   // Check if Greasemonkey/Tampermonkey is available
  330.   try {
  331.   // TODO: add version check for clipboard API and check for TamperMonkey/Scriptish equivalents ?
  332.   GM_addStyle(GM_getResourceText('jQUI_CSS'));
  333.   } // try
  334.   catch (error) {
  335.   console.log('Could not add style or determine script version');
  336.   } // catch
  337.  
  338.   var commands = [
  339.   {name:'Setup quotes',callback:setupDialog, hook:'S' },
  340.   {name:'Check quotes',callback:selfCheckDialog, hook:'C' }
  341.   ];
  342.       
  343.   for (let c of commands ) {
  344.    this.registerConfigurationOption(c.name, c.callback, c.hook);
  345.   }  
  346.      
  347.   }, // init()
  348.     
  349.   getScriptVersion: function() {
  350.   return GM_info.script.version;  
  351.   },
  352.     
  353.   dbLog: function (message) {
  354.   if (Boolean(DEBUG)) {
  355.     console.log('Instant cquotes:' + message);
  356.   }
  357.   }, // dbLog()
  358.     
  359.   registerConfigurationOption: function(name,callback,hook) {
  360.   // https://wiki.greasespot.net/GM_registerMenuCommand
  361.   // https://wiki.greasespot.net/Greasemonkey_Manual:Monkey_Menu#The_Menu
  362.     GM_registerMenuCommand(name, callback, hook);
  363.   }, //registerMenuCommand()
  364.     
  365.   registerTrigger: function() {
  366.     
  367.     // TODO: we can use the following callback non-interactively, i.e. to trigger background tasks
  368. // http://javascript.info/tutorial/onload-ondomcontentloaded
  369. document.addEventListener("DOMContentLoaded", function(event) {
  370.     console.log("Instant Cquotes: DOM fully loaded and parsed");
  371. });
  372.  
  373. window.addEventListener('load', init); // page fully loaded
  374. Host.dbLog('Instant Cquotes: page load handler registered');
  375.  
  376.     
  377.     // Initialize (matching page loaded)
  378. function init() {
  379.   console.log('Instant Cquotes: page load handler invoked');
  380.   var profile = getProfile();
  381.   
  382.   Host.dbLog("Profile type is:"+profile.type);
  383.   
  384.   // Dispatch to correct event handler (depending on website/URL)
  385.   // TODO: this stuff could/should be moved into the config hash itself
  386.   
  387.   if (profile.type=='wiki') {
  388.     profile.event_handler(); // just for testing
  389.     return;
  390.   }
  391.    
  392.     Host.dbLog('using default mode');
  393.     document.onmouseup = instantCquote;
  394.     // HACK: preparations for moving the the event/handler logic also into the profile hash, so that the wiki (edit mode) can be handled equally
  395.     //eval(profile.event+"=instantCquote");
  396.      
  397. } // init()
  398.  
  399.  
  400.     
  401.   }, // registerTrigger
  402.  
  403.     
  404.    download: function (url, callback, method='GET') {
  405.   // http://wiki.greasespot.net/GM_xmlhttpRequest
  406.      try {
  407.   GM_xmlhttpRequest({
  408.     method: method,
  409.     url: url,
  410.     onload: callback
  411.   });
  412.      }catch(e) {
  413.        console.log("download did not work");
  414.      }
  415.   }, // download()
  416.     
  417.     // is only intended to work with archives supported by the  hash
  418.     downloadPosting: function (url, EventHandler) {
  419.       
  420.     Host.download(url, function (response) {
  421.     var profile = getProfile(url);
  422.     var blob = response.responseText;
  423.     var doc = Host.make_doc(blob,'text/html'); 
  424.     var result = {}; // hash to be returned
  425.     
  426.     [].forEach.call(['author','date','title','content'], function(field) {
  427.       var xpath_query = '//' + profile[field].xpath;
  428.       try {
  429.        var value = Host.eval_xpath(doc, xpath_query).stringValue; 
  430.        //UI.alert("extracted field value:"+value);
  431.         
  432.         // now apply all transformations, if any
  433.        value = applyTransformations(value, profile[field].transform );
  434.         
  435.        result[field]=value; // store the extracted/transormed value in the hash that we pass on
  436.       } // try
  437.       catch(e) {
  438.         UI.alert("downloadPosting failed:\n"+ e.message);
  439.       } // catch
  440.     }); // forEach field
  441.     
  442.     EventHandler(result); // pass the result to the handler
  443.     }); // call to Host.download() 
  444.       
  445.     }, // downloadPosting()
  446.     
  447.     // TODO: add makeAJAXCall, and makeWikiCall here
  448.  
  449.   
  450.     // turn a string/text blob into a DOM tree that can be queried (e.g. for xpath expressions)
  451.     // FIXME: this is browser specific not GM specific ...
  452.     make_doc: function(text, type='text/html') {
  453.       // to support other browsers, see: https://developer.mozilla.org/en/docs/Web/API/DOMParser
  454.       return new DOMParser().parseFromString(text,type);
  455.     }, // make DOM document
  456.     
  457.     // xpath handling may be handled separately depending on browser/platform, so better encapsulate this
  458.     // FIXME: this is browser specific not GM specific ...
  459.     eval_xpath: function(doc, xpath, type=XPathResult.STRING_TYPE) {
  460.       return doc.evaluate(xpath, doc, null, type, null);
  461.     }, // eval_xpath
  462.     
  463.     set_persistent: function(key, value, json=false) 
  464.     {
  465.       // transparently stringify to json
  466.       if(json) {
  467.         // http://stackoverflow.com/questions/16682150/store-a-persistent-list-between-sessions
  468.         value = JSON.stringify (value);
  469.       }
  470.       
  471.       // https://wiki.greasespot.net/GM_setValue
  472.       GM_setValue(key, value);
  473.       //UI.alert('Saved value for key\n'+key+':'+value);
  474.     }, // set_persistent
  475.     
  476.     get_persistent: function(key, default_value, json=false) {
  477.      // https://wiki.greasespot.net/GM_getValue
  478.     
  479.       var value=GM_getValue(key, default_value);
  480.       // transparently support JSON: http://stackoverflow.com/questions/16682150/store-a-persistent-list-between-sessions
  481.       if(json) {
  482.         value = JSON.parse (value)  ||  {};
  483.       }
  484.       return value;
  485.     }, // get_persistent
  486.  
  487.    setClipboard: function(msg) {
  488.    // this being a greasemonkey user-script, we are not 
  489.    // subject to usual browser restrictions
  490.    // http://wiki.greasespot.net/GM_setClipboard
  491.    GM_setClipboard(msg);
  492.   }, // setClipboard()
  493.     
  494.     getTemplate: function() {
  495.     
  496.     // hard-coded default template
  497.     var template = '$CONTENT<ref>{{cite web\n' +
  498.   '  |url    =  $URL \n' +
  499.   '  |title  =  <nowiki> $TITLE </nowiki> \n' +
  500.   '  |author =  <nowiki> $AUTHOR </nowiki> \n' +
  501.   '  |date   =  $DATE \n' +
  502.   '  |added  =  $ADDED \n' +
  503.   '  |script_version = $SCRIPT_VERSION \n' +
  504.   '  }}</ref>\n';
  505.      
  506.     // return a saved template if found, fall back to hard-coded one above otherwise
  507.     return Host.get_persistent('default_template', template);
  508.     
  509.   } // getTemplate
  510.  
  511.     
  512.   } // end of GreaseMonkey environment, add other environments below
  513.   
  514. }; // Environment hash - intended to help encapsulate host specific stuff (APIs)
  515.  
  516.  
  517. // the first thing we need to do is to determine what APIs are available
  518. // and store everything in a Host hash, which is subsequently used for API lookups
  519. // the Host hash contains all platform/browser-specific APIs
  520. var Host = Environment.getHost();
  521. Environment.validate(Host); // this checks the obtained host to see if all required dependencies are available
  522. Host.init(); // run environment specific initialization code (e.g. logic for GreaseMonkey setup)
  523.  
  524.  
  525. // move DEBUG handling to a persistent configuration flag so that we can configure this using a jQuery dialog (defaulted to false)
  526. // TODO: move DEBUG variable to Environment hash / init() routine
  527. var DEBUG = Host.get_persistent('debug_mode_enabled', false);
  528. Host.dbLog("Debug mode is:"+DEBUG);
  529. function DEBUG_mode() {
  530.   // reset script invocation counter for testing purposes
  531.   Host.dbLog('Resetting script invocation counter');
  532.   Host.set_persistent(GM_info.script.version, 0);
  533. }
  534.  
  535.  
  536. if (DEBUG)
  537. DEBUG_mode();
  538.  
  539. // hash with supported websites/URLs,  includes xpath and regex expressions to extract certain fields, and a vector with optional transformations for post-processing each field
  540.  
  541. var CONFIG = {
  542.   // WIP: the first entry is special, i.e. it's not an actual list archive (source), but only added here so that the same script can be used
  543.   // for editing the FlightGear wiki
  544.   
  545.   'FlightGear.wiki': {
  546.     type: 'wiki',
  547.     enabled: false,
  548.     event: 'document.onmouseup', // when to invoke the event handler
  549.     // TODO: move downloadWatchlist() etc here
  550.     event_handler: function () {
  551.       console.log('FlightGear wiki handler active (waiting to be populated)');
  552.       // this is where the logic for a wiki mode can be added over time (for now, it's a NOP)
  553.     
  554.     //for each supported mode, invoke the trigger and call the corresponding handler
  555.     [].forEach.call(CONFIG['FlightGear.wiki'].modes, function(mode) {
  556.       //dbLog("Checking trigger:"+mode.name);
  557.       if(mode.trigger() ) {
  558.         mode.handler();
  559.       }
  560.     });
  561.       
  562.     }, // the event handler to be invoked
  563.     url_reg: '^(http|https)://wiki.flightgear.org', // ignore for now: not currently used by the wiki mode
  564.     
  565.     modes: [
  566.       { name:'process-editSections',
  567.         trigger: function() {return true;}, // match URL regex - return true for always match
  568.        
  569.         // the code implementing the mode
  570.         handler: function() {
  571.                 
  572.     var editSections = document.getElementsByClassName('mw-editsection');
  573.     console.log('FlightGear wiki article, number of edit sections: '+editSections.length);
  574.    
  575.     // for now, just rewrite edit sections and add a note to them
  576.    
  577.      [].forEach.call(editSections, function (sec) {
  578.        sec.appendChild(
  579.          document.createTextNode(' (instant-cquotes is lurking) ')
  580.        );
  581.      }); //forEach section
  582.         } // handler
  583.        
  584.        
  585.       } // process-editSections
  586.       // TODO: add other wiki modes below 
  587.       
  588.     ] // modes
  589.     
  590.   }, // end of wiki profile
  591.   
  592.   'Sourceforge Mailing list': {
  593.     enabled: true,
  594.     type: 'archive',
  595.     event: 'document.onmouseup', // when to invoke the event handler
  596.     event_handler: instantCquote, // the event handler to be invoked
  597.     url_reg: '^(http|https)://sourceforge.net/p/flightgear/mailman/.*/',
  598.     content: {
  599.       xpath: 'tbody/tr[2]/td/pre/text()', // NOTE this is only used by the downloadPosting  helper to retrieve the posting without having a selection (TODO:add content xpath to forum hash)
  600.       selection: getSelectedText,
  601.       idStyle: /msg[0-9]{8}/,
  602.       parentTag: [
  603.         'tagName',
  604.         'PRE'
  605.       ],
  606.       transform: [],
  607.     }, // content recipe
  608.     // vector with tests to be executed for sanity checks (unit testing)
  609.     tests: [
  610.       {
  611.         url: 'https://sourceforge.net/p/flightgear/mailman/message/35059454/',
  612.         author: 'Erik Hofman',
  613.         date: 'May 3rd, 2016', // NOTE: using the transformed date here 
  614.         title: 'Re: [Flightgear-devel] Auto altimeter setting at startup (?)'
  615.       },
  616.       {
  617.         url: 'https://sourceforge.net/p/flightgear/mailman/message/35059961/',
  618.         author: 'Ludovic Brenta',
  619.         date: 'May 3rd, 2016',
  620.         title: 'Re: [Flightgear-devel] dual-control-tools and the limit on packet size'
  621.       },
  622.       {
  623.         url: 'https://sourceforge.net/p/flightgear/mailman/message/20014126/',
  624.         author: 'Tim Moore',
  625.         date: 'Aug 4th, 2008',
  626.         title: 'Re: [Flightgear-devel] Cockpit displays (rendering, modelling)'
  627.       },
  628.       {
  629.         url: 'https://sourceforge.net/p/flightgear/mailman/message/23518343/',
  630.         author: 'Tim Moore',
  631.         date: 'Sep 10th, 2009',
  632.         title: '[Flightgear-devel] Atmosphere patch from John Denker'
  633.       } // add other tests below
  634.  
  635.     ], // end of vector with self-tests
  636.     // regex/xpath and transformations for extracting various required fields
  637.     author: {
  638.       xpath: 'tbody/tr[1]/td/div/small/text()',
  639.       transform: [extract(/From: (.*) <.*@.*>/)]
  640.     },
  641.     title: {
  642.       xpath: 'tbody/tr[1]/td/div/div[1]/b/a/text()',
  643.       transform:[]
  644.     },
  645.     date: {
  646.       xpath: 'tbody/tr[1]/td/div/small/text()',
  647.       transform: [extract(/- (.*-.*-.*) /)]
  648.     },
  649.     url: {
  650.       xpath: 'tbody/tr[1]/td/div/div[1]/b/a/@href',
  651.       transform: [prepend('https://sourceforge.net')]
  652.     }
  653.   }, // end of mailing list profile
  654.   // next website/URL (forum)
  655.   'FlightGear forum': {
  656.     enabled: true,
  657.     type: 'archive',
  658.     event: 'document.onmouseup', // when to invoke the event handler (not used atm)
  659.     event_handler: null, // the event handler to be invoked (not used atm)
  660.     url_reg: /https:\/\/forum\.flightgear\.org\/.*/,
  661.     content: {
  662.       xpath: '', //TODO: this must be added for downloadPosting() to work, or it cannot extract contents
  663.       selection: getSelectedHtml,
  664.       idStyle: /p[0-9]{6}/,
  665.       parentTag: [
  666.         'className',
  667.         'content',
  668.         'postbody'
  669.       ],
  670.       transform: [
  671.         removeComments,
  672.         forum_quote2cquote,
  673.         forum_smilies2text,
  674.         forum_fontstyle2wikistyle,
  675.         forum_code2syntaxhighlight,
  676.         img2link,
  677.         a2wikilink,
  678.         vid2wiki,
  679.         list2wiki,
  680.         forum_br2newline
  681.       ]
  682.     },
  683.     // vector with tests to be executed for sanity checks (unit testing)
  684.     // postings will be downloaded using the URL specified, and then the author/title 
  685.     // fields extracted using the outer regex and matched against what is expected
  686.     // NOTE: forum postings can be edited, so that these tests would fail - thus, it makes sense to pick locked topics/postings for such tests
  687.     tests: [
  688.       {
  689.         url: 'https://forum.flightgear.org/viewtopic.php?f=18&p=284108#p284108',
  690.         author: 'mickybadia',
  691.         date: 'May 3rd, 2016',
  692.         title: 'OSM still PNG maps'
  693.       },
  694.       {
  695.         url: 'https://forum.flightgear.org/viewtopic.php?f=19&p=284120#p284120',
  696.         author: 'Thorsten',
  697.         date: 'May 3rd, 2016',
  698.         title: 'Re: FlightGear\'s Screenshot Of The Month MAY 2016'
  699.       },
  700.        {
  701.         url: 'https://forum.flightgear.org/viewtopic.php?f=71&t=29279&p=283455#p283446',
  702.         author: 'Hooray',
  703.          date: 'Apr 25th, 2016',
  704.         title: 'Re: Best way to learn Canvas?'
  705.       },
  706.       {
  707.         url: 'https://forum.flightgear.org/viewtopic.php?f=4&t=1460&p=283994#p283994',
  708.         author: 'bugman',
  709.         date: 'May 2nd, 2016',
  710.         title: 'Re: eurofighter typhoon'
  711.       } // add other tests below
  712.  
  713.     ], // end of vector with self-tests
  714.     author: {
  715.       xpath: 'div/div[1]/p/strong/a/text()',
  716.       transform: [] // no transformations applied
  717.     },
  718.     title: {
  719.       xpath: 'div/div[1]/h3/a/text()',
  720.       transform: [] // no transformations applied
  721.     },
  722.     date: {
  723.       xpath: 'div/div[1]/p/text()[2]',
  724.       transform: [extract(/» (.*?[0-9]{4})/)]
  725.     },
  726.     url: {
  727.       xpath: 'div/div[1]/p/a/@href',
  728.       transform: [
  729.         extract(/\.(.*)/),
  730.         prepend('https://forum.flightgear.org')
  731.       ] // transform vector
  732.     } // url
  733.   } // forum 
  734. }; // CONFIG has
  735.  
  736. // hash to map URLs (wiki article, issue tracker, sourceforge link, forum thread etc) to existing wiki templates
  737. var MatchURL2Templates = [
  738.   // placeholder for now
  739.  {
  740.    name: 'rewrite sourceforge code links',
  741.    url_reg: '',
  742.    handler: function() {
  743.    
  744.  } // handler
  745.   
  746.  } // add other templates below
  747.   
  748. ]; // MatchURL2Templates
  749.  
  750.  
  751.  
  752.  
  753. // output methods (alert and jQuery for now)
  754. var OUTPUT = {
  755.   // Shows a window.prompt() message box
  756.   msgbox: function (msg) {
  757.     UI.prompt('Copy to clipboard ' + Host.getScriptVersion(), msg);
  758.     Host.setClipboard(msg);
  759.   }, // msgbox
  760.   
  761.   // this is currently work-in-progress, and will need to be refactored sooner or later
  762.   // for now, functionality matters more than elegant design/code :)
  763.   jQueryTabbed: function(msg, original) {
  764.   // FIXME: using backtics here makes the whole thing require ES6  ....
  765.   var markup = $(`<div id="tabs">
  766.   <ul>
  767.     <li><a href="#selection">Selection</a></li>
  768.     <li><a href="#articles">Articles</a></li>
  769.     <li><a href="#templates">Templates</a></li>
  770.     <li><a href="#development">Development</a></li>
  771.     <li><a href="#settings">Settings</a></li>
  772.     <li><a href="#help">Help</a></li>
  773.     <li><a href="#about">About</a></li>
  774.   </ul>
  775.   <div id="selection">This tab contains your extracted and post-processed selection, converted to proper wikimedia markup, including proper attribution.
  776.   <div id="content">
  777.  
  778.     <label for="template_select">Select a template</label>
  779.     <select name="template_select" id="template_select">
  780.     <option>default</option>
  781.     <option>cquote</option>
  782.     </select>
  783.  
  784.   </div>
  785.   <div id="options">
  786.     <b>Note this is work-in-progress, i.e. not yet fully functional</b><br/>
  787.     <label for="article_select">Select an article to update</label>
  788.     <select name="article_select" id="article_select">
  789.      <optgroup id="news" label="News"/>
  790.      <optgroup id="support" label="Support"/>
  791.      <optgroup id="release" label="Release"/>
  792.      <optgroup id="develop" label="Development"/>
  793.      <optgroup id="watchlist" label="Watchlist"/>
  794.     </select>
  795.     <p/>
  796.     <label for="section_select">Select section:</label>
  797.     <select name="section_select" id="section_select">
  798.     </select>
  799.   </div>
  800.   </div>
  801.   <div id="articles">This tab contains articles that you can directly access/edit using the mediawiki API<br/>
  802.   Note: The watchlist is retrieved dynamically, so does not need to be edited here<br/>
  803.     <label for="article_select">Select an article</label>
  804.     <select name="article_select" id="article_select">
  805.      <optgroup id="news" label="News"/>
  806.      <optgroup id="support" label="Support"/>
  807.      <optgroup id="develop" label="Development"/>
  808.      <optgroup id="release" label="Release"/>
  809.     <!-- the watchlist is retrieved dynamically, so omit it here 
  810.      <optgroup id="watchlist" label="Watchlist"/>
  811.     -->
  812.     </select>
  813.  
  814.    <button id="article_new">New</button>
  815.    <button id="article_remove">Remove</button>
  816.  
  817.   <div id="edit_article">
  818.     <label for="article_name">Article</label>
  819.     <input type="text" id="article_name" name="article_name"><br/>
  820.  
  821.     <label for="article_url">Link</label>
  822.     <input type="text" id="article_url" name="article_url"><br/>
  823.  
  824.     <button id="article_save">Save</button>
  825.   </div>
  826.  
  827.   </div>
  828.   <div id="templates">This tab contains templates for different types of articles (newsletter, changelog, release plan etc)<p/>
  829.   For now, this is WIP - in the future, there will be a dropdown menu added and all templates will be editable.<p/>
  830.   <div id="template_header">
  831.  
  832.     <label for="template_select">Select a template</label>
  833.     <select name="template_select" id="template_select">
  834.     <option>default</option>
  835.     <option>cquote</option>
  836.     </select>
  837.  
  838.   </div>
  839.   <div id="template_area"/>
  840.   <div id="template_controls">
  841.     <button id="template_save">Save</button>
  842.   </div>
  843.   </div>
  844.   <div id="development">This tab is a placeholder for features currently under development<p/>
  845.   <button id="evolve_regex">Evolve regex</button><p/>
  846.   <button id="test_perceptron">Test Perceptron</button><p/>
  847.   <div id="output">
  848.  
  849. <table id="results">
  850. <thead>
  851.   <tr>
  852.      <th>Generation</th>
  853.      <th>Fitness</th>
  854.      <th>Expression</th>
  855.      <th>Result</th>
  856.   </tr>
  857.   </thead>
  858.   <tbody>
  859.   </tbody>
  860. </table> 
  861.  
  862.    <!--
  863.    <textarea id="devel_output" lines="10"></textarea><p/>
  864.   -->
  865.   </div>
  866.   </div>
  867.  
  868.   <div id="settings">This tab will contain script specific settings
  869.   </div>
  870.   <div id="help">One day, this tab may contain help....<p/><button id="helpButton">Instant Cquotes</button>
  871.   </div>
  872.   <div id="about">show some  script related information here
  873.   </div>
  874. </div>`); // tabs div
  875.     
  876.    var evolve_regex = $('div#development button#evolve_regex', markup);
  877.    evolve_regex.click(function() {
  878.      //alert("Evolve regex");
  879.      evolve_expression_test();
  880.    });
  881.     
  882.    var test_perceptron = $('div#development button#test_perceptron', markup);
  883.    test_perceptron.click(function() {
  884.      alert("Test perceptron");
  885.    });
  886.    
  887.     
  888.     // add dynamic elements to each tab
  889.     
  890.    // NOTE: this affects all template selectors, on all tabs
  891.    $('select#template_select', markup).change(function() {
  892.      UI.alert("Sorry, templates are not yet fully implemented (WIP)");
  893.    });
  894.     
  895.    var help = $('#helpButton', markup);
  896.    help.button();
  897.    help.click(function() {
  898.      window.open("http://wiki.flightgear.org/FlightGear_wiki:Instant-Cquotes");
  899.    });
  900.     
  901.    // rows="10"cols="80" style=" width: 420px; height: 350px"
  902.    var textarea = $('<textarea id="quotedtext" rows="20" cols="70"/>');
  903.    textarea.val(msg);
  904.    $('#selection #content', markup).append(textarea);
  905.   
  906.    var templateArea = $('<textarea id="template-edit" rows="20" cols="70"/>');
  907.    templateArea.val( Host.getTemplate() );
  908.    $('div#templates div#template_area', markup).append(templateArea);
  909.    
  910.    //$('#templates', markup).append($('<button>'));
  911.     $('div#templates div#template_controls button#template_save',markup).button().click(function() {
  912.       //UI.alert("Saving template:\n"+templateArea.val() );
  913.       
  914.       Host.set_persistent('default_template',templateArea.val() );
  915.     }); // save template
  916.     
  917.   // TODO: Currently, this is hard-coded, but should be made customizable via the "articles" tab at some point ...
  918.   var articles = [
  919.     // NOTE: category must match an existing <optgroup> above, title must match an existing wiki article
  920.     {category:'support', name:'Frequently asked questions', url:''},
  921.     {category:'support', name:'Asking for help', url:''},
  922.     {category:'news', name:'Next newsletter', url:''},
  923.     {category:'news', name:'Next changelog', url:''},
  924.     {category:'release', name:'Release plan/Lessons learned', url:''}, // TODO: use wikimedia template
  925.     {category:'develop', name:'Nasal library', url:''},
  926.     {category:'develop', name:'Canvas Snippets', url:''},
  927.     
  928.   ];
  929.     
  930.     // TODO: this should be moved elsewhere
  931.     function updateArticleList(selector) {
  932.     $.each(articles, function (i, article) {
  933.     $(selector+ ' optgroup#'+article.category, markup).append($('<option>', { 
  934.         value: article.name, // FIXME: just a placeholder for now
  935.         text : article.name 
  936.     })); //append option
  937.    }); // foreach
  938.     } // updateArticleList
  939.     
  940.     // add the article list to the corresponding dropdown menus
  941.     updateArticleList('select#article_select');
  942.         
  943.     // populate watchlist (prototype for now)
  944.     // TODO: generalize & refactor: url, format
  945.       
  946.     // https://www.mediawiki.org/wiki/API:Watchlist
  947.     // http://wiki.flightgear.org/api.php?action=query&list=watchlist
  948.       var watchlist_url = 'http://wiki.flightgear.org/api.php?action=query&list=watchlist&format=json';
  949.       Host.download(watchlist_url, function(response) {
  950.         try {
  951.        var watchlist = JSON.parse(response.responseText);
  952.             
  953.        //$('div#options select#section_select', markup).empty(); // delete all sections
  954.       
  955.       $.each(watchlist.query.watchlist, function (i, article) {
  956.       $('div#options select#article_select optgroup#watchlist', markup).append($('<option>', { 
  957.         value: article.title, //FIXME just a placeholder for now
  958.         text : article.title 
  959.     }));
  960.    }); //foreach section
  961.  
  962.         }
  963.         catch (e) {
  964.           UI.alert(e.message);
  965.         }
  966.       }); // download & populate watchlist
  967.       
  968.     
  969.     // register an event handler for the main tab, so that article specific sections can be retrieved
  970.     $('div#options select#article_select', markup).change(function() {
  971.       var article = this.value;
  972.       
  973.     // HACK: try to get a login token (actually not needed just for reading ...)
  974.     Host.download('http://wiki.flightgear.org/api.php?action=query&prop=info|revisions&intoken=edit&rvprop=timestamp&titles=Main%20Page', function (response) {
  975.     var message = 'FlightGear wiki login status (AJAX):';
  976.     var status = response.statusText;
  977.     
  978.     // populate dropdown menu with article sections
  979.     if (status === 'OK') {
  980.     
  981.       // Resolve redirects: https://www.mediawiki.org/wiki/API:Query#Resolving_redirects
  982.       var section_url = 'http://wiki.flightgear.org/api.php?action=parse&page='+encodeURIComponent(article)+'&prop=sections&format=json&redirects';
  983.       Host.download(section_url, function(response) {
  984.         try {
  985.        var sections = JSON.parse(response.responseText);
  986.             
  987.        $('div#options select#section_select', markup).empty(); // delete all sections
  988.       
  989.       $.each(sections.parse.sections, function (i, section) {
  990.       $('div#options select#section_select', markup).append($('<option>', { 
  991.         value: section.line, //FIXME just a placeholder for now
  992.         text : section.line 
  993.     }));
  994.    }); //foreach section
  995.  
  996.         }
  997.         catch (e) {
  998.           UI.alert(e.message);
  999.         }
  1000.              
  1001.       }); //download sections
  1002.      
  1003.       
  1004.       
  1005.     } // login status is OK
  1006.  
  1007.       
  1008.   }); // Host.download() call, i.e. we have a login token
  1009.       
  1010.     }); // on select change
  1011.     
  1012.   // init the tab stuff
  1013.   markup.tabs();
  1014.   
  1015.   var diagParam = {
  1016.       title: 'Instant Cquotes ' + Host.getScriptVersion(),
  1017.       modal: true,
  1018.       width: 700,
  1019.       buttons: [
  1020.         {
  1021.           text:'reported speech',
  1022.           click: function() {
  1023.             textarea.val(createCquote(original,true));
  1024.           }
  1025.         },
  1026.         
  1027.         {
  1028.           text: 'Copy',
  1029.           click: function () {
  1030.             Host.setClipboard(msg);
  1031.             $(this).dialog('close');
  1032.           }
  1033.         }
  1034.         
  1035.       ]
  1036.   };
  1037.     
  1038.   // actually show our tabbed dialog using the params above
  1039.   markup.dialog(diagParam);
  1040.     
  1041.     
  1042.   } // jQueryTabbed() 
  1043.   
  1044. }; // output methods
  1045.  
  1046. //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
  1047. // TODO: we can use an online API to  help with some of this: http://www.eslnow.org/reported-speech-converter/
  1048. // See also: http://blog.mashape.com/list-of-25-natural-language-processing-apis/
  1049. // http://text-processing.com/docs/phrases.html
  1050. // http://www.alchemyapi.com/
  1051. // https://words.bighugelabs.com/api.php
  1052. // https://www.wordsapi.com/
  1053. // http://www.dictionaryapi.com/
  1054. // https://www.textrazor.com/
  1055. // http://www.programmableweb.com/news/how-5-natural-language-processing-apis-stack/analysis/2014/07/28
  1056.  
  1057. var speechTransformations = [
  1058. // TODO: support aliasing using vectors: would/should 
  1059. // ordering is crucial here (most specific first, least specific/most generic last)
  1060.  
  1061. // first, we start off  by expanding short forms: http://www.learnenglish.de/grammar/shortforms.html
  1062. // http://www.macmillandictionary.com/thesaurus-category/british/short-forms
  1063.  
  1064.   {query:/couldn\'t/gi, replacement:'could not'},
  1065.   {query:/I could not/gi, replacement:'$author could not'},
  1066.   
  1067.   {query:/I\'m/gi, replacement:'I am'},
  1068.   {query:/I am/gi, replacement:'$author is'},
  1069.   
  1070.   {query:/I\'ve/, replacement:'I have'},
  1071.   {query:/I have had/, replacement:'$author had'},
  1072.   
  1073.   
  1074.   {query:/can(\'|\’)t/gi, replacement:'cannot'},
  1075.   
  1076.   {query:/I(\'|\’)ll/gi, replacement:'$author will'},
  1077.   {query:/I(\'|\’)d/gi, replacement:'$author would'},
  1078.   
  1079.   {query:/I have done/gi, replacement:'$author has done'},
  1080.   {query:/I\'ve done/gi, replacement:'$author has done'}, //FIXME. queries should really be vectors ...
  1081.   
  1082.   {query:/I believe/gi, replacement:'$author suggested'},
  1083.   {query:/I think/gi, replacement:'$author suggested'},
  1084.   {query:/I guess/gi, replacement:'$author believes'},
  1085.   
  1086.   {query:/I can see that/gi, replacement:'$author suggested that'},
  1087.   
  1088.   
  1089.   {query:/I have got/gi, replacement:'$author has got'},
  1090.   {query:/I\'ve got/gi, replacement:'$author has got'},
  1091.   
  1092.   {query:/I\'d suggest/gi, replacement:'$author would suggest'},
  1093.   
  1094.   {query:/I\’m prototyping/gi, replacement:'$author is prototyping'},
  1095.   
  1096.   {query:/I myself/gi, replacement:'$author himself'},
  1097.   {query:/I am/gi, replacement:' $author is'},
  1098.   
  1099.   {query:/I can see/gi, replacement:'$author can see'},
  1100.   {query:/I can/gi, replacement:'$author can'},
  1101.   {query:/I have/gi, replacement:'$author has'},
  1102.   {query:/I should/g, replacement:'$author should'},
  1103.   {query:/I shall/gi, replacement:'$author shall'},
  1104.   {query:/I may/gi, replacement:'$author may'},
  1105.   {query:/I will/gi, replacement:'$author will'},
  1106.   {query:/I would/gi, replacement:'$author would'},
  1107.   {query:/by myself/gi, replacement:'by $author'},
  1108.   {query:/and I/gi, replacement:'and $author'},
  1109.   {query:/and me/gi, replacement:'and $author'},
  1110.   {query:/and myself/gi, replacement:'and $author'}
  1111.   
  1112.   
  1113.   // least specific stuff last (broad/generic stuff is kept as is, with author clarification added in parentheses)
  1114.   /*
  1115.   {query:/I/, replacement:'I ($author)'},
  1116.   
  1117.   {query:/me/, replacement:'me ($author)'},
  1118.   {query:/my/, replacement:'my ($author)'},
  1119.   {query:/myself/, replacement:'myself ($author)'},
  1120.   {query:/mine/, replacement:'$author'}
  1121.   */
  1122. ];
  1123.  
  1124. // try to assist in transforming speech using the transformation vector passed in
  1125. // still needs to be exposed via the UI
  1126. function transformSpeech(text, author, gender, transformations) {
  1127.   // WIP: foreach transformation in vector, replace the search pattern with the matched string (replacing author/gender as applicable)
  1128.   //alert("text to be transformed:\n"+text);
  1129.   for(var i=0;i< transformations.length; i++) {
  1130.     var token = transformations[i];
  1131.     // patch the replacement string using the correct author name 
  1132.     var replacement = token.replacement.replace(/\$author/gi, author);
  1133.     text = text.replace(token.query, replacement);
  1134.   } // end of token transformation
  1135.   console.log("transformed text is:"+text);
  1136.   return text;
  1137. } // transformSpeech
  1138.  
  1139. // run a self-test
  1140.  
  1141. (function() {
  1142. var author ="John Doe";
  1143. var transformed = transformSpeech("I have decided to commit a new feature", author, null, speechTransformations );
  1144. if (transformed !== author+" has decided to commit a new feature")
  1145.   Host.dbLog("FIXME: Speech transformations are not working correctly");
  1146. }) ();
  1147. //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
  1148.  
  1149. var MONTHS = [
  1150.   'Jan',
  1151.   'Feb',
  1152.   'Mar',
  1153.   'Apr',
  1154.   'May',
  1155.   'Jun',
  1156.   'Jul',
  1157.   'Aug',
  1158.   'Sep',
  1159.   'Oct',
  1160.   'Nov',
  1161.   'Dec'
  1162. ];
  1163. // Conversion for forum emoticons
  1164. var EMOTICONS = [
  1165.   [/:shock:/g,
  1166.   'O_O'],
  1167.   [
  1168.     /:lol:/g,
  1169.     '(lol)'
  1170.   ],
  1171.   [
  1172.     /:oops:/g,
  1173.     ':$'
  1174.   ],
  1175.   [
  1176.     /:cry:/g,
  1177.     ';('
  1178.   ],
  1179.   [
  1180.     /:evil:/g,
  1181.     '>:)'
  1182.   ],
  1183.   [
  1184.     /:twisted:/g,
  1185.     '3:)'
  1186.   ],
  1187.   [
  1188.     /:roll:/g,
  1189.     '(eye roll)'
  1190.   ],
  1191.   [
  1192.     /:wink:/g,
  1193.     ';)'
  1194.   ],
  1195.   [
  1196.     /:!:/g,
  1197.     '(!)'
  1198.   ],
  1199.   [
  1200.     /:\?:/g,
  1201.     '(?)'
  1202.   ],
  1203.   [
  1204.     /:idea:/g,
  1205.     '(idea)'
  1206.   ],
  1207.   [
  1208.     /:arrow:/g,
  1209.     '(->)'
  1210.   ],
  1211.   [
  1212.     /:mrgreen:/g,
  1213.     'xD'
  1214.   ]
  1215. ];
  1216. // ##################
  1217. // # Main functions #
  1218. // ##################
  1219.  
  1220.  
  1221. // the required trigger is host specific (userscript vs. addon vs. android etc)
  1222. // for now, this merely wraps window.load mapping to the instantCquotoe callback below
  1223. Host.registerTrigger();
  1224.  
  1225.  
  1226. // FIXME: function is currently referenced in CONFIG hash - event_handler, so cannot be easily moved across
  1227. // The main function
  1228. // TODO: split up, so that we can reuse the code elsewhere
  1229. function instantCquote(sel) {
  1230.   var profile = getProfile();
  1231.   
  1232.   // TODO: use config hash here
  1233.   var selection =  document.getSelection(),
  1234.   post_id=0;
  1235.   
  1236.   try {
  1237.     post_id = getPostId(selection, profile);
  1238.   } 
  1239.   catch (error) {
  1240.     Host.dbLog('Failed extracting post id\nProfile:' + profile);
  1241.     return;
  1242.   }
  1243.   if (selection.toString() === '') {
  1244.     Host.dbLog('No text is selected, aborting function');
  1245.     return;
  1246.   }
  1247.   if (!checkValid(selection, profile)) {
  1248.     Host.dbLog('Selection is not valid, aborting function');
  1249.     return;
  1250.   }
  1251.   try {
  1252.     transformationLoop(profile, post_id);
  1253.   }
  1254.   catch(e) {
  1255.     UI.alert("Transformation loop:\n"+e.message);
  1256.   }
  1257. } // instantCquote
  1258.  
  1259.   // TODO: this needs to be refactored so that it can be also reused by the async/AJAX mode
  1260.   // to extract fields in the background (i.e. move to a separate function)
  1261. function transformationLoop(profile, post_id) {
  1262.   var output = {}, field;
  1263.   Host.dbLog("Starting extraction/transformation loop");
  1264.   for (field in profile) {
  1265.     if (field === 'name') continue;
  1266.     if (field ==='type' || field === 'event' || field === 'event_handler') continue; // skip fields that don't contain xpath expressions
  1267.     Host.dbLog("Extracting field using field id:"+post_id);
  1268.     var fieldData = extractFieldInfo(profile, post_id, field);
  1269.     var transform = profile[field].transform;
  1270.     if (transform !== undefined) {
  1271.       Host.dbLog('Field \'' + field + '\' before transformation:\n\'' + fieldData + '\'');
  1272.       fieldData = applyTransformations(fieldData, transform);
  1273.       Host.dbLog('Field \'' + field + '\' after transformation:\n\'' + fieldData + '\'');
  1274.     }
  1275.     output[field] = fieldData;
  1276.   } // extract and transform all fields for the current profile (website)
  1277.   Host.dbLog("extraction and transformation loop finished");
  1278.   output.content = stripWhitespace(output.content);
  1279.   
  1280.   var outputPlain = createCquote(output);
  1281.   outputText(outputPlain, output);
  1282. } // transformationLoop()
  1283.  
  1284.  
  1285.  
  1286. /// #############
  1287.  
  1288. function runProfileTests() {
  1289.   
  1290.   for (var profile in CONFIG) {
  1291.     if (CONFIG[profile].type != 'archive' || !CONFIG[profile].enabled ) continue; // skip the wiki entry, because it's not an actual archive that we need to test
  1292.     // should be really moved to downloadPostign
  1293.     if (CONFIG[profile].content.xpath === '') console.log("xpath for content extraction is empty, cannot procedurally extract contents");
  1294.     for (var test in CONFIG[profile].tests) {
  1295.       var required_data = CONFIG[profile].tests[test];
  1296.       var title = required_data.title;
  1297.       //dbLog('Running test for posting titled:' + title);
  1298.       // fetch posting via getPostingDataAJAX() and compare to the fields we are looking for (author, title, date)
  1299.       //getPostingDataAJAX(profile, required_data.url);
  1300.       //alert("required title:"+title);
  1301.     } // foreach test
  1302.  
  1303.   } // foreach profile (website)
  1304.   
  1305. } //runProfileTests
  1306.  
  1307. function selfCheckDialog() {
  1308.   var sections = '<h3>Important APIs:</h3><div id="api_checks"></div>';
  1309.  
  1310.  
  1311.   try {
  1312.    runProfileTests.call(undefined); // check website profiles
  1313.   }
  1314.   catch (e) {
  1315.       UI.alert(e.message);
  1316.   }
  1317.   
  1318.   for (var profile in CONFIG) {
  1319.     // TODO: also check if enabled or not
  1320.     if (CONFIG[profile].type != 'archive') continue; // skip the wiki entry, because it's not an actual archive that we need to test
  1321.     var test_results = '';
  1322.     for (var test in CONFIG[profile].tests) {
  1323.       // var fieldData = extractFieldInfo(profile, post_id, 'author');
  1324.       test_results += CONFIG[profile].tests[test].title + '<p/>';
  1325.     }
  1326.     sections +='<h3>' + profile + ':<font color="blue">'+ CONFIG[profile].url_reg+'</font></h3><div><p>' + test_results + '</p></div>\n';
  1327.   }  // https://jqueryui.com/accordion/
  1328.   
  1329.  
  1330.   var checkDlg = $('<div id="selfCheck" title="Self Check dialog"><p><div id="accordion">' + sections + '</div></p></div>');
  1331.   
  1332.    // run all API tests, invoke the callback to obtain the status
  1333.   Environment.runAPITests(Host, function(meta) {
  1334.   
  1335.   //console.log('Running API test '+meta.name);
  1336.     
  1337.   meta.test(function(result) {
  1338.    var status = (result)?'success':'fail';
  1339.    var test = $("<p></p>").text('Running API test '+meta.name+':'+status); 
  1340.    $('#api_checks', checkDlg).append(test);
  1341.   }); // update tests results
  1342.     
  1343.   }); // runAPITests
  1344.   
  1345.   
  1346.   
  1347.   /*
  1348.   [].forEach.call(CONFIG, function(profile) {
  1349.     alert("profile is:"+profile);
  1350.   [].forEach.call(CONFIG[profile].tests, function(test) {
  1351.     
  1352.     //UI.alert(test.url);
  1353.     Host.downloadPosting(test.url, function(downloaded) {
  1354.       alert("downloaded:");
  1355.       //if (test.title == downloaded.title) alert("titles match:"+test.title);
  1356.     }); //downloadPosting
  1357.   }); //forEach test
  1358.   }); //forEach profile
  1359.   */
  1360.   
  1361.   //$('#accordion',checkDlg).accordion();
  1362.   checkDlg.dialog({
  1363.     width: 700,
  1364.     height: 500,
  1365.     open: function () {
  1366.       // http://stackoverflow.com/questions/2929487/putting-a-jquery-ui-accordion-in-a-jquery-ui-dialog
  1367.       $('#accordion').accordion({
  1368.         autoHeight: true
  1369.       });
  1370.     }
  1371.   }); // show dialog
  1372. } // selfCheckDialog
  1373.  
  1374.  
  1375. // show a simple configuration dialog (WIP)
  1376. function setupDialog() {
  1377.   //alert("configuration dialog is not yet implemented");
  1378.   var checked = (Host.get_persistent('debug_mode_enabled', false) === true) ? 'checked' : '';
  1379.   //dbLog("value is:"+get_persistent("debug_mode_enabled"));
  1380.   //dbLog("persistent debug flag is:"+checked);
  1381.   var setupDiv = $('<div id="setupDialog" title="Setup dialog">NOTE: this configuration dialog is still work-in-progress</p><label><input id="debugcb" type="checkbox"' + checked + '>Enable Debug mode</label><p/><div id="progressbar"></div></div>');
  1382.   setupDiv.click(function () {
  1383.     //alert("changing persistent debug state");
  1384.     Host.set_persistent('debug_mode_enabled', $('#debugcb').is(':checked'));
  1385.   });
  1386.   //MediaWiki editing stub, based on: https://www.mediawiki.org/wiki/API:Edit#Editing_via_Ajax
  1387.   //only added here to show some status info in the setup dialog
  1388.   Host.download('http://wiki.flightgear.org/api.php?action=query&prop=info|revisions&intoken=edit&rvprop=timestamp&titles=Main%20Page', function (response) {
  1389.     var message = 'FlightGear wiki login status (AJAX):';
  1390.     var status = response.statusText;
  1391.     var color = (status == 'OK') ? 'green' : 'red';
  1392.     Host.dbLog(message + status);
  1393.     var statusDiv = $('<p>' + message + status + '</p>').css('color', color);
  1394.     setupDiv.append(statusDiv);
  1395.   });
  1396.   setupDiv.dialog();
  1397. } // setupDialog
  1398.  
  1399.  
  1400. // this  can be used to download/cache $FG_ROOT/options.xml so that fgfs CLI arguments can be recognized and post-processed automatically
  1401. // which can help transforming postings correctly
  1402. function downloadOptionsXML() {
  1403.  
  1404.   // download $FG_ROOT/options.xml
  1405.           Host.download("https://sourceforge.net/p/flightgear/fgdata/ci/next/tree/options.xml?format=raw", function(response) {
  1406.             var xml = response.responseText;
  1407.             var doc = Host.make_doc(xml, 'text/xml');
  1408.             // https://developer.mozilla.org/en-US/docs/Web/API/XPathResult
  1409.             var options = Host.eval_xpath(doc, '//*/option', XPathResult.ORDERED_NODE_SNAPSHOT_TYPE);
  1410.             
  1411.             // http://help.dottoro.com/ljgnejkp.php
  1412.             Host.dbLog("Number of options found in options.xml:"+options.snapshotLength);
  1413.             
  1414.             // http://help.dottoro.com/ljtfvvpx.php
  1415.             
  1416.               // https://sourceforge.net/p/flightgear/fgdata/ci/next/tree/options.xml
  1417.               
  1418.             
  1419.           }); // end of options.xml download
  1420.  
  1421.   
  1422. } // downloadOptionsXML
  1423.  
  1424. function getProfile(url=undefined) {
  1425.   
  1426.   if(url === undefined) 
  1427.     url=window.location.href;
  1428.   else
  1429.     url=url;
  1430.   
  1431.   Host.dbLog("getProfile call URL is:"+url);
  1432.   
  1433.   for (var profile in CONFIG) {
  1434.     if (url.match(CONFIG[profile].url_reg) !== null) {
  1435.       Host.dbLog('Matching website profile found');
  1436.       var invocations = Host.get_persistent(Host.getScriptVersion(), 0);
  1437.       Host.dbLog('Number of script invocations for version ' + Host.getScriptVersion() + ' is:' + invocations);
  1438.  
  1439.       // determine if we want to show a config dialog
  1440.       if (invocations === 0) {
  1441.         Host.dbLog("ask for config dialog to be shown");
  1442.         var response = UI.confirm('This is your first time running version ' + Host.getScriptVersion() + '\nConfigure now?');
  1443.         if (response) {
  1444.                   
  1445.           // show configuration dialog (jQuery)
  1446.           setupDialog();
  1447.         } 
  1448.         else {
  1449.         } // don't configure
  1450.  
  1451.       }      
  1452.       
  1453.       // increment number of invocations, use the script's version number as the key, to prevent the config dialog from showing up again (except for updated scripts)
  1454.       // FIXME: this is triggered/incremented by each click ...
  1455.       Host.dbLog("increment number of script invocations");
  1456.       Host.set_persistent(Host.getScriptVersion(), invocations + 1);
  1457.       return CONFIG[profile];
  1458.     } // matched website profile
  1459.     Host.dbLog('Could not find matching URL in getProfile() call!');
  1460.   } // for each profile
  1461. }// Get the HTML code that is selected
  1462.  
  1463. function getSelectedHtml() {
  1464.   // From http://stackoverflow.com/a/6668159
  1465.   var html = '',
  1466.   selection = document.getSelection();
  1467.   if (selection.rangeCount) {
  1468.     var container = document.createElement('div');
  1469.     for (var i = 0; i < selection.rangeCount; i++) {
  1470.       container.appendChild(selection.getRangeAt(i).cloneContents());
  1471.     }
  1472.     html = container.innerHTML;
  1473.   }
  1474.   Host.dbLog('instantCquote(): Unprocessed HTML\n\'' + html + '\'');
  1475.   return html;
  1476. }// Gets the selected text
  1477.  
  1478. function getSelectedText() {
  1479.   return document.getSelection().toString();
  1480. }// Get the ID of the post
  1481. // (this needs some work so that it can be used by the AJAX mode, without an actual selection)
  1482.  
  1483. function getPostId(selection, profile, focus) {
  1484.   if (focus !== undefined) {
  1485.     Host.dbLog("Trying to get PostId with defined focus");
  1486.     selection = selection.focusNode.parentNode;
  1487.   } else {
  1488.     Host.dbLog("Trying to get PostId with undefined focus");
  1489.     selection = selection.anchorNode.parentNode;
  1490.   }
  1491.   while (selection.id.match(profile.content.idStyle) === null) {
  1492.     selection = selection.parentNode;
  1493.   }
  1494.   Host.dbLog("Selection id is:"+selection.id);
  1495.   return selection.id;
  1496. }
  1497.  
  1498. // Checks that the selection is valid
  1499. function checkValid(selection, profile) {
  1500.   var ret = true,
  1501.   selection_cp = {
  1502.   },
  1503.   tags = profile.content.parentTag;
  1504.   for (var n = 0; n < 2; n++) {
  1505.     if (n === 0) {
  1506.       selection_cp = selection.anchorNode.parentNode;
  1507.     } else {
  1508.       selection_cp = selection.focusNode.parentNode;
  1509.     }
  1510.     while (true) {
  1511.       if (selection_cp.tagName === 'BODY') {
  1512.         ret = false;
  1513.         break;
  1514.       } else {
  1515.         var cont = false;
  1516.         for (var i = 0; i < tags.length; i++) {
  1517.           if (selection_cp[tags[0]] === tags[i]) {
  1518.             cont = true;
  1519.             break;
  1520.           }
  1521.         }
  1522.         if (cont) {
  1523.           break;
  1524.         } else {
  1525.           selection_cp = selection_cp.parentNode;
  1526.         }
  1527.       }
  1528.     }
  1529.   }
  1530.   ret = ret && (getPostId(selection, profile) === getPostId(selection, profile, 1));
  1531.   return ret;
  1532. }// Extracts the raw text from a certain place, using an XPath
  1533.  
  1534. function extractFieldInfo(profile, id, field) {
  1535.   
  1536.   if (field === 'content') {
  1537.     Host.dbLog("Returning content (selection)");
  1538.     return profile[field].selection();
  1539.   } else {
  1540.     Host.dbLog("Extracting field via xpath:"+field);
  1541.     var xpath = '//*[@id="' + id + '"]/' + profile[field].xpath;
  1542.     return Host.eval_xpath(document, xpath).stringValue; // document.evaluate(xpath, document, null, XPathResult.STRING_TYPE, null).stringValue;
  1543.   }
  1544. }// Change the text using specified transformations
  1545.  
  1546. function applyTransformations(fieldInfo, trans) { 
  1547.     for (var i = 0; i < trans.length; i++) {
  1548.       fieldInfo = trans[i](fieldInfo);
  1549.       Host.dbLog('applyTransformations(): Multiple transformation, transformation after loop #' + (i + 1) + ':\n\'' + fieldInfo + '\'');
  1550.     }
  1551.     return fieldInfo;
  1552.   
  1553. } //applyTransformations
  1554.  
  1555. // Formats the quote
  1556.  
  1557. function createCquote(data, indirect_speech=false) {
  1558.  if(!indirect_speech)
  1559.    return nonQuotedRef(data); // conventional/verbatim selection
  1560.   else { 
  1561.     // pattern match the content using a vector of regexes
  1562.     data.content = transformSpeech(data.content, data.author, null, speechTransformations );
  1563.     return nonQuotedRef(data);
  1564.   }
  1565. }
  1566.  
  1567. function nonQuotedRef(data) { //TODO: rename 
  1568.   var template = Host.getTemplate();
  1569.   
  1570.   var substituted = template
  1571.   .replace('$CONTENT', data.content)
  1572.   .replace('$URL',data.url)
  1573.   .replace('$TITLE',data.title)  
  1574.   .replace('$AUTHOR',data.author)
  1575.   .replace('$DATE',datef(data.date))
  1576.   .replace('$ADDED',datef(data.date))
  1577.   .replace('$SCRIPT_VERSION', Host.getScriptVersion() );
  1578.   
  1579.   return substituted; 
  1580. }// 
  1581.  
  1582. // Output the text.
  1583. // Tries the jQuery dialog, and falls back to window.prompt()
  1584.  
  1585. function outputText(msg, original) {
  1586.   try {
  1587.     OUTPUT.jQueryTabbed(msg, original); 
  1588.   } 
  1589.   catch (err) {
  1590.     msg = msg.replace(/&lt;\/syntaxhighligh(.)>/g, '</syntaxhighligh$1');
  1591.     OUTPUT.msgbox(msg);
  1592.   }
  1593. }
  1594.  
  1595. // #############
  1596. // # Utilities #
  1597. // #############
  1598.  
  1599. function extract(regex) {
  1600.   return function (text) {
  1601.     return text.match(regex) [1];
  1602.   };
  1603. }
  1604. function prepend(prefix) {
  1605.   return function (text) {
  1606.     return prefix + text;
  1607.   };
  1608. }
  1609. function removeComments(html) {
  1610.   return html.replace(/<!--.*?-->/g, '');
  1611. }// Not currently used (as of June 2015), but kept just in case
  1612.  
  1613.  
  1614. // currently unused
  1615. function escapePipes(html) {
  1616.   html = html.replace(/\|\|/g, '{{!!}n}');
  1617.   html = html.replace(/\|\-/g, '{{!-}}');
  1618.   return html.replace(/\|/g, '{{!}}');
  1619. }// Converts HTML <a href="...">...</a> tags to wiki links, internal if possible.
  1620.  
  1621. function a2wikilink(html) {
  1622.   // Links to wiki images, because
  1623.   // they need special treatment, or else they get displayed.
  1624.   html = html.replace(/<a.*?href="http:\/\/wiki\.flightgear\.org\/File:(.*?)".*?>(.*?)<\/a>/g, '[[Media:$1|$2]]');
  1625.   // Wiki links without custom text.
  1626.   html = html.replace(/<a.*?href="http:\/\/wiki\.flightgear\.org\/(.*?)".*?>http:\/\/wiki\.flightgear\.org\/.*?<\/a>/g, '[[$1]]');
  1627.   // Links to the wiki with custom text
  1628.   html = html.replace(/<a.*?href="http:\/\/wiki\.flightgear\.org\/(.*?)".*?>(.*?)<\/a>/g, '[[$1|$2]]');
  1629.   // Remove underscores from all wiki links
  1630.   var list = html.match(/\[\[.*?\]\]/g);
  1631.   if (list !== null) {
  1632.     for (var i = 0; i < list.length; i++) {
  1633.       html = html.replace(list[i], underscore2Space(list[i]));
  1634.     }
  1635.   }  // Convert non-wiki links
  1636.   // TODO: identify forum/devel list links, and use the AJAX/Host.download helper to get a title/subject for unnamed links (using the existing xpath/regex helpers for that)
  1637.  
  1638.   html = html.replace(/<a.*?href="(.*?)".*?>(.*?)<\/a>/g, '[$1 $2]');
  1639.   // Remove triple dots from external links.
  1640.   // Replace with raw URL (MediaWiki converts it to a link).
  1641.   list = html.match(/\[.*?(\.\.\.).*?\]/g);
  1642.   if (list !== null) {
  1643.     for (var i = 0; i < list.length; i++) {
  1644.       html = html.replace(list[i], list[i].match(/\[(.*?) .*?\]/) [1]);
  1645.     }
  1646.   }
  1647.   return html;
  1648. }// Converts images, including images in <a> links
  1649.  
  1650. function img2link(html) {
  1651.   html = html.replace(/<a[^<]*?href="([^<]*?)"[^<]*?><img.*?src="http:\/\/wiki\.flightgear\.org\/images\/.*?\/.*?\/(.*?)".*?><\/a>/g, '[[File:$2|250px|link=$1]]');
  1652.   html = html.replace(/<img.*?src="http:\/\/wiki\.flightgear\.org\/images\/.*?\/.*?\/(.*?)".*?>/g, '[[File:$1|250px]]');
  1653.   html = html.replace(/<a[^<]*?href="([^<]*?)"[^<]*?><img.*?src="(.*?)".*?><\/a>/g, '(see [$2 image], links to [$1 here])');
  1654.   return html.replace(/<img.*?src="(.*?)".*?>/g, '(see the [$1 linked image])');
  1655. }// Converts smilies
  1656.  
  1657. function forum_smilies2text(html) {
  1658.   html = html.replace(/<img src="\.\/images\/smilies\/icon_.*?\.gif" alt="(.*?)".*?>/g, '$1');
  1659.   for (var i = 0; i < EMOTICONS.length; i++) {
  1660.     html = html.replace(EMOTICONS[i][0], EMOTICONS[i][1]);
  1661.   }
  1662.   return html;
  1663. }// Converts font formatting
  1664.  
  1665. function forum_fontstyle2wikistyle(html) {
  1666.   html = html.replace(/<span style="font-weight: bold">(.*?)<\/span>/g, '\'\'\'$1\'\'\'');
  1667.   html = html.replace(/<span style="text-decoration: underline">(.*?)<\/span>/g, '<u>$1</u>');
  1668.   html = html.replace(/<span style="font-style: italic">(.*?)<\/span>/g, '\'\'$1\'\'');
  1669.   return html.replace(/<span class="posthilit">(.*?)<\/span>/g, '$1');
  1670. }// Converts code blocks
  1671.  
  1672. function forum_code2syntaxhighlight(html) {
  1673.   var list = html.match(/<dl class="codebox">.*?<code>(.*?)<\/code>.*?<\/dl>/g),
  1674.   data = [
  1675.   ];
  1676.   if (list === null) return html;
  1677.   for (var n = 0; n < list.length; n++) {
  1678.     data = html.match(/<dl class="codebox">.*?<code>(.*?)<\/code>.*?<\/dl>/);
  1679.     html = html.replace(data[0], processCode(data));
  1680.   }
  1681.   return html;
  1682. }// Strips any whitespace from the beginning and end of a string
  1683.  
  1684. function stripWhitespace(html) {
  1685.   html = html.replace(/^\s*?(\S)/, '$1');
  1686.   return html.replace(/(\S)\s*?\z/, '$1');
  1687. }// Process code, including basic detection of language
  1688.  
  1689. function processCode(data) {
  1690.   var lang = '',
  1691.   code = data[1];
  1692.   code = code.replace(/&nbsp;/g, ' ');
  1693.   if (code.match(/=?.*?\(?.*?\)?;/) !== null) lang = 'nasal';
  1694.   if (code.match(/&lt;.*?&gt;.*?&lt;\/.*?&gt;/) !== null || code.match(/&lt;!--.*?--&gt;/) !== null) lang = 'xml';
  1695.   code = code.replace(/<br\/?>/g, '\n');
  1696.   return '<syntaxhighlight lang="' + lang + '" enclose="div">\n' + code + '\n&lt;/syntaxhighlight>';
  1697. }// Converts quote blocks to Cquotes
  1698.  
  1699. function forum_quote2cquote(html) {
  1700.   html = html.replace(/<blockquote class="uncited"><div>(.*?)<\/div><\/blockquote>/g, '{{cquote|$1}}');
  1701.   if (html.match(/<blockquote>/g) === null) return html;
  1702.   var numQuotes = html.match(/<blockquote>/g).length;
  1703.   for (var n = 0; n < numQuotes; n++) {
  1704.     html = html.replace(/<blockquote><div><cite>(.*?) wrote.*?:<\/cite>(.*?)<\/div><\/blockquote>/, '{{cquote|$2|$1}}');
  1705.   }
  1706.   return html;
  1707. }// Converts videos to wiki style
  1708.  
  1709. function vid2wiki(html) {
  1710.   // YouTube
  1711.   html = html.replace(/<div class="video-wrapper">\s.*?<div class="video-container">\s*?<iframe class="youtube-player".*?width="(.*?)" height="(.*?)" src="http:\/\/www\.youtube\.com\/embed\/(.*?)".*?><\/iframe>\s*?<\/div>\s*?<\/div>/g, '{{#ev:youtube|$3|$1x$2}}');
  1712.   // Vimeo
  1713.   html = html.replace(/<iframe src="http:\/\/player\.vimeo\.com\/video\/(.*?)\?.*?" width="(.*?)" height="(.*?)".*?>.*?<\/iframe>/g, '{{#ev:vimeo|$1|$2x$3}}');
  1714.   return html.replace(/\[.*? Watch on Vimeo\]/g, '');
  1715. }// Not currently used (as of June 2015), but kept just in case
  1716.  
  1717. // currently unused
  1718. function escapeEquals(html) {
  1719.   return html.replace(/=/g, '{{=}}');
  1720. }// <br> to newline.
  1721.  
  1722. function forum_br2newline(html) {
  1723.   html = html.replace(/<br\/?><br\/?>/g, '\n');
  1724.   return html.replace(/<br\/?>/g, '\n\n');
  1725. }// Forum list to wiki style
  1726.  
  1727. function list2wiki(html) {
  1728.   var list = html.match(/<ul>(.*?)<\/ul>/g);
  1729.   if (list !== null) {
  1730.     for (var i = 0; i < list.length; i++) {
  1731.       html = html.replace(/<li>(.*?)<\/li>/g, '* $1\n');
  1732.     }
  1733.   }
  1734.   list = html.match(/<ol.*?>(.*?)<\/ol>/g);
  1735.   if (list !== null) {
  1736.     for (var i = 0; i < list.length; i++) {
  1737.       html = html.replace(/<li>(.*?)<\/li>/g, '# $1\n');
  1738.     }
  1739.   }
  1740.   html = html.replace(/<\/?[uo]l>/g, '');
  1741.   return html;
  1742. }
  1743. function nowiki(text) {
  1744.   return '<nowiki>' + text + '</nowiki>';
  1745. }// Returns the correct ordinal adjective
  1746.  
  1747. function ordAdj(date) {
  1748.   date = date.toString();
  1749.   if (date == '11' || date == '12' || date == '13') {
  1750.     return 'th';
  1751.   } else if (date.substr(1) == '1' || date == '1') {
  1752.     return 'st';
  1753.   } else if (date.substr(1) == '2' || date == '2') {
  1754.     return 'nd';
  1755.   } else if (date.substr(1) == '3' || date == '3') {
  1756.     return 'rd';
  1757.   } else {
  1758.     return 'th';
  1759.   }
  1760. }
  1761.  
  1762. // Formats the date to this format: Apr 26th, 2015
  1763. function datef(text) {
  1764.   var date = new Date(text);
  1765.   return MONTHS[date.getMonth()] + ' ' + date.getDate() + ordAdj(date.getDate()) + ', ' + date.getFullYear();
  1766. }
  1767. function underscore2Space(str) {
  1768.   return str.replace(/_/g, ' ');
  1769. }
  1770.  
  1771. // IGNORE EVERYTHING THAT FOLLOWS: 
  1772. // This is an experiment to use GA/GP (genetic programming) to help procedurally evolve xpath and regex expressions if/when the underlying websites change
  1773. // so that we don't have to manually update/edit the script accordingly (this would also work for mobile themes etc)
  1774. // For now, this is heavily based on the genetic.js framework/examples: http://subprotocol.com/system/genetic-hello-world.html
  1775. // The idea is to evolve the xpath/regex expression by evaluating its return value against the expected/desired value
  1776. // the most important thing here is having a suitable fitness function
  1777. // 
  1778.  
  1779.  
  1780.  
  1781. function evolve_expression_test() {
  1782.   
  1783. try {  
  1784. var genetic = Genetic.create();
  1785.  
  1786. // TODO: use minimizer: redundant_bytes + duration_msec + xpath.length
  1787. genetic.optimize = Genetic.Optimize.Maximize;
  1788. genetic.select1 = Genetic.Select1.Tournament2;
  1789. genetic.select2 = Genetic.Select2.Tournament2;
  1790.  
  1791.    
  1792. genetic.seed = function() {
  1793.  
  1794.     function randomString(len) {
  1795.         var text = "";
  1796.         var charset = "\\abcdefghijklmnopqrstuvwxyz0123456789[] ()<>*.,";
  1797.         for(var i=0;i<len;i++)
  1798.             text += charset.charAt(Math.floor(Math.random() * charset.length));
  1799.         
  1800.         return text;
  1801.     }
  1802.     
  1803.     // create random strings that are equal in length to solution
  1804.     return randomString( this.userData["solution"].length);
  1805. };
  1806.   
  1807.  
  1808. genetic.mutate = function(entity) {
  1809.     
  1810.     function replaceAt(str, index, character) {
  1811.         return str.substr(0, index) + character + str.substr(index+character.length);
  1812.     }
  1813.     
  1814.     // chromosomal drift
  1815.     var i = Math.floor(Math.random()*entity.length);
  1816.     return replaceAt(entity, i, String.fromCharCode(entity.charCodeAt(i) + (Math.floor(Math.random()*2) ? 1 : -1)));
  1817. };
  1818.  
  1819. genetic.crossover = function(mother, father) {
  1820.  
  1821.     // two-point crossover
  1822.     var len = mother.length;
  1823.     var ca = Math.floor(Math.random()*len);
  1824.     var cb = Math.floor(Math.random()*len);     
  1825.     if (ca > cb) {
  1826.         var tmp = cb;
  1827.         cb = ca;
  1828.         ca = tmp;
  1829.     }
  1830.         
  1831.     var son = father.substr(0,ca) + mother.substr(ca, cb-ca) + father.substr(cb);
  1832.     var daughter = mother.substr(0,ca) + father.substr(ca, cb-ca) + mother.substr(cb);
  1833.     
  1834.     return [son, daughter];
  1835. };
  1836.     
  1837. genetic.determineExcessBytes = function (text, needle) {
  1838.     return text.length - needle.length;
  1839. };
  1840.     
  1841. genetic.containsText = function (text, needle) {
  1842.     return text.search(needle);
  1843. };
  1844.   
  1845. genetic.isValid = function(exp) {
  1846.  
  1847. };
  1848.     
  1849. /* myFitness:
  1850.  * - must be a valid xpath/regex expression (try/call)
  1851.  * - must containsText the needle
  1852.  * - low relative offset in text (begin/end)
  1853.  * - excessBytes
  1854.  * - short expression  (expression length)
  1855.  * - expression footprint (runtime)
  1856.  */ 
  1857.  
  1858. // TODO: the fitness function should validate each xpath/regex first
  1859.     
  1860.     
  1861. genetic.fitness = function(entity) {
  1862.     var fitness = 0;
  1863.     var result;
  1864.     var validExp = 0.1;
  1865.     var hasToken = 0.1;
  1866.    
  1867.   
  1868.     var t = this.userData.tests[0].haystack;
  1869.     //var regex = new RegExp(this.userData.solution);
  1870.     //var output = t.match( new RegExp("From: (.*) <.*@.*>"))[1];  
  1871.     // TODO: use search & match for improving the fitness
  1872.   
  1873.     if (0)  
  1874.     try {
  1875.     var regex = new RegExp(entity);
  1876.     var output = t.search( regex);
  1877.     validExp = 10;
  1878.     }
  1879.     catch(e) {
  1880.     validExp = 2;    
  1881.     }
  1882.   
  1883.    
  1884.     
  1885.     var i;
  1886.     for (i=0;i<entity.length;++i) {
  1887.         // increase fitness for each character that matches
  1888.         if (entity[i] == this.userData["solution"][i])
  1889.             fitness += 1;
  1890.         
  1891.         // award fractions of a point as we get warmer
  1892.         fitness += (127-Math.abs(entity.charCodeAt(i) - this.userData["solution"].charCodeAt(i)))/50;
  1893.     }
  1894.  
  1895.  
  1896.     return fitness; // + (1*validExp + 1* hasToken);
  1897. };
  1898.  
  1899. genetic.generation = function(pop, generation, stats) {
  1900.     // stop running once we've reached the solution
  1901.     return pop[0].entity != this.userData["solution"];
  1902. };
  1903.  
  1904. genetic.notification = function(pop, generation, stats, isFinished) {
  1905.  
  1906.     function lerp(a, b, p) {
  1907.         return a + (b-a)*p;
  1908.     }
  1909.     
  1910.     var value = pop[0].entity;
  1911.     this.last = this.last||value;
  1912.     
  1913.     if (pop != 0 && value == this.last)
  1914.         return;
  1915.     
  1916.     
  1917.     var solution = [];
  1918.     var i;
  1919.     for (i=0;i<value.length;++i) {
  1920.         var diff = value.charCodeAt(i) - this.last.charCodeAt(i);
  1921.         var style = "background: transparent;";
  1922.         if (diff > 0) {
  1923.             style = "background: rgb(0,200,50); color: #fff;";
  1924.         } else if (diff < 0) {
  1925.             style = "background: rgb(0,100,50); color: #fff;";
  1926.         }
  1927.  
  1928.         solution.push("<span style=\"" + style + "\">" + value[i] + "</span>");
  1929.     }
  1930.   
  1931.     var t = this.userData.tests[0].haystack;
  1932.     //console.log("haystack is:"+t);
  1933.     // "From: John Doe <John@do...> - 2020-07-02 17:36:03", needle: "John Doe"}, /From: (.*) <.*@.*>/
  1934.     var regex = new RegExp(this.userData.solution);
  1935.     //var output = t.match( new RegExp("From: (.*) <.*@.*>"))[1];  
  1936.     // TODO: use search & match for improving the fitness
  1937.     var output = t.search( new RegExp(value));
  1938.     
  1939.     
  1940.     var buf = "";
  1941.     buf += "<tr>";
  1942.     buf += "<td>" + generation + "</td>";
  1943.     buf += "<td>" + pop[0].fitness.toPrecision(5) + "</td>";
  1944.     buf += "<td>" + solution.join("") + "</td>";
  1945.     buf += "<td>" + output + "</td>";
  1946.     buf += "</tr>";
  1947.     $("#results tbody").prepend(buf);
  1948.     
  1949.     this.last = value;
  1950. };
  1951.   
  1952.   
  1953.   /*
  1954. genetic.notification2 = function(pop, generation, stats, isFinished) {
  1955.  
  1956.     function lerp(a, b, p) {
  1957.         return a + (b-a)*p;
  1958.     }
  1959.     
  1960.     var value = pop[0].entity;
  1961.     this.last = this.last||value;
  1962.     
  1963.     if (pop != 0 && value == this.last)
  1964.         return;
  1965.  
  1966.     
  1967.     var solution = [];
  1968.     var i;
  1969.     for (i=0;i<value.length;++i) {
  1970.     
  1971.     solution.push(value[i]);
  1972.  } 
  1973.     console.log("Generation:"+ generation + " Fitness:" + pop[0].fitness.toPrecision(5) + " Solution:" + solution.join(""));
  1974.   
  1975.     this.last = value;
  1976. };
  1977.   */
  1978.     
  1979.       
  1980. var config = {
  1981.             "iterations": 4000
  1982.             , "size": 250
  1983.             , "crossover": 0.3
  1984.             , "mutation": 0.4
  1985.             , "skip": 30 // notifications
  1986.             //, "webWorkers": false
  1987.         };
  1988.  
  1989.  
  1990. /*
  1991. var profile = CONFIG['Sourceforge Mailing list'];
  1992. var posting = profile.tests[0];
  1993. var author_xpath = profile.title.xpath;
  1994. */
  1995.  
  1996. var regexTests = [
  1997.   {haystack: "From: John Doe <John@do...> - 2020-07-02 17:36:03", needle: "John Doe"}, 
  1998.   {haystack: "From: Marc Twain <Marc@ta...> - 2010-01-03 07:36:03", needle: "Marc Twain"},
  1999.   {haystack: "From: George W. Bush <GWB@wh...> - 2055-11-11 17:33:13", needle: "George W. Bush"}
  2000. ];
  2001.   
  2002. // the regex we want to evolve
  2003. var solution = "From: (.*) <.*@.*>";
  2004.  
  2005. // let's assume, we'd like to evolve a regex expression like this one
  2006. var userData = {
  2007.             solution: solution,
  2008.             tests: regexTests                         
  2009. };    
  2010.     
  2011. genetic.evolve(config, userData);
  2012.  
  2013.     
  2014. //console.log("genetic.js is loaded and working, but disabled for now");    
  2015.     
  2016.   
  2017. } // try
  2018. catch (e) {
  2019.   console.log("genetic.js error:\n" +e.message);
  2020. } // catch
  2021.   
  2022. } // evolveExpression_test()
  2023.  
  2024.  
  2025. if(0) //TODO: expose via development tab
  2026. try {
  2027.   // https://github.com/cazala/synaptic
  2028.   var Neuron = synaptic.Neuron,
  2029.     Layer = synaptic.Layer,
  2030.     Network = synaptic.Network,
  2031.     Trainer = synaptic.Trainer,
  2032.     Architect = synaptic.Architect;
  2033.   
  2034.   function Perceptron(input, hidden, output)
  2035. {
  2036.     // create the layers
  2037.     var inputLayer = new Layer(input);
  2038.     var hiddenLayer = new Layer(hidden);
  2039.     var outputLayer = new Layer(output);
  2040.  
  2041.     // connect the layers
  2042.     inputLayer.project(hiddenLayer);
  2043.     hiddenLayer.project(outputLayer);
  2044.  
  2045.     // set the layers
  2046.     this.set({
  2047.         input: inputLayer,
  2048.         hidden: [hiddenLayer],
  2049.         output: outputLayer
  2050.     });
  2051. }
  2052.  
  2053. // extend the prototype chain
  2054. Perceptron.prototype = new Network();
  2055. Perceptron.prototype.constructor = Perceptron;
  2056.   
  2057. var myPerceptron = new Perceptron(2,3,1);
  2058. var myTrainer = new Trainer(myPerceptron);
  2059.  
  2060. myTrainer.XOR(); // { error: 0.004998819355993572, iterations: 21871, time: 356 }
  2061.  
  2062. myPerceptron.activate([0,0]); // 0.0268581547421616
  2063. myPerceptron.activate([1,0]); // 0.9829673642853368
  2064. myPerceptron.activate([0,1]); // 0.9831714267395621
  2065. myPerceptron.activate([1,1]); // 0.02128894618097928
  2066.   
  2067.    
  2068. console.log("Syntaptic loaded");
  2069. } catch(e) {
  2070.   UI.alert(e.message);
  2071. }