2014.html 58 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777
  1. <!DOCTYPE html>
  2. <html dir="ltr">
  3. <head>
  4. <meta http-equiv="content-type" content="text/html;charset=UTF-8" />
  5. <title>Blog/2014 - XOWA</title>
  6. <link rel="shortcut icon" href="https://gnosygnu.github.io/xowa/xowa_logo.png" />
  7. <link rel="stylesheet" href="https://gnosygnu.github.io/xowa/xowa_common.css" type="text/css">
  8. </head>
  9. <body class="mediawiki ltr sitedir-ltr ns-0 ns-subject skin-vector action-submit vector-animateLayout" spellcheck="false">
  10. <div id="mw-page-base" class="noprint"></div>
  11. <div id="mw-head-base" class="noprint"></div>
  12. <div id="content" class="mw-body">
  13. <h1 id="firstHeading" class="firstHeading"><span>Blog/2014</span></h1>
  14. <div id="bodyContent" class="mw-body-content">
  15. <div id="siteSub">From XOWA: the free, open-source, offline wiki application</div>
  16. <div id="contentSub"></div>
  17. <div id="mw-content-text" lang="en" dir="ltr" class="mw-content-ltr">
  18. <div id="toc" class="toc">
  19. <div id="toctitle">
  20. <h2>
  21. Contents
  22. </h2>
  23. </div>
  24. <ul>
  25. <li class="toclevel-1 tocsection-1">
  26. <a href="#Release:_NONE_.282014-12-28_20:15_Sun.29"><span class="tocnumber">1</span> <span class="toctext">Release: NONE (2014-12-28 20:15 Sun)</span></a>
  27. </li>
  28. <li class="toclevel-1 tocsection-2">
  29. <a href="#Release:_NONE_.282014-12-21_22:25_Sun.29"><span class="tocnumber">2</span> <span class="toctext">Release: NONE (2014-12-21 22:25 Sun)</span></a>
  30. </li>
  31. <li class="toclevel-1 tocsection-3">
  32. <a href="#Release:_NONE_.282014-12-14_23:20_Sun.29"><span class="tocnumber">3</span> <span class="toctext">Release: NONE (2014-12-14 23:20 Sun)</span></a>
  33. </li>
  34. <li class="toclevel-1 tocsection-4">
  35. <a href="#Release:_v1.12.2_.282014-12-07_21:17_Sun.29"><span class="tocnumber">4</span> <span class="toctext">Release: v1.12.2 (2014-12-07 21:17 Sun)</span></a>
  36. </li>
  37. <li class="toclevel-1 tocsection-5">
  38. <a href="#Release:_v1.12.1_.282014-11-30_22:25_Sun.29"><span class="tocnumber">5</span> <span class="toctext">Release: v1.12.1 (2014-11-30 22:25 Sun)</span></a>
  39. </li>
  40. <li class="toclevel-1 tocsection-6">
  41. <a href="#Release:_v1.11.4_.282014-11-23_22:07_Sun.29"><span class="tocnumber">6</span> <span class="toctext">Release: v1.11.4 (2014-11-23 22:07 Sun)</span></a>
  42. </li>
  43. <li class="toclevel-1 tocsection-7">
  44. <a href="#Release:_v1.11.3_.282014-11-16_22:12_Sun.29"><span class="tocnumber">7</span> <span class="toctext">Release: v1.11.3 (2014-11-16 22:12 Sun)</span></a>
  45. </li>
  46. <li class="toclevel-1 tocsection-8">
  47. <a href="#Release:_v1.11.2_.282014-11-09_21:13_Sun.29"><span class="tocnumber">8</span> <span class="toctext">Release: v1.11.2 (2014-11-09 21:13 Sun)</span></a>
  48. </li>
  49. <li class="toclevel-1 tocsection-9">
  50. <a href="#Release:_v1.11.1_.282014-11-02_22:36_Sun.29"><span class="tocnumber">9</span> <span class="toctext">Release: v1.11.1 (2014-11-02 22:36 Sun)</span></a>
  51. </li>
  52. <li class="toclevel-1 tocsection-10">
  53. <a href="#Release:_v1.10.4_.282014-10-26_21:33_Sun.29"><span class="tocnumber">10</span> <span class="toctext">Release: v1.10.4 (2014-10-26 21:33 Sun)</span></a>
  54. </li>
  55. <li class="toclevel-1 tocsection-11">
  56. <a href="#Android:_Initial_overview_.282014-10-26_18:12_Sun.29"><span class="tocnumber">11</span> <span class="toctext">Android: Initial overview (2014-10-26 18:12 Sun)</span></a>
  57. </li>
  58. <li class="toclevel-1 tocsection-12">
  59. <a href="#Release:_v1.10.3_.282014-10-19_22:31_Sun.29"><span class="tocnumber">12</span> <span class="toctext">Release: v1.10.3 (2014-10-19 22:31 Sun)</span></a>
  60. </li>
  61. <li class="toclevel-1 tocsection-13">
  62. <a href="#Release:_v1.10.2_.282014-10-12_22:21_Sun.29"><span class="tocnumber">13</span> <span class="toctext">Release: v1.10.2 (2014-10-12 22:21 Sun)</span></a>
  63. </li>
  64. <li class="toclevel-1 tocsection-14">
  65. <a href="#Release:_v1.10.1_.282014-10-05_20:54_Sun.29"><span class="tocnumber">14</span> <span class="toctext">Release: v1.10.1 (2014-10-05 20:54 Sun)</span></a>
  66. </li>
  67. <li class="toclevel-1 tocsection-15">
  68. <a href="#Release:_v1.9.5_.282014-09-28_22:30_Sun.29"><span class="tocnumber">15</span> <span class="toctext">Release: v1.9.5 (2014-09-28 22:30 Sun)</span></a>
  69. </li>
  70. <li class="toclevel-1 tocsection-16">
  71. <a href="#Wikidata.js_replacement_.282014-09-28_21:30_Sun.29"><span class="tocnumber">16</span> <span class="toctext">Wikidata.js replacement (2014-09-28 21:30 Sun)</span></a>
  72. </li>
  73. <li class="toclevel-1 tocsection-17">
  74. <a href="#Release:_v1.9.4_.282014-09-21_22:01_Sun.29"><span class="tocnumber">17</span> <span class="toctext">Release: v1.9.4 (2014-09-21 22:01 Sun)</span></a>
  75. </li>
  76. <li class="toclevel-1 tocsection-18">
  77. <a href="#Latest_version_of_Wikidata_is_not_compatible_with_XOWA_v1.9.3_.282014-09-17_23:05_Wed.29"><span class="tocnumber">18</span> <span class="toctext">Latest version of Wikidata is not compatible with XOWA v1.9.3 (2014-09-17 23:05 Wed)</span></a>
  78. </li>
  79. <li class="toclevel-1 tocsection-19">
  80. <a href="#Release:_v1.9.3_.282014-09-14_22:04_Sun.29"><span class="tocnumber">19</span> <span class="toctext">Release: v1.9.3 (2014-09-14 22:04 Sun)</span></a>
  81. </li>
  82. <li class="toclevel-1 tocsection-20">
  83. <a href="#Release:_v1.9.2_.282014-09-07_21:45_Sun.29"><span class="tocnumber">20</span> <span class="toctext">Release: v1.9.2 (2014-09-07 21:45 Sun)</span></a>
  84. </li>
  85. <li class="toclevel-1 tocsection-21">
  86. <a href="#Release:_v1.9.1_.282014-08-31_23:27_Sun.29"><span class="tocnumber">21</span> <span class="toctext">Release: v1.9.1 (2014-08-31 23:27 Sun)</span></a>
  87. </li>
  88. <li class="toclevel-1 tocsection-22">
  89. <a href="#Release:_v1.8.4_.282014-08-24_22:22_Sun.29"><span class="tocnumber">22</span> <span class="toctext">Release: v1.8.4 (2014-08-24 22:22 Sun)</span></a>
  90. </li>
  91. <li class="toclevel-1 tocsection-23">
  92. <a href="#Release:_v1.8.3_.282014-08-17_22:24_Sun.29"><span class="tocnumber">23</span> <span class="toctext">Release: v1.8.3 (2014-08-17 22:24 Sun)</span></a>
  93. </li>
  94. <li class="toclevel-1 tocsection-24">
  95. <a href="#Release:_v1.8.2_.282014-08-10_22:02_Sun.29"><span class="tocnumber">24</span> <span class="toctext">Release: v1.8.2 (2014-08-10 22:02 Sun)</span></a>
  96. </li>
  97. <li class="toclevel-1 tocsection-25">
  98. <a href="#Github_Forks_of_Luaj_and_JTidy_.282014-08-08_23:50_Fri.29"><span class="tocnumber">25</span> <span class="toctext">Github Forks of Luaj and JTidy (2014-08-08 23:50 Fri)</span></a>
  99. </li>
  100. <li class="toclevel-1 tocsection-26">
  101. <a href="#Release:_v1.8.1_.282014-08-03_22:29_Sun.29"><span class="tocnumber">26</span> <span class="toctext">Release: v1.8.1 (2014-08-03 22:29 Sun)</span></a>
  102. </li>
  103. <li class="toclevel-1 tocsection-27">
  104. <a href="#Release:_v1.7.4_.282014-07-27_00:32_Mon.29"><span class="tocnumber">27</span> <span class="toctext">Release: v1.7.4 (2014-07-27 00:32 Mon)</span></a>
  105. </li>
  106. <li class="toclevel-1 tocsection-28">
  107. <a href="#Fixed:_English_Wikipedia_images_for_2014-07-07_.282014-07-22_21:02_Tue.29"><span class="tocnumber">28</span> <span class="toctext">Fixed: English Wikipedia images for 2014-07-07 (2014-07-22 21:02 Tue)</span></a>
  108. </li>
  109. <li class="toclevel-1 tocsection-29">
  110. <a href="#Technical_difficulties:_English_Wikipedia_images_for_2014-07-07_.282014-07-21_22:54_Mon.29"><span class="tocnumber">29</span> <span class="toctext">Technical difficulties: English Wikipedia images for 2014-07-07 (2014-07-21 22:54 Mon)</span></a>
  111. </li>
  112. <li class="toclevel-1 tocsection-30">
  113. <a href="#Release:_v1.7.3_.282014-07-20_22:17_Sun.29"><span class="tocnumber">30</span> <span class="toctext">Release: v1.7.3 (2014-07-20 22:17 Sun)</span></a>
  114. </li>
  115. <li class="toclevel-1 tocsection-31">
  116. <a href="#Release:_v1.7.2_.282014-07-13_22:23_Sun.29"><span class="tocnumber">31</span> <span class="toctext">Release: v1.7.2 (2014-07-13 22:23 Sun)</span></a>
  117. </li>
  118. <li class="toclevel-1 tocsection-32">
  119. <a href="#Cleaning_up_the_download_area_.282014-07-07_21:29_Thu.29"><span class="tocnumber">32</span> <span class="toctext">Cleaning up the download area (2014-07-07 21:29 Thu)</span></a>
  120. </li>
  121. <li class="toclevel-1 tocsection-33">
  122. <a href="#Release:_v1.7.1_.282014-07-06_21:43_Sun.29"><span class="tocnumber">33</span> <span class="toctext">Release: v1.7.1 (2014-07-06 21:43 Sun)</span></a>
  123. </li>
  124. <li class="toclevel-1 tocsection-34">
  125. <a href="#A_change_to_the_url_format_for_archive.org_links_.282014-07-03_23:34_Thu.29"><span class="tocnumber">34</span> <span class="toctext">A change to the url format for archive.org links (2014-07-03 23:34 Thu)</span></a>
  126. </li>
  127. <li class="toclevel-1 tocsection-35">
  128. <a href="#Release:_v1.6.5_.282014-06-29_22:04_Sun.29"><span class="tocnumber">35</span> <span class="toctext">Release: v1.6.5 (2014-06-29 22:04 Sun)</span></a>
  129. </li>
  130. <li class="toclevel-1 tocsection-36">
  131. <a href="#Release:_v1.6.4_.282014-06-22_21:42_Sun.29"><span class="tocnumber">36</span> <span class="toctext">Release: v1.6.4 (2014-06-22 21:42 Sun)</span></a>
  132. </li>
  133. <li class="toclevel-1 tocsection-37">
  134. <a href="#Release:_v1.6.3_.282014-06-15_21:53_Sun.29"><span class="tocnumber">37</span> <span class="toctext">Release: v1.6.3 (2014-06-15 21:53 Sun)</span></a>
  135. </li>
  136. <li class="toclevel-1 tocsection-38">
  137. <a href="#Release:_v1.6.2_.282014-06-08_21:56_Sun.29"><span class="tocnumber">38</span> <span class="toctext">Release: v1.6.2 (2014-06-08 21:56 Sun)</span></a>
  138. </li>
  139. <li class="toclevel-1 tocsection-39">
  140. <a href="#About_the_blog_.282014-06-06_23:56_Sat.29"><span class="tocnumber">39</span> <span class="toctext">About the blog (2014-06-06 23:56 Sat)</span></a>
  141. </li>
  142. </ul>
  143. </div>
  144. <h2>
  145. <span class="mw-headline" id="Release:_NONE_.282014-12-28_20:15_Sun.29">Release: NONE (2014-12-28 20:15 Sun)</span>
  146. </h2>
  147. <p>
  148. I'm skipping a release again this week. I'm aiming to do a maintenance release next week for v2.1.1 but I don't have any major changes planned.
  149. </p>
  150. <h2>
  151. <span class="mw-headline" id="Release:_NONE_.282014-12-21_22:25_Sun.29">Release: NONE (2014-12-21 22:25 Sun)</span>
  152. </h2>
  153. <p>
  154. I uploaded Polish and English Wikipedia images tonight. I'll update the image database pages later.
  155. </p>
  156. <h2>
  157. <span class="mw-headline" id="Release:_NONE_.282014-12-14_23:20_Sun.29">Release: NONE (2014-12-14 23:20 Sun)</span>
  158. </h2>
  159. <p>
  160. My apologies, but I'm skipping the release for this week. I'll resume next week with an update for Polish and English Wikipedia images.
  161. </p>
  162. <h2>
  163. <span class="mw-headline" id="Release:_v1.12.2_.282014-12-07_21:17_Sun.29">Release: v1.12.2 (2014-12-07 21:17 Sun)</span>
  164. </h2>
  165. <p>
  166. v1.12.2 was another quick release. I generated images for the Arabic wikis.
  167. </p>
  168. <p>
  169. v1.12.3 will continue the same trend. I'm going to do a refresh of the Polish wikis, but have nothing else planned.
  170. </p>
  171. <h2>
  172. <span class="mw-headline" id="Release:_v1.12.1_.282014-11-30_22:25_Sun.29">Release: v1.12.1 (2014-11-30 22:25 Sun)</span>
  173. </h2>
  174. <p>
  175. v1.12.1 was another simple release. I generated images for 2014-11-24 French Wikipedia and fixed a few parser bugs.
  176. </p>
  177. <p>
  178. v1.12.2 will probably continue with short releases. I'm still working on a simple Android alpha for Simple Wikipedia.
  179. </p>
  180. <h2>
  181. <span class="mw-headline" id="Release:_v1.11.4_.282014-11-23_22:07_Sun.29">Release: v1.11.4 (2014-11-23 22:07 Sun)</span>
  182. </h2>
  183. <p>
  184. v1.11.4 was yet another short release. I generated images for 2014-11-06 English Wikipedia, but did little else.
  185. </p>
  186. <p>
  187. v1.12.1 will continue the trend of short releases. I'll start working on some alpha HTML dumps for Simple Wikipedia / English Wikisource.
  188. </p>
  189. <h2>
  190. <span class="mw-headline" id="Release:_v1.11.3_.282014-11-16_22:12_Sun.29">Release: v1.11.3 (2014-11-16 22:12 Sun)</span>
  191. </h2>
  192. <p>
  193. v1.11.3 was another short release. I made a run through 2014-11-06 English Wikipedia, and it appears mostly okay, though there was one issue related to unclosed &lt;imageMap&gt; and Canadian pages. Aside from a few issues releated to &lt;indicators&gt; and one Scribunto badges issue affecting frwiki, I did nothing else.
  194. </p>
  195. <p>
  196. v1.11.4 will probably be another short release. I'll generate an update for English Wikipedia, but it's unlikely that there will be anything more.
  197. </p>
  198. <h2>
  199. <span class="mw-headline" id="Release:_v1.11.2_.282014-11-09_21:13_Sun.29">Release: v1.11.2 (2014-11-09 21:13 Sun)</span>
  200. </h2>
  201. <p>
  202. v1.11.2 was also a short release. I've not had much time this week, and this may continue for a while. I did manage to work on Schnark's tickets, and did manage to generate an update for German wiki. In addition, I went through the last of the 50,000 wikis including Latvian, Nynorsk and Cebuano. As of now, all wikis lists as 50,000+ articles now have XOWA packages within the last 6 months. This also includes all the sister wikis as well (wiktionary, wikisource, etc)
  203. </p>
  204. <p>
  205. v1.11.3 will still be a short release. I'm going to try to generate an update for English Wikipedia, but that may slip till next week. In addition, I'll work on a Latin update.
  206. </p>
  207. <h2>
  208. <span class="mw-headline" id="Release:_v1.11.1_.282014-11-02_22:36_Sun.29">Release: v1.11.1 (2014-11-02 22:36 Sun)</span>
  209. </h2>
  210. <p>
  211. v1.11.1 was an abbreviated release. I had some personal affairs that took up much of most of the week. I started working on the German Wiki image update, but didn't have the time to complete it. I added a few minor bug fixes, but that was it.
  212. </p>
  213. <p>
  214. v1.11.2 should see a German Wiki image update. Unfortunately, personal matters may also keep me from making progress this week also. I'm hoping to get further in Android, but it looks like the timetable may slip.
  215. </p>
  216. <h2>
  217. <span class="mw-headline" id="Release:_v1.10.4_.282014-10-26_21:33_Sun.29">Release: v1.10.4 (2014-10-26 21:33 Sun)</span>
  218. </h2>
  219. <p>
  220. v1.10.4 had a number of fixes for Russian Wikipedia -- nearly all of which involved Scribunto and Wikidata. I continued on Android and have a fairly workable prototype. I've also started rewriting the Android database serialization to be more compressible. This is going to be a somewhat time-consuming task, but I'm hoping to be able to generate an entire HTML text dump of English Wikipedia in 25 GB. (contrast that with the current Wikitext dump of 19 GB)
  221. </p>
  222. <p>
  223. For v1.11.1, I'm going to keep it light. I'm planning on doing a German update and a new Latvian package. In the meantime, I'm going to continue working on database format / compression.
  224. </p>
  225. <h2>
  226. <span class="mw-headline" id="Android:_Initial_overview_.282014-10-26_18:12_Sun.29">Android: Initial overview (2014-10-26 18:12 Sun)</span>
  227. </h2>
  228. <p>
  229. I thought it would be worthwhile to give a general overview, so that some expectations can be set.
  230. </p>
  231. <p>
  232. XOWA will initially support Android 2.x (Eclair) and up. It won't support Alpha (1.0) Beta (1.1), Cupcake (1.5) or Donut (1.6). The limitation occurs because XOWA will be using <a href="http://actionbarsherlock.com/" rel="nofollow" class="external text">the ActionBar Sherlock GUI library</a> and it only supports 2.x+. If XOWA needs to support a pre 2.x version, I think it might be possible in a future release, but it won't be part of the initial release.
  233. </p>
  234. <p>
  235. I'm planning three phases of release.
  236. </p>
  237. <ul>
  238. <li>
  239. 2014-12-01: Simple Wikipedia. This will include an XOWA prototype and a 2.2 GB database of text and images. I'm delaying this a month, because I want the database format to be reasonably final.
  240. </li>
  241. <li>
  242. 2015-01-05: English Wikipedia. This will include an XOWA beta and a 25 GB text-only database.
  243. </li>
  244. <li>
  245. 2015-02-03: Google play store. This will be the final version of the XOWA beta with a "full" version of English Wikipedia that will fit within a 64 GB microSD card. In addition, I'll have a German Wikipedia available as well, with other versions to follow soon afterwards.
  246. </li>
  247. </ul>
  248. <p>
  249. If you have an Android device, I'd really appreciate it if you do some beta testing for the first two phases. In particular, I'd like feedback on how XOWA works on your device in terms of the following:
  250. </p>
  251. <ul>
  252. <li>
  253. Speed: Does XOWA retrieve pages fairly quickly? I have a Samsung Galaxy 2.2 phone, so I think I have the lower end of the spectrum covered, but I'd like to have feedback on as many different devices as possible.
  254. </li>
  255. <li>
  256. Display: Does XOWA look fine at your screen resolution? How about portrait vs landscape?
  257. </li>
  258. <li>
  259. Other issues: Android and its multiple frameworks can be challenging, so I'm sure there will be issues that will arise on certain devices.
  260. </li>
  261. </ul>
  262. <p>
  263. Finally, XOWA will be using a new database html dump format. Android is too slow to compile wikitext, especially when you throw in Luaj and Jtidy (some pages would take 2+ minutes on my phone). The advantage of the new format is that it will be much faster (less than 2 seconds for any page). Unfortunately, the disadvantages are several:
  264. </p>
  265. <ul>
  266. <li>
  267. New databases will have to be built. I'm working on a script file to compile the existing wikitext databases to html databases, but in the beginning, I'll probably be providing these html databases separately.
  268. </li>
  269. <li>
  270. Wikitext won't be available. There will be an option to combine a wikitext database and an html database, but the resulting file will probably be 50 GB (without even the images).
  271. </li>
  272. <li>
  273. I have to rewrite parts of XOWA to handle an "html-only" version. I've been doing this for the past few months, but will need to do more over the next two.
  274. </li>
  275. </ul>
  276. <p>
  277. I'll set up a thread later in the XOWA forum to get more feedback.
  278. </p>
  279. <h2>
  280. <span class="mw-headline" id="Release:_v1.10.3_.282014-10-19_22:31_Sun.29">Release: v1.10.3 (2014-10-19 22:31 Sun)</span>
  281. </h2>
  282. <p>
  283. v1.10.3 was a straightforward release. Most of this had to do with 2014-10-03 English Wikipedia dump being relatively uneventful (unlike the last few monthly dumps). Vietnamese and Lithuanian were also straightforward, though a few pages in Vietnamese Wikisource forced a rewrite of the XOWA poem parser. In addition, due to the similarity of the <code>lt</code> and <code>li</code> language codes, I ended up doing Limburgish by mistake. However, it was small enough to upload anyway. In the meantime, I plugged away at the Android app, and have a bare-bones prototype for Simple Wikipedia.
  284. </p>
  285. <p>
  286. For v1.10.4, I'm going to go out of order and do a Russian rebuild. Russian Wikipedia tends to use Scribunto a lot, and I'd just like another check that XOWA's Scribunto rendition is still working well. I'll add Estonian and maybe Latvian. Otherwise, I'll work on some database optimizations for the Android app.
  287. </p>
  288. <h2>
  289. <span class="mw-headline" id="Release:_v1.10.2_.282014-10-12_22:21_Sun.29">Release: v1.10.2 (2014-10-12 22:21 Sun)</span>
  290. </h2>
  291. <p>
  292. v1.10.2 includes some major changes to the javascript file layout. This should not be noticeable to most users, but for any one interested in the details, you can review <a href="https://sourceforge.net/p/xowa/tickets/354/" rel="nofollow" class="external text">this ticket</a>. Aside from that, I worked a bit on Android and have a primitive alpha for Simple Wikipedia.
  293. </p>
  294. <p>
  295. For v1.10.3, I'm going to do an English image update. I'll continue on the Android app, and should be getting closer to a workable prototype. For wikis, I'll be working on Vietnamese (update) and Lithuanian (new).
  296. </p>
  297. <h2>
  298. <span class="mw-headline" id="Release:_v1.10.1_.282014-10-05_20:54_Sun.29">Release: v1.10.1 (2014-10-05 20:54 Sun)</span>
  299. </h2>
  300. <p>
  301. For v1.10.1, I spent a lot of time on the wikidata.js replacement. I decided to reproduce the current look and feel for the Wikidata site. I think the final results are <a href="http://xowa.sourceforge.net/screenshots.html#Wikidata" rel="nofollow" class="external text">pretty good</a>.
  302. </p>
  303. <p>
  304. For v1.10.2, I'm going to go back to Android. For wikis, I'll be working on Norweigian (update) and Galician (new).
  305. </p>
  306. <h2>
  307. <span class="mw-headline" id="Release:_v1.9.5_.282014-09-28_22:30_Sun.29">Release: v1.9.5 (2014-09-28 22:30 Sun)</span>
  308. </h2>
  309. <p>
  310. v1.9.5 was mostly involved with a small number of minor parser fixes. Otherwise, English Wikipedia looked good (I reviewed over 100 pages) while Waray-Waray was much smaller than I expected. In addition, I worked on wikidata.js, but decided to incorporate this functionality directly in XOWA's Java code. (For more information, see below). I didn't finish the wikidata.js replacement for this release, but it should be done for v1.10.1. Otherwise, I worked a little on some XOWA Android experimentation.
  311. </p>
  312. <p>
  313. For v1.10.1, I'm going to finish up the wikidata.js replacement. In addition, I'll start working on an Android prototype for Simple Wikipedia. For wikis, I'm planning to work on Thai (update) and Slovenian (new).
  314. </p>
  315. <h2>
  316. <span class="mw-headline" id="Wikidata.js_replacement_.282014-09-28_21:30_Sun.29">Wikidata.js replacement (2014-09-28 21:30 Sun)</span>
  317. </h2>
  318. <p>
  319. First, as background, the Wikidata.js file was developed by <a href="https://de.wikipedia.org/wiki/Benutzer:Schnark" rel="nofollow" class="external text">Schnark</a> as a way to view Wikidata pages within XOWA. You can see a screenshot <a href="http://xowa.sourceforge.net/wiki/file_screenshot_wikidata.png" rel="nofollow" class="external text">here</a>. As with all of Schnark's contributions, it was a well-developed piece of code that has performed its task perfectly for over a year and a half.
  320. </p>
  321. <p>
  322. Unfortunately, the latest changes to the <a href="https://dumps.wikimedia.org/wikidatawiki/20140912/" rel="nofollow" class="external text">Wikidata scheme</a> don't work with Wikidata.js. The Wikibase team introduced a new JSON schema that is different than the old model. The structure is basically the same, but the json paths are different.
  323. </p>
  324. <p>
  325. I started working on upgrading it, but decided against it for the following reasons:
  326. </p>
  327. <ul>
  328. <li>
  329. I'd be reproducing the two-version logic (v1 / v2) that I wrote in XOWA within Wikidata.js. Although this isn't a lot of code, I didn't like the idea of writing the same logic again. I also fear a time when the WMF introduces a v3, and the same thing needs to be done again.
  330. </li>
  331. <li>
  332. SWT sometimes crashes while running the script. I don't know what is the underlying cause, but it seems to be the rapid-fire exchange of Javascript callbacks to resolve Property names. Unfortunately, these crashes are hard to reproduce, but they'll generally occur after viewing 20 or so pages. I've tried to patch this in the past, but was not able to. I think this would require a change in both Wikidata.js and XOWA to batch lookups (and it may still not work)
  333. </li>
  334. <li>
  335. Performance would be quicker if I handled it directly with Java, rather than make calls back and forth between Java and Javascript.
  336. </li>
  337. <li>
  338. A Java version would allow me to make offline HTML dumps. It would also allow me to run tests across every Wikidata page.
  339. </li>
  340. <li>
  341. Popups don't work with it. This is a minor item, but one that I thought worth mentioning.
  342. </li>
  343. </ul>
  344. <p>
  345. So, after much internal debating, I decided to make the v2 version for Wikidata within XOWA's Java code. I'm still going to leave the v1 infrastructure in place. If anyone wants to upgrade it to v2, they can do so, though I'm hoping the new version should perform well enough.
  346. </p>
  347. <h2>
  348. <span class="mw-headline" id="Release:_v1.9.4_.282014-09-21_22:01_Sun.29">Release: v1.9.4 (2014-09-21 22:01 Sun)</span>
  349. </h2>
  350. <p>
  351. Most of my time for the v1.9.4 release was spent on wikidata. As mentioned earlier, the latest wikidata dump introduced a brand new schema. More interestingly, the dump had articles in both the old schema (Q933) and the new schema (Q2). I had to rewrite a good deal of XOWA"s wikidata parser to handle two schemas, as well as implement the new schema. This took up most of my time for the v1.9.4 release, and I'm still not really done.
  352. </p>
  353. <p>
  354. In addition, I took a peek at the 2014-09-03 enwiki dump, and corrected two widespread "Script error" issues. The rest of the dump seems fine, but I'll get a better sense when I generate the image update later this week.
  355. </p>
  356. <p>
  357. For v1.9.5, I'm going to focus on finishing up wikidata issues. Primarily, the wikidata.js page doesn't work for the new schema (navigating to Q2 will show a lot of errors). I'm also going to try to add better qualifier / reference support. In addition, there will probably be a handful of minor English Wiki issues that will take some time. Aside from English Wiki, I'll try to do the Waray-Waray wikis, but that may end up spilling over to the following week.
  358. </p>
  359. <h2>
  360. <span class="mw-headline" id="Latest_version_of_Wikidata_is_not_compatible_with_XOWA_v1.9.3_.282014-09-17_23:05_Wed.29">Latest version of Wikidata is not compatible with XOWA v1.9.3 (2014-09-17 23:05 Wed)</span>
  361. </h2>
  362. <p>
  363. It turns out that the <a href="https://dumps.wikimedia.org/wikidatawiki/20140912/" rel="nofollow" class="external text">2014-09-12 Wikidata dump</a> has a brand new schema and can't be imported into XOWA.
  364. </p>
  365. <p>
  366. I'm working on a v2 parser now, and should have it ready for v1.9.4. In the meantime, please hold off on updating Wikidata.
  367. </p>
  368. <h2>
  369. <span class="mw-headline" id="Release:_v1.9.3_.282014-09-14_22:04_Sun.29">Release: v1.9.3 (2014-09-14 22:04 Sun)</span>
  370. </h2>
  371. <p>
  372. The v1.9.3 release has a handful of minor changes for the Simple wikis. I spent more time on Android development, and got an experimental dump working. However, it's still going to be a few weeks before I get any sort of alpha ready.
  373. </p>
  374. <p>
  375. Also, it looks like archive.org is slow again. I uploaded Hungarian this morning, but Esperanto, Simple and Species will probably not be done until sometime tomorrow.
  376. </p>
  377. <p>
  378. v1.9.4 will continue along with Android. For wikis, I'm going to do Portuguese (rebuild) and Slovak (new).
  379. </p>
  380. <h2>
  381. <span class="mw-headline" id="Release:_v1.9.2_.282014-09-07_21:45_Sun.29">Release: v1.9.2 (2014-09-07 21:45 Sun)</span>
  382. </h2>
  383. <p>
  384. The v1.9.2 release has several minor changes for English Wiktionary and Wikisource. Some were quite time-consuming, including <a href="https://en.wiktionary.org/wiki/Module_talk:yue-pron" rel="nofollow" class="external text">one Luaj issue with .pairs()</a>. I also decided to hold off on more HTML dump work, because I want to see how they perform in Android before I commit to the HTML dump format. Towards that end, I started working on the Android version this week, though so far most of the work is quite experimental.
  385. </p>
  386. <p>
  387. v1.9.3 will involve more Android work along with HTML dumps. For wikis, I'm going to do Hungarian (rebuild) and Esperanto (new).
  388. </p>
  389. <h2>
  390. <span class="mw-headline" id="Release:_v1.9.1_.282014-08-31_23:27_Sun.29">Release: v1.9.1 (2014-08-31 23:27 Sun)</span>
  391. </h2>
  392. <p>
  393. The v1.9.1 release has some significant changes for the Chinese wikis, particularly Chinese Wikipedia and Wiktionary. Otherwise, most of the work went into more changes for the HTML dumps. At this point, I'm hoping that the main XOWA program is stable enough, and that any other major changes can wait until after an Android version.
  394. </p>
  395. <p>
  396. v1.9.2 will still involve more HTML dump work. I'm also going to try to get a prototype going in Android, and make sure that the HTML dump approach works as planned. For wikis, I'm going to do English sister wikis (Wiktionary, Wikisource, etc.) and <s>Hungarian</s> Croatian (new).
  397. </p>
  398. <h2>
  399. <span class="mw-headline" id="Release:_v1.8.4_.282014-08-24_22:22_Sun.29">Release: v1.8.4 (2014-08-24 22:22 Sun)</span>
  400. </h2>
  401. <p>
  402. The v1.8.4 release has a handful of changes for English Wikipedia. Some of these were quite <i>interesting</i> (particularly the railway maps and the automatic-new-line-if-needed), though fortunately none of these should be major. Otherwise, I spent more time on the HTML dumps. It's taking longer than I expected, but I should definitely have something ready for a v1.9.* release.
  403. </p>
  404. <p>
  405. Also, it's worth noting that I did some clean up the XOWA pages at archive.org for enwiki, dewiki, frwiki and plwiki. Specifically, I did the following:
  406. </p>
  407. <ul>
  408. <li>
  409. Deleted old files and left a link to the latest version. For example, <a href="https://archive.org/details/Xowa_enwiki_latest" rel="nofollow" class="external free">https://archive.org/details/Xowa_enwiki_latest</a>
  410. </li>
  411. <li>
  412. Provided more info on wikis / downloads at the Xowa_**wiki_latest links.
  413. </li>
  414. </ul>
  415. <p>
  416. This may still change in the next few weeks, but I'm hoping the new url should be easier to remember (Xowa_(language_code)wiki_latest) and clearer to use. Also, a big thank you to Anselm who has been very helpful with feedback.
  417. </p>
  418. <p>
  419. As for the next release, v1.9.1 is a monthly milestone, so I plan to keep changes to a minimal. I'll probably spend most of my time on HTML dumps and hope to have a workable prototype. For wikis, I'm going to do Chinese (rebuild) and Serbo-Croatian (new).
  420. </p>
  421. <h2>
  422. <span class="mw-headline" id="Release:_v1.8.3_.282014-08-17_22:24_Sun.29">Release: v1.8.3 (2014-08-17 22:24 Sun)</span>
  423. </h2>
  424. <p>
  425. The v1.8.3 release is mostly about minor changes for the French and Polish wikis. In addition, there is a handful of fixes for the 2014-08-11 English wiki (which looks good so far). The SWT upgrade got put on hold as I ran into an issue on a Linux 32 bit box, and decided it wasn't worth the risk to upgrade any of the other platforms. (though it looks like a Linux only issue: SWT 4.4 requires GTK 3). Aside from that, I spent most of the week on the HTML dumps.
  426. </p>
  427. <p>
  428. For v1.8.4, I'm going to continue with the HTML dumps. I'm hoping to have a beta feature ready within the next few releases. Other than that, I'm going to release the images for 2014-08-11 English wiki and probably do Arabic.
  429. </p>
  430. <h2>
  431. <span class="mw-headline" id="Release:_v1.8.2_.282014-08-10_22:02_Sun.29">Release: v1.8.2 (2014-08-10 22:02 Sun)</span>
  432. </h2>
  433. <p>
  434. The v1.8.2 update is larger than usual. I had to regenerate the language files because MediaWiki v1.24 added "!" as a magic word and German Wikipedia dropped Template:!. Since this was a low-level change, it forced a rebuild of all the language files. I also took the opportunity to move the language files from <code>/xowa/user/anonymous/lang/xowa/</code> to <code>/xowa/bin/any/xowa/cfg/lang/core/</code>. I also did the same for <code>/xowa/user/anonymous/wiki/#cfg/</code> to <code>/xowa/bin/any/xowa/cfg/wiki/core/</code>
  435. </p>
  436. <p>
  437. In addition, I also worked on a number of performance enhancements for pages with heavy Scribunto usage. The worst is <a href="https://en.wiktionary.org/wiki/water" rel="nofollow" class="external free">https://en.wiktionary.org/wiki/water</a> . On XOWA this used to take 1.5 GB of memory and 50 seconds. Now it takes 200 MB of memory and 35 seconds. This is still bloated, but keep in mind the offical site takes about 20-25 seconds<sup id="cite_ref-water_0-0" class="reference"><a href="#cite_note-water-0">[1]</a></sup>. Also, this heavy Scribunto usage only affects a small number of pages (and mostly on en.wiktionary). I'll try to add some more incremental improvements over the next few releases, but ultimately this may have to be resolved by offline HTML dumps.
  438. </p>
  439. <p>
  440. Finally, I'm trying to upload the German wikis now, but the upload speed is horrendous and at 33 GB, it'll take several days. I had the same problem last Sunday, though this time it's much worse. If this doesn't resolve by tomorrow, I'll contact archive.org for help, but in the meantime, German wikis will be late.
  441. </p>
  442. <p>
  443. For v1.8.3, I'm going to upgrade to the latest version of SWT for Windows and Linux. I may wait on Mac OS X, as I don't have a system I can test (if there are any Mac OS X users who want to try a beta build, please contact me by email or <a href="https://sourceforge.net/p/xowa/discussion/general/" rel="nofollow" class="external text">by forum</a>). I'm also going to continue on the offline HTML dumps. For wikis, I'd like to do rebuilds of French and Polish, but if these upload problems persist, I may settle for Serbocroatian / Croatian instead.
  444. </p>
  445. <hr>
  446. <ol class="references">
  447. <li id="cite_note-water-0">
  448. <span class="mw-cite-backlink"><a href="#cite_ref-water_0-0">^</a></span> <span class="reference-text">If you want to reproduce this, try the following:</span>
  449. <ul>
  450. <li>
  451. <span class="reference-text">Go to <a href="https://en.wiktionary.org/wiki/water" rel="nofollow" class="external free">https://en.wiktionary.org/wiki/water</a></span>
  452. </li>
  453. <li>
  454. <span class="reference-text">Click Edit</span>
  455. </li>
  456. <li>
  457. <span class="reference-text">Click Preview</span>
  458. </li>
  459. <li>
  460. <span class="reference-text">Wait 20-25 seconds for the page to appear</span>
  461. </li>
  462. </ul><span class="reference-text">(Thanks to Anselm for pointing out the ambiguity)</span>
  463. </li>
  464. </ol>
  465. <h2>
  466. <span class="mw-headline" id="Github_Forks_of_Luaj_and_JTidy_.282014-08-08_23:50_Fri.29">Github Forks of Luaj and JTidy (2014-08-08 23:50 Fri)</span>
  467. </h2>
  468. <p>
  469. I had to make some more changes to the Luaj project for v1.8.2. I decided that it was time to put the luaj_xowa project under some sort of DVCS, so I set up a github repository <a href="https://github.com/gnosygnu/luaj_xowa" rel="nofollow" class="external text">here</a>. I also set up one for <a href="https://github.com/gnosygnu/jtidy_xowa" rel="nofollow" class="external text">jtidy_xowa</a>.
  470. </p>
  471. <p>
  472. I'm also going to stop uploading these source tarballs to the XOWA support area, since they're basically redundant. Hopefully this won't inconvenience anyone.
  473. </p>
  474. <h2>
  475. <span class="mw-headline" id="Release:_v1.8.1_.282014-08-03_22:29_Sun.29">Release: v1.8.1 (2014-08-03 22:29 Sun)</span>
  476. </h2>
  477. <p>
  478. v1.8.1 was a light release with some minor UI fixes. This included the new collapsible wikidata div, as well as some code to handle a bread crumb trail for leaf pages. Japanese and Bulgarian wikis were straightforward, though due to some archive.org issues, it looks like the uploads won't be ready until sometime tomorrow.
  479. </p>
  480. <p>
  481. For v1.8.2, I'm going to continue working on the HTML dumps. It'll probably be a few weeks before I have anything to show, but when I'm done, it should be the basis for the Android app. For wikis, I'm planning to do a rebuild of German and generate new images for Danish.
  482. </p>
  483. <h2>
  484. <span class="mw-headline" id="Release:_v1.7.4_.282014-07-27_00:32_Mon.29">Release: v1.7.4 (2014-07-27 00:32 Mon)</span>
  485. </h2>
  486. <p>
  487. v1.7.4 was mostly about the ImageMap extension. It took quite a bit of time, but I think the end result was worthwhile -- particularly with Popups. You can check the urls listed in the Change Log. I also added some "popup-at-anchor" functionality, though this will be limited until XOWA starts generating full html pages. In addition, there were some more Scribunto changes -- this time with Wikibase. I added a few minor UI changes in order to make "startup-from-previous-session" the default. I also went through the Ukrainian and Greek wikis. Finally, I uploaded the "slimmer" English Wikipedia set. You can check it out at <a href="https://archive.org/details/Xowa_enwiki_latest" rel="nofollow" class="external text">https://archive.org/details/Xowa_enwiki_latest</a>.
  488. </p>
  489. <p>
  490. On another note, I tabled XUL Runner until v1.8.*. I'm mostly stopped by this <a href="https://bugs.eclipse.org/bugs/show_bug.cgi?id=429739" rel="nofollow" class="external text">SWT issue</a>. I can work around it, but it's not that clean, and I'd rather hope they can fix it.
  491. </p>
  492. <p>
  493. For v1.8.1, I'm going to try to keep it simple. I'll work on some general performance enhancements and revise some of the documentation. For wikis, I've decided to continue on with the rest of the 50,000+ wikis. Bulgarian will be next, and Japanese will be paired with it.
  494. </p>
  495. <h2>
  496. <span class="mw-headline" id="Fixed:_English_Wikipedia_images_for_2014-07-07_.282014-07-22_21:02_Tue.29">Fixed: English Wikipedia images for 2014-07-07 (2014-07-22 21:02 Tue)</span>
  497. </h2>
  498. <p>
  499. The English Wikipedia images are now available: <a href="https://archive.org/details/Xowa_enwiki_2014-07-07_images_update" rel="nofollow" class="external free">https://archive.org/details/Xowa_enwiki_2014-07-07_images_update</a> For anyone curious, here are two items you can check:
  500. </p>
  501. <ul>
  502. <li>
  503. en.w:Marshalsea: missing image: File:London1300-marking_the_spot_of_the_future_Marshalsea.png
  504. </li>
  505. <li>
  506. en.w:Bosniaks: distorted image: File:Alen_Islamović.jpg
  507. </li>
  508. </ul>
  509. <h2>
  510. <span class="mw-headline" id="Technical_difficulties:_English_Wikipedia_images_for_2014-07-07_.282014-07-21_22:54_Mon.29">Technical difficulties: English Wikipedia images for 2014-07-07 (2014-07-21 22:54 Mon)</span>
  511. </h2>
  512. <p>
  513. The English Wikipedia images is currently offline. I noticed a minor problem, and thought I could upload a fixed version. Unfortunately, I didn't expect archive.org to keep timing out on me. I'm going to continue trying tonight but it may be another day or so before the new version is up. Sorry about the delays.
  514. </p>
  515. <h2>
  516. <span class="mw-headline" id="Release:_v1.7.3_.282014-07-20_22:17_Sun.29">Release: v1.7.3 (2014-07-20 22:17 Sun)</span>
  517. </h2>
  518. <p>
  519. v1.7.3 had more follow-up Scribunto changes. These affected only a handful of pages (less than 50 out of 4.5 million). I think I'm done with the latest Scribunto changes, and hopefully the next changes won't be as traumatic. In addition there were two notable fixes: missing references due to lower-alpha, and excessive ampersands on some math pages. I added a few UI options, including the set-startup-page option. Hebrew wasn't as difficult as I expected, though it still involved a few changes.
  520. </p>
  521. <p>
  522. English Wikipedia files was more challenging as the recent Scribunto changes increased the build time by a half day. However, I did manage to come up with a script to reduce the image database size from 91 GB to 68 GB. I'll be uploading the new set throughout the coming week. The url will probably be <a href="https://archive.org/details/Xowa_enwiki_latest" rel="nofollow" class="external free">https://archive.org/details/Xowa_enwiki_latest</a> but you should check <a href="https://archive.org/search.php?query=xowa" rel="nofollow" class="external free">https://archive.org/search.php?query=xowa</a> .
  523. </p>
  524. <p>
  525. For those users who have been keeping up to date with English Wikipedia, you can do any of the following:
  526. </p>
  527. <ul>
  528. <li>
  529. If space isn't an issue, just download the latest set: <a href="https://archive.org/details/Xowa_enwiki_2014-07-07_images_update" rel="nofollow" class="external free">https://archive.org/details/Xowa_enwiki_2014-07-07_images_update</a>
  530. </li>
  531. <li>
  532. If space is an issue:
  533. <ul>
  534. <li>
  535. If bandwidth is not an issue, redownload the new set and delete the old one. This will probably be easier than the next option
  536. </li>
  537. <li>
  538. If bandwidth is an issue, run an XOWA build command on your existing set. I'll include instructions in the Xowa_enwiki_latest url. Note that this is the same script I will have used to generate the new set. The scripts will be &lt; 1 MB. However, they will take 6 or 7 hours to run and requires the use of the command-line.
  539. </li>
  540. </ul>
  541. </li>
  542. </ul>
  543. <p>
  544. For v1.7.4, I'm going to try to release a fully functional ImageMap extension. I'm hoping this will be useful now that <a href="http://xowa.org/wiki/home/page/App/Xtn/Html/Popups.html" id="xolnki_2" title="App/Xtn/Html/Popups" class="xowa-visited">App/Xtn/Html/Popups</a> is in place. I'm also going to try to do XULRunner 24, though if I run into issues, I may defer this till a v1.8 build. For wikis, I'm going to skip over Japanese and do Ukranian as the latter uses Scribunto heavily. I'll probably do Greek as well.
  545. </p>
  546. <h2>
  547. <span class="mw-headline" id="Release:_v1.7.2_.282014-07-13_22:23_Sun.29">Release: v1.7.2 (2014-07-13 22:23 Sun)</span>
  548. </h2>
  549. <p>
  550. v1.7.2 was quite a release. I downloaded the latest enwiki, and found a whole host of issues due to recent changes in Scribunto. As a result, there were <b>a lot</b> of changes to XOWA's Scribunto for this release. Hopefully I've caught all the major issues. In addition, I started working on XULRunner 24, but was diverted to some memory performance issues. Also worth mentioning is an important item for certain non-English wikis: case-insensitive UTF-8 lookups. The latter was especially time-consuming for a language like Turkish, which has asymmetric casings: <code>İ</code> lowercases to <code>i</code> but <code>i</code> uppercases to <code>I</code>. Fortunately, in comparison to the above, Swedish and Malay were easy to do.
  551. </p>
  552. <p>
  553. For v1.7.3, I still need to do some additional cleanup in the wake of all the Scribunto changes from last week. In addition, I'm going to do another images update, and hopefully I'll be able to do a smaller English Wikipedia images dump size. For wikis, I'm going to try to do Hebrew, but that may spill over to the following week (I'm always nervous with RTL wikis).
  554. </p>
  555. <h2>
  556. <span class="mw-headline" id="Cleaning_up_the_download_area_.282014-07-07_21:29_Thu.29">Cleaning up the download area (2014-07-07 21:29 Thu)</span>
  557. </h2>
  558. <p>
  559. Another administrative note. I decided to clean up the download area last night: <a href="https://sourceforge.net/projects/xowa/files/" rel="nofollow" class="external free">https://sourceforge.net/projects/xowa/files/</a> There were a lot of old releases dating back to 0.3.0, with a few gaps inbetween. I've wanted to do it for quite a while, but I never like deleting files.
  560. </p>
  561. <p>
  562. For those who are curious, I don't retain full historical sets of XOWA for two reasons:
  563. </p>
  564. <ul>
  565. <li>
  566. XOWA's release set is quite large. Currently XOWA weighs in at 345 MB. As I'm using Sourceforge's site for free, I feel it would be in bad faith to use more than necessary.
  567. </li>
  568. <li>
  569. XOWA evolves fairly rapidly, and the latest version is generally the best. There's really no reason to use an old version, especially as there may be issues which may have been resolved in the current one.
  570. </li>
  571. </ul>
  572. <p>
  573. For now, I'm planning to use the following approach for release files:
  574. </p>
  575. <ul>
  576. <li>
  577. There will be a full set of files (app + upgrade + source) for the last major / stable version. This is generally the .1 version, as in 1.7.1.
  578. <ul>
  579. <li>
  580. This will be for users who just want the latest major version, which should be the most stable.
  581. </li>
  582. </ul>
  583. </li>
  584. <li>
  585. There will be a month's worth of (upgrade + source) set of files. These sets vary in size, but usually are no more than 50 MB.
  586. <ul>
  587. <li>
  588. This will be for the rare situation wherein a user wants to rollback to an earlier version. There's really no reason to do so, as if there's a regression bug, I will fix it immediately. However, it's a simple safety net to provide.
  589. </li>
  590. </ul>
  591. </li>
  592. </ul>
  593. <p>
  594. For anyone who wants to review older versions of the source code, I've been posting on Wikimedia's Gerrit since 2013-08: <a href="https://gerrit.wikimedia.org/r/#/q/project:xowa+branch:master,n,z" rel="nofollow" class="external free">https://gerrit.wikimedia.org/r/#/q/project:xowa+branch:master,n,z</a> I've recently started dual-posting to GitHub as well: <a href="https://github.com/gnosygnu/xowa" rel="nofollow" class="external free">https://github.com/gnosygnu/xowa</a>
  595. </p>
  596. <p>
  597. Finally, if anyone wants a full historical release set (for example, 1.1.1), feel free to drop me an email. I'll post a copy temporarily to my Google drive account. Note that all hashes for the release sets are in <a href="https://sourceforge.net/projects/xowa/files/support/" rel="nofollow" class="external free">https://sourceforge.net/projects/xowa/files/support/</a> so you can cross-check the copy if you don't trust me. :)
  598. </p>
  599. <h2>
  600. <span class="mw-headline" id="Release:_v1.7.1_.282014-07-06_21:43_Sun.29">Release: v1.7.1 (2014-07-06 21:43 Sun)</span>
  601. </h2>
  602. <p>
  603. v1.7.1 was more interesting than I expected. The Russian wikis had the expected Scribunto issue, but Serbian had a whole host of issues related to <a href="https://www.mediawiki.org/wiki/Writing_systems" rel="nofollow" class="external text">variants</a>. I added a good deal of basic support, though I'm sure there are still some items missing. If any Serbian users can report any actual errors in articles, I'd greatly appreciate it.
  604. </p>
  605. <p>
  606. I also added the last of the Popup changes in preparation for it becoming the default. The most notable changes are performance enhancements for English Wikipedia and a Popup History.
  607. </p>
  608. <p>
  609. For v1.7.2, I'm planning to makes some more non-English wiki related changes, thanks to some of the Russian wiki changes from last week (particularly, case-insensitive lookups for UTF-8 characters). I'm going to look at upgrading XOWA from XUL Runner 10 to 24, now that SWT 4.4 is officially relesed. I'm also going to try again to look at English Wikipedia images dump size. There'll probably be some GUI changes as well. For wikis, I'm going to do Malay and Swedish.
  610. </p>
  611. <h2>
  612. <span class="mw-headline" id="A_change_to_the_url_format_for_archive.org_links_.282014-07-03_23:34_Thu.29">A change to the url format for archive.org links (2014-07-03 23:34 Thu)</span>
  613. </h2>
  614. <p>
  615. A note on a minor bookkeeping change. Starting on 2014-06-22 and with the <a href="https://archive.org/details/Xowa_labundle_latest_including_wikipedia" rel="nofollow" class="external text">Latin wikis</a>, I've removed the date based component from the url. So, with the example of the Latin wikis, the previous format was Xowa_labundle_<code>2014-06-23</code>_including_wikipedia, whereas the current format is Xowa_labundle_<code>latest</code>_including_wikipedia.
  616. </p>
  617. <p>
  618. I made this change to reduce XOWA's disk-based footprint. In particular, I only want to keep one current version of a given wiki (latest), not multiple versions (2014-02-02, 2014-06-23, 2014-10-01, etc.). The multiple copies in the second approach just felt like it needlessly consumed disk space, even considering archive.org's mission to provide snapshots of the web. When the next update for Latin comes around, I'll just delete the files at Xowa_labundle_latest_including_wikipedia and upload a new version.
  619. </p>
  620. <p>
  621. This new url format should make it easier for users to remember. Also, it takes care of another administrative task related to publishing the urls.
  622. </p>
  623. <p>
  624. Hopefully I won't run into any issues with this approach. If I do, I'll just go back to the date-based urls.
  625. </p>
  626. <h2>
  627. <span class="mw-headline" id="Release:_v1.6.5_.282014-06-29_22:04_Sun.29">Release: v1.6.5 (2014-06-29 22:04 Sun)</span>
  628. </h2>
  629. <p>
  630. v1.6.5 was mostly minor parser fixes for English Wikipedia. I also included a few minor changes to the Popups, thanks to feedback from <a href="https://sourceforge.net/p/xowa/discussion/general/thread/76435e38/" rel="nofollow" class="external text">Schnark</a>
  631. </p>
  632. <p>
  633. v1.7.1 will be a stable release, so I'm going to try to keep changes to a minimum. I'm planning to work on some performance enhancements to popups, in preparation for making it the default in v1.7.1. I will also go back to reducing the size of the English Wikipedia images dump. For wikis, I'm going to try Serbian and maybe Russian. If Russian is too difficult (they tend to be the most experimental with Scribunto), then I'll switch them with Swedish instead.
  634. </p>
  635. <h2>
  636. <span class="mw-headline" id="Release:_v1.6.4_.282014-06-22_21:42_Sun.29">Release: v1.6.4 (2014-06-22 21:42 Sun)</span>
  637. </h2>
  638. <p>
  639. Due to some technical complication, I had to redo the English Wiki scan mid-week. As a result, I didn't get a chance to look at reducing the size of the dump. While waiting, I pretty much ended up spending all my time on the new Popups feature. For an initial version, I think it turned out fairly well. I'm hoping others will find it useful.
  640. </p>
  641. <p>
  642. v1.6.5 will involve some work on minor parser issues. The latest English Wiki has a few issues that I didn't get a chance to review. I'll also look at some tweaks / performance enhancements to popups, and try to include some other UI changes. For wikis, I'm going to resume with Spanish and Romanian.
  643. </p>
  644. <h2>
  645. <span class="mw-headline" id="Release:_v1.6.3_.282014-06-15_21:53_Sun.29">Release: v1.6.3 (2014-06-15 21:53 Sun)</span>
  646. </h2>
  647. <p>
  648. v1.6.2 was mostly about infrastructure changes. I changed tidy to parse only page content, while cleaning up most of the HTML &lt;head&gt; generation. Both these items took longer than expected. I did manage to add options to handle auto-collapse / auto expand, and included a few javascript refinements thanks to <a href="https://de.wikipedia.org/wiki/Benutzer:Schnark" rel="nofollow" class="external text">Schnark</a>.
  649. </p>
  650. <p>
  651. v1.6.3 will shift focus a bit. The <a href="http://dumps.wikimedia.org/enwiki/20140614/" rel="nofollow" class="external text">enwiki dump</a> finally started, and I'm going to try to change the update process to delete unused files. Enwiki is approximately 86.4 GB and has a turnover of 1 - 2 GB per month. If the unused images are deleted, I'm hoping to get back into the 70s, if not lower. I'm also going to explore an automated update option for these image databases. As most of my attention will be on enwiki this week, I'm going to skip generating wikis for other languages. Finally, I'm going to experiment with <a href="https://www.mediawiki.org/wiki/Extension:Hovercards" rel="nofollow" class="external text">Hovercards</a> in XOWA. If I'm lucky, I may be able to get something in for a v1.6.* release. Otherwise, it'll have to wait for XOWA HTML dumps.
  652. </p>
  653. <h2>
  654. <span class="mw-headline" id="Release:_v1.6.2_.282014-06-08_21:56_Sun.29">Release: v1.6.2 (2014-06-08 21:56 Sun)</span>
  655. </h2>
  656. <p>
  657. With v1.6.2, I included a significantly different JTidy. I ported as many of the changes from tidy over to JTidy -- mostly in the various Parse classes. I still have more changes planned for JTidy, but hopefully the bulk of the compliance work has been done. I was able to do a full parse of all the English Wikipedia pages, and the new JTidy jar helped me discover a few minor issues in the Wikipedia namespace. I also added a bunch of minor UI changes, including new privacy options and several Tab actions (Close Others, Undo Close Tab, Select by #)
  658. </p>
  659. <p>
  660. For v1.6.3, I'm planning to work on more JTidy related changes. Now that JTidy is fully integrated into XOWA, I need to remove some early XOWA tidy-like logic that prevents JTidy from fixing malformed HTML. I'll also add a few other minor UI changes as well, with some focus on Javascript changes (particularly auto-collapse all sections). For wikis, I'm planning on Indonesian (new) and Italian (update).
  661. </p>
  662. <h2>
  663. <span class="mw-headline" id="About_the_blog_.282014-06-06_23:56_Sat.29">About the blog (2014-06-06 23:56 Sat)</span>
  664. </h2>
  665. <p>
  666. I thought it might be useful to have a blog that covers various parts of XOWA's development. Its main objectives would be the following:
  667. </p>
  668. <ul>
  669. <li>
  670. Give an idea of what's in progress for the next release
  671. </li>
  672. <li>
  673. Highlight some of the more interesting issues from a recent or upcoming release.
  674. </li>
  675. <li>
  676. Cover anything else related to XOWA
  677. </li>
  678. </ul>
  679. <p>
  680. This is a new thing, so I'll be experimenting with style / format / content for a while. I'm hoping to put up at least an entry or two per week.
  681. </p>
  682. <p>
  683. If you want to discuss a blog entry, feel free to start a post at <a href="https://sourceforge.net/p/xowa/discussion/general/" rel="nofollow" class="external free">https://sourceforge.net/p/xowa/discussion/general/</a>
  684. </p>
  685. </div>
  686. </div>
  687. </div>
  688. <div id="mw-head" class="noprint">
  689. <div id="left-navigation">
  690. <div id="p-namespaces" class="vectorTabs">
  691. <h3>Namespaces</h3>
  692. <ul>
  693. <li id="ca-nstab-main" class="selected"><span><a id="ca-nstab-main-href" href="index.html">Page</a></span></li>
  694. </ul>
  695. </div>
  696. </div>
  697. </div>
  698. <div id='mw-panel' class='noprint'>
  699. <div id='p-logo'>
  700. <a style="background-image: url(https://gnosygnu.github.io/xowa/xowa_logo.png);" href="http://xowa.org/" title="Visit the main page"></a>
  701. </div>
  702. <div class="portal" id='xowa-portal-home'>
  703. <h3>XOWA</h3>
  704. <div class="body">
  705. <ul>
  706. <li><a href="http://xowa.org/index.html" title='Visit the main page'>Main page</a></li>
  707. <li><a href="http://xowa.org/screenshots.html" title='See screenshots of XOWA'>Screenshots</a></li>
  708. <li><a href="http://xowa.org/wiki/home/page/Help/Download_XOWA.html" title='Download the XOWA application'>Download XOWA</a></li>
  709. <li><a href="http://xowa.org/wiki/home/page/Dashboard/Image_databases.html" title='Download offline wikis and image databases'>Download wikis</a></li>
  710. </ul>
  711. </div>
  712. </div>
  713. <div class="portal" id='xowa-portal-stargin'>
  714. <h3>Getting started</h3>
  715. <div class="body">
  716. <ul>
  717. <li><a href="http://xowa.org/wiki/home/page/App/Setup/System_requirements.html" title='Get XOWA&apos;s system requirements'>Requirements</a></li>
  718. <li><a href="http://xowa.org/wiki/home/page/App/Setup/Installation.html" title='Get instructions for installing XOWA'>Installation</a></li>
  719. <li><a href="http://xowa.org/wiki/home/page/App/Import/Simple_Wikipedia.html" title='Learn how to set up Simple Wikipedia'>Simple Wikipedia</a></li>
  720. <li><a href="http://xowa.org/wiki/home/page/App/Import/English_Wikipedia.html" title='Learn how to set up English Wikipedia'>English Wikipedia</a></li>
  721. <li><a href="http://xowa.org/wiki/home/page/App/Import/Other_wikis.html" title='Learn how to set up other Wikipedias'>Other Wikipedias</a></li>
  722. </ul>
  723. </div>
  724. </div>
  725. <div class="portal" id='xowa-portal-help'>
  726. <h3>Help</h3>
  727. <div class="body">
  728. <ul>
  729. <li><a href="http://xowa.org/wiki/home/page/Help/About.html" title='Get more information about XOWA'>About</a></li>
  730. <li><a href="http://xowa.org/wiki/home/page/Help/Contents.html" title='View a list of help topics'>Contents</a></li>
  731. <li><a href="http://xowa.org/wiki/home/page/Help/Media.html" title='Read what others have written about XOWA'>Media</a></li>
  732. <li><a href="http://xowa.org/wiki/home/page/Help/Feedback.html" title='Questions? Comments? Leave feedback for XOWA'>Feedback</a></li>
  733. </ul>
  734. </div>
  735. </div>
  736. <div class="portal" id='xowa-portal-blog'>
  737. <h3>Blog</h3>
  738. <div class="body">
  739. <ul>
  740. <li><a href="http://xowa.org/wiki/home/page/Blog.html" title='Follow XOWA''s development process'>Current</a></li>
  741. </ul>
  742. </div>
  743. </div>
  744. <div class="portal" id='xowa-portal-links'>
  745. <h3>Links</h3>
  746. <div class="body">
  747. <ul>
  748. <li><a href="http://dumps.wikimedia.org/backup-index.html" title="Get wiki datababase dumps directly from Wikimedia">Wikimedia dumps</a></li>
  749. <li><a href="https://archive.org/search.php?query=xowa" title="Search archive.org for XOWA files">XOWA @ archive.org</a></li>
  750. <li><a href="http://en.wikipedia.org" title="Visit Wikipedia (and compare to XOWA!)">English Wikipedia</a></li>
  751. </ul>
  752. </div>
  753. </div>
  754. <div class="portal" id='xowa-portal-donate'>
  755. <h3>Donate</h3>
  756. <div class="body">
  757. <ul>
  758. <li><a href="https://archive.org/donate/index.php" title="Support archive.org!">archive.org</a></li><!-- listed first due to recent fire damages: http://blog.archive.org/2013/11/06/scanning-center-fire-please-help-rebuild/ -->
  759. <li><a href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector" title="Support Wikipedia!">Wikipedia</a></li>
  760. <!-- <li><a href="" title="Support XOWA! (but only after you've supported archive.org and Wikipedia)">XOWA</a></li> -->
  761. </ul>
  762. </div>
  763. </div>
  764. </div>
  765. </body>
  766. </html>