Blame view

datalets/base-ajax-json-alasql-datalet/static/js/AjaxJsonAlasqlBehavior.js 10.6 KB
0af843be   Renato De Donato   filters + alasql
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
  /*

  @license

      The MIT License (MIT)

  

      Copyright (c) 2015 Dipartimento di Informatica - Universit di Salerno - Italy

  

      Permission is hereby granted, free of charge, to any person obtaining a copy

      of this software and associated documentation files (the "Software"), to deal

      in the Software without restriction, including without limitation the rights

      to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

      copies of the Software, and to permit persons to whom the Software is

      furnished to do so, subject to the following conditions:

  

      The above copyright notice and this permission notice shall be included in

      all copies or substantial portions of the Software.

  

      THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

      IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

      FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

      AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

      LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

      OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN

      THE SOFTWARE.

  */

  

  /**

   * Developed by :

   * ROUTE-TO-PA Project - grant No 645860. - www.routetopa.eu

   *

  */

  

  

  var AjaxJsonAlasqlBehavior = {

  

      properties: {

  

          /**

           * It contains the json data from async xhr call returned from core-ajax core component

           *

           * @attribute json_results

           * @type object

           * @default 'null'.

           */

          json_results: {

              type: Object,

              value: {}

          }

98d9d8a5   Renato De Donato   filters+groupby
48
  

0af843be   Renato De Donato   filters + alasql
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
      },

  

      /**

       * Make an AJAX call to the dataset URL

       *

       * @method requestData

       */

      requestData: function(){

  

          var comp = this;

  

          $.ajax({

              url: this._component.dataUrl,

              dataType: "json",

              success: function(e){

                  comp.handleResponse(e);

              }

          });

      },

  

      /**

       * Called when core-ajax component receive the json data from called url.

       *

       * @method handleResponse

       */

      handleResponse: function(e) {

          this.properties.json_results.value = e;

          this.runWorkcycle();

      },

0af843be   Renato De Donato   filters + alasql
78
79
80
81
82
83
84
85
  

      /**

       * selectData built a JSONPATH query based on the user selected fields then extract data from the JSON response.

       * This method built an objects <name, data> for every user selected field and push it into the data array.

       *

       * @method selectData

       */

      selectData : function() {

0af843be   Renato De Donato   filters + alasql
86
          this._component.fields = JSON.parse(this._component.fields);

68ee970d   Renato De Donato   jsdatachecker
87
          var provider = this._getProvider(this._component.fields[0]);

0af843be   Renato De Donato   filters + alasql
88
  

98d9d8a5   Renato De Donato   filters+groupby
89
90
91
92
          var filters = JSON.parse(this._component.getAttribute("filters"));

          var aggregators = JSON.parse(this._component.getAttribute("aggregators"));

          var orders = JSON.parse(this._component.getAttribute("orders"));

  

9fb4369c   Renato De Donato   my space on add p...
93
          //preview my space

0dafdf4f   Renato De Donato   my space bug fix
94
          if(filters && filters[0] && filters[0].constructor == Array){

9fb4369c   Renato De Donato   my space on add p...
95
96
97
98
99
              filters = filters[0];

              aggregators = aggregators[0];

              orders = orders[0];

          }

  

0314f487   Renato De Donato   filters opendatasoft
100
101
102
103
          var fields = [];

          for (var i=0; i < this._component.fields.length; i++)

              fields.push(this._fieldName(this._component.fields[i], provider));

  

68ee970d   Renato De Donato   jsdatachecker
104
105
106
107
108
109
110
111
112
113
114
115
116
          //if(aggregators)

          //    for (var i=0; i < aggregators.length; i++)

          //        aggregators[i]["field"] = this._fieldName(aggregators[i]["field"], provider);

  

          //var jsonData = [this.properties.json_results.value];

  

          //jsdatachecker

          var _converter = new DataTypeConverter();

          var path2 = this._arrayPath(provider);

          var processingResult = _converter.inferJsonDataType(this.properties.json_results.value, path2);

          var processingResults = _converter.convert(processingResult);

          var jsonData = [processingResults.dataset];

  

98d9d8a5   Renato De Donato   filters+groupby
117
118
119
          //WHERE

          var where = "";

          if(filters && filters.length) {

0314f487   Renato De Donato   filters opendatasoft
120
121
122
123
  

              for (var i=0; i < filters.length; i++)

                  filters[i]["field"] = this._fieldName(filters[i]["field"], provider);

  

98d9d8a5   Renato De Donato   filters+groupby
124
125
126
              where = "WHERE ";

              for (var i=0; i < filters.length; i++) {

                  if(filters[i]["operation"] == "contains")

0314f487   Renato De Donato   filters opendatasoft
127
                      where += filters[i]["field"] + " like '%" + filters[i]["value"] + "%' AND ";

98d9d8a5   Renato De Donato   filters+groupby
128
                  else if(filters[i]["operation"] == "start")

0314f487   Renato De Donato   filters opendatasoft
129
                      where += filters[i]["field"] + " like '" + filters[i]["value"] + "%' AND ";

98d9d8a5   Renato De Donato   filters+groupby
130
                  else if(filters[i]["operation"] == "ends")

0314f487   Renato De Donato   filters opendatasoft
131
                      where += filters[i]["field"] + " like '%" + filters[i]["value"] + "' AND ";

98d9d8a5   Renato De Donato   filters+groupby
132
                  else

b4195555   Renato De Donato   filter bug fix
133
                      where += filters[i]["field"] + " " + filters[i]["operation"] + " " + filters[i]["value"] + " AND ";

98d9d8a5   Renato De Donato   filters+groupby
134
135
136
137
              }

              where = where.slice(0, -5);

          }

  

98d9d8a5   Renato De Donato   filters+groupby
138
139
140
          //ORDER BY

          var orderBy = "";

          if(orders && orders.length) {

0314f487   Renato De Donato   filters opendatasoft
141
142
  

              for (var i=0; i < orders.length; i++)

68ee970d   Renato De Donato   jsdatachecker
143
                  orders[i]["field"] = this._fieldName(orders[i]["field"], "");

0314f487   Renato De Donato   filters opendatasoft
144
  

98d9d8a5   Renato De Donato   filters+groupby
145
146
              orderBy = "ORDER BY ";

              for (var i = 0; i < orders.length; i++)

0314f487   Renato De Donato   filters opendatasoft
147
                  orderBy += orders[i]["field"] + " " + orders[i]["operation"] + ", ";

98d9d8a5   Renato De Donato   filters+groupby
148
149
150
              orderBy = orderBy.slice(0, -2);

          }

  

cfc31d1e   Renato De Donato   alasql cast
151
          //SELECT

68ee970d   Renato De Donato   jsdatachecker
152
          var pureSelect = "SELECT ";

98d9d8a5   Renato De Donato   filters+groupby
153
          for (var i = 0; i < fields.length; i++)

68ee970d   Renato De Donato   jsdatachecker
154
155
              pureSelect += fields[i] + " as " + this._fieldName(this._component.fields[i], "") + ", ";

          pureSelect = pureSelect.slice(0, -2);

cfc31d1e   Renato De Donato   alasql cast
156
  

68ee970d   Renato De Donato   jsdatachecker
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
          //GROUP BY

          //var groupBy = "";

          //if(aggregators && aggregators.length) {

          //

          //    for (var i=0; i < aggregators.length; i++)

          //        aggregators[i]["field"] = this._fieldName(aggregators[i]["field"], provider);

          //

          //    groupBy = "GROUP BY " + aggregators[0]["field"];

          //    select = "SELECT "  + aggregators[0]["field"];

          //    for (var i = 1; i < aggregators.length; i++)

          //        select += ", " + aggregators[i]["operation"] + "(" + aggregators[i]["field"] + ") as " + aggregators[i]["field"];

          //}

  

          //var groupBy = "";

          //if(aggregators && aggregators.length) {

          //

          //    groupBy = "GROUP BY " + this._fieldName(aggregators[0]["field"], "");

          //    select = "SELECT "  + this._fieldName(aggregators[0]["field"], provider) + " as " + this._fieldName(aggregators[0]["field"], "");

          //    for (var i = 1; i < aggregators.length; i++)

          //        select += ", " + aggregators[i]["operation"] + "(" + this._fieldName(aggregators[i]["field"], provider) + ") as " + this._fieldName(aggregators[i]["field"], "");

          //}

cfc31d1e   Renato De Donato   alasql cast
178
  

98d9d8a5   Renato De Donato   filters+groupby
179
180
181
          //GROUP BY

          var groupBy = "";

          if(aggregators && aggregators.length) {

0314f487   Renato De Donato   filters opendatasoft
182
183
  

              for (var i=0; i < aggregators.length; i++)

68ee970d   Renato De Donato   jsdatachecker
184
                  aggregators[i]["field"] = this._fieldName(aggregators[i]["field"], "");

0314f487   Renato De Donato   filters opendatasoft
185
186
  

              groupBy = "GROUP BY " + aggregators[0]["field"];

68ee970d   Renato De Donato   jsdatachecker
187
              var select = "SELECT "  + aggregators[0]["field"];

98d9d8a5   Renato De Donato   filters+groupby
188
              for (var i = 1; i < aggregators.length; i++)

0314f487   Renato De Donato   filters opendatasoft
189
                  select += ", " + aggregators[i]["operation"] + "(" + aggregators[i]["field"] + ") as " + aggregators[i]["field"];

98d9d8a5   Renato De Donato   filters+groupby
190
191
192
          }

  

          //QUERY

68ee970d   Renato De Donato   jsdatachecker
193
194
          var path = this._path(this._component.fields[0], provider);

  

98d9d8a5   Renato De Donato   filters+groupby
195
196
197
198
199
          console.log('SELECT '+ path +' FROM ?');

          var res = alasql("SELECT "+ path +" FROM ?", [jsonData]);

  

          var records = res[0][path];

  

0314f487   Renato De Donato   filters opendatasoft
200
201
          //console.log(select + ' FROM ? ' + where + ' ' + groupBy + ' ' + orderBy + '');

          //var obj = alasql(select + " FROM ? " + where + " " + groupBy + " " + orderBy + "", [records]);

98d9d8a5   Renato De Donato   filters+groupby
202
  

0314f487   Renato De Donato   filters opendatasoft
203
204
          console.log(pureSelect + ' FROM ? ' + where);

          var obj = alasql(pureSelect + " FROM ? " + where, [records]);

98d9d8a5   Renato De Donato   filters+groupby
205
  

0314f487   Renato De Donato   filters opendatasoft
206
207
          if (groupBy != "") {

              console.log(select + ' FROM ? ' + groupBy + ' ' + orderBy + '');

68ee970d   Renato De Donato   jsdatachecker
208
              obj = alasql(select + " FROM ? " + groupBy + " " + orderBy + "", [obj]);

0314f487   Renato De Donato   filters opendatasoft
209
210
          }

  

68ee970d   Renato De Donato   jsdatachecker
211
          //TEST

a748d9bc   Renato De Donato   ala NUMBER bug
212
213
214
215
216
          //var query = "SELECT [preteur], [annee] as [annee], SUM([capital_restant_du]) as [capital_restant_du] FROM ? GROUP BY [preteur], [annee]"

          //var obj = alasql(query, [obj]);

          //console.log(obj);

          //this.data = obj;

  

0314f487   Renato De Donato   filters opendatasoft
217
218
219
220
          //PUSH DATA

          if(!obj || obj.length == 0)

              this.data = []

          else

68ee970d   Renato De Donato   jsdatachecker
221
              this._pushData(obj, fields);

98d9d8a5   Renato De Donato   filters+groupby
222
223
  

          this._deleteWaitImage();

0af843be   Renato De Donato   filters + alasql
224
225
      },

  

68ee970d   Renato De Donato   jsdatachecker
226
      _pushData : function(obj, keys) {

98d9d8a5   Renato De Donato   filters+groupby
227
          this.data = [];

0af843be   Renato De Donato   filters + alasql
228
  

68ee970d   Renato De Donato   jsdatachecker
229
230
231
232
          if (typeof keys == 'undefined')

              keys = Object.keys(obj[0]);

  

          for (var key in keys){

0af843be   Renato De Donato   filters + alasql
233
  

68ee970d   Renato De Donato   jsdatachecker
234
              var name = keys[key].replace(/(\[|\]|fields->)/g, "");

0af843be   Renato De Donato   filters + alasql
235
              var data = [];

0af843be   Renato De Donato   filters + alasql
236
237
238
  

              for (var i in obj) {

                  data.push(obj[i][name]);

0af843be   Renato De Donato   filters + alasql
239
240
              }

  

0af843be   Renato De Donato   filters + alasql
241
242
243
244
245
246
247
              this.data.push({

                  name: name,

                  data: data

              });

          }

      },

  

0314f487   Renato De Donato   filters opendatasoft
248
249
250
251
252
253
254
      _getProvider : function(field) {

          if(field.indexOf("result,records") > -1)

              return "ckan";

          else if(field.indexOf("records,fields") > -1)

              return "openDataSoft";

          else

              return "provider";

98d9d8a5   Renato De Donato   filters+groupby
255
256
      },

  

0314f487   Renato De Donato   filters opendatasoft
257
258
259
260
261
      _fieldName : function(field, provider) {

          if(provider.indexOf("ckan") > -1) {

              return "[" + field.substring(field.lastIndexOf(",") + 1, field.length) + "]";

          }

          else if(provider.indexOf("openDataSoft") > -1) {

68ee970d   Renato De Donato   jsdatachecker
262
              return "fields->[" + field.substring(field.lastIndexOf(",") + 1, field.length)+ "]";

0314f487   Renato De Donato   filters opendatasoft
263
264
          }

          else {

68ee970d   Renato De Donato   jsdatachecker
265
              return "[" + field.substring(field.lastIndexOf(",") + 1, field.length) + "]";

0314f487   Renato De Donato   filters opendatasoft
266
267
268
269
270
271
272
273
274
275
276
277
278
          }

      },

  

      _path : function(field, provider) {

          if(provider.indexOf("ckan") > -1) {

              return "result->records"

          }

          else if(provider.indexOf("openDataSoft") > -1) {

              return "records";

          }

          else {

              return field.substring(0, field.lastIndexOf(",")).replace(",", "->");

          }

98d9d8a5   Renato De Donato   filters+groupby
279
280
      },

  

68ee970d   Renato De Donato   jsdatachecker
281
282
283
284
285
286
287
288
289
290
291
292
      _arrayPath : function(provider) {

          if(provider.indexOf("ckan") > -1) {

              return ["result", "records", "*"];

          }

          else if(provider.indexOf("openDataSoft") > -1) {

              return ["records", "fields", "*"];

          }

          else {

              return ["*"];

          }

      },

  

0af843be   Renato De Donato   filters + alasql
293
294
295
      /**

       * Delete a image after loading a datalet

       */

98d9d8a5   Renato De Donato   filters+groupby
296
      _deleteWaitImage : function() {

0af843be   Renato De Donato   filters + alasql
297
298
          $("img[src$='spin.svg']").remove();

      }

98d9d8a5   Renato De Donato   filters+groupby
299
  

0af843be   Renato De Donato   filters + alasql
300
  };