From 12097c5b7e2666e89cda933401b187d0a0d38750 Mon Sep 17 00:00:00 2001 From: tgcl21 <tgcl21@inf.ufpr.br> Date: Thu, 14 Nov 2024 10:18:21 -0300 Subject: [PATCH] [ADD] Instruction level route --- docker-compose.yml | 11 ++ entrypoint.sh | 5 + gulpfile.babel.js | 22 +-- gulpfile.template.js | 20 +++ src/libs/routes_v1/aggregateClass.js | 50 +++++++ src/libs/routes_v1/api.js | 6 + src/libs/routes_v1/city.js | 1 + src/libs/routes_v1/instructionLevel.js | 177 +++++++++++++++++++++++++ 8 files changed, 277 insertions(+), 15 deletions(-) create mode 100644 docker-compose.yml create mode 100644 entrypoint.sh create mode 100644 gulpfile.template.js create mode 100644 src/libs/routes_v1/aggregateClass.js create mode 100644 src/libs/routes_v1/instructionLevel.js diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 00000000..85266ff9 --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,11 @@ +services: + simcaq-node: + container_name: simcaq-node + build: . + ports: + - '3000:3000' + develop: + watch: + - action: sync + path: . + target: /API diff --git a/entrypoint.sh b/entrypoint.sh new file mode 100644 index 00000000..04db5192 --- /dev/null +++ b/entrypoint.sh @@ -0,0 +1,5 @@ +#!/bin/bash +echo "Starting simcaq-node" +gulp watch &> /dev/null & +cd build +NODE_ENV=production gulp run diff --git a/gulpfile.babel.js b/gulpfile.babel.js index c661d5af..1d0724e1 100644 --- a/gulpfile.babel.js +++ b/gulpfile.babel.js @@ -43,12 +43,12 @@ gulp.task('compile', ['lint'], () => { gulp.src('src/**/*.js') .pipe(cache.filter()) // cache source files .pipe(babel()) // compile only modified files - // .pipe(cache.cache()) // cache compiled files + .pipe(cache.cache()) // cache compiled files .pipe(gulp.dest('build')); // move compiled files to build directory }); gulp.task('build', ['compile'], () => { - var filesToCopy = [ 'config.json', 'package.json' ]; + var filesToCopy = [ 'config.json', 'package.json', '.eslintignore', '.eslintrc.json' ]; // copy configuration file to build directory gulp.src(filesToCopy) .pipe(gulp.dest('build')); @@ -93,24 +93,16 @@ gulp.task('test', ['pre-test'], () => { }); }); -gulp.task('watch', ['compile'], () => { +gulp.task('watch', () => { console.log('Watching source directory for changes'); - gulp.watch('src/**/*.js').on('change', () => { + return gulp.watch('src/**/*.js').on('change', () => { console.log('Recompiling source'); gulp.start('compile'); console.log('Source recompilation done'); }); }); -gulp.task('run', () => { - process.chdir('build'); - nodemon({ - script: 'server.js', - tasks: ['watch'], - ignore: ["test/test.js", "gulpfile.babel.js"], - ext: 'js html json', - env: { 'NODE_ENV': process.env.NODE_ENV } - }); +gulp.task('default', () => { + console.log("Não execuatar apenas gulp, execute da forma:"); + console.log("\t\tgulp <task>"); }); - -gulp.task('default', ['run']); diff --git a/gulpfile.template.js b/gulpfile.template.js new file mode 100644 index 00000000..3de679df --- /dev/null +++ b/gulpfile.template.js @@ -0,0 +1,20 @@ +const gulp = require('gulp'); + +const nodemon = require('gulp-nodemon'); + +gulp.task('run', () => { + // process.chdir('build'); + nodemon({ + script: 'server.js', + // tasks: ['watch'], + ignore: ["test/test.js", "gulpfile.babel.js"], + ext: 'js html json', + env: { 'NODE_ENV': process.env.NODE_ENV } + }); +}); + +gulp.task('default', () => { + console.log("Não execuatar apenas gulp, execute da forma:"); + console.log("\t\tgulp <task>"); +}); + diff --git a/src/libs/routes_v1/aggregateClass.js b/src/libs/routes_v1/aggregateClass.js new file mode 100644 index 00000000..8a186bda --- /dev/null +++ b/src/libs/routes_v1/aggregateClass.js @@ -0,0 +1,50 @@ +/* +Copyright (C) 2016 Centro de Computacao Cientifica e Software Livre +Departamento de Informatica - Universidade Federal do Parana - C3SL/UFPR + +This file is part of simcaq-node. + +simcaq-node is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. + +simcaq-node is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with simcaq-node. If not, see <https://www.gnu.org/licenses/>. +*/ + +const express = require('express'); + +const aggregateClassApp = express.Router(); + +const libs = `${process.cwd()}/libs`; + +const squel = require('squel'); + +const query = require(`${libs}/middlewares/query`).query; + +const response = require(`${libs}/middlewares/response`); + +const ReqQueryFields = require(`${libs}/middlewares/reqQueryFields`); + +const config = require(`${libs}/config`); + +const cache = require('apicache').options({ debug: config.debug, statusCodes: {include: [200]} }).middleware; + +let rqf = new ReqQueryFields(); + +aggregateClassApp.use(cache('15 day')); + +aggregateClassApp.get('/', rqf.parse(), rqf.build(), (req, res, next) => { + req.sql.from('turmas_agregadas2022') + .field('id'); + + next(); +}, query, response('aggregateClass')); + +module.exports = aggregateClassApp; diff --git a/src/libs/routes_v1/api.js b/src/libs/routes_v1/api.js index 53f9e4df..dc011610 100644 --- a/src/libs/routes_v1/api.js +++ b/src/libs/routes_v1/api.js @@ -145,6 +145,10 @@ const newPnad = require(`${libs}/routes_v1/newPnad`); const email = require(`${libs}/routes_v1/email`); +const aggregateClass = require(`${libs}/routes_v1/aggregateClass`); + +const instructionLevel = require(`${libs}/routes_v1/instructionLevel`); + api.get('/', (req, res) => { res.json({ msg: 'SimCAQ API v1 is running' }); }); @@ -205,6 +209,8 @@ api.use('/universityLocalOffer', universityLocalOffer); api.use('/message', message); api.use('/course_students', courseStudents); api.use('/new_pnad', newPnad); +api.use('/aggregate_class', aggregateClass); +api.use('/instruction_level', instructionLevel) //Publication api.use('/publication', publication); diff --git a/src/libs/routes_v1/city.js b/src/libs/routes_v1/city.js index fc697a9f..26eabd0f 100644 --- a/src/libs/routes_v1/city.js +++ b/src/libs/routes_v1/city.js @@ -144,6 +144,7 @@ cityApp.get('/', rqf.parse(), rqf.build(), (req, res, next) => { .field('municipio.latitude', 'latitude') .field('municipio.mesorregiao_id', 'mesoregion_id') .field('municipio.microrregiao_id', 'microregion_id'); + console.log(req.sql.toString()); next(); }, query, response('city')); diff --git a/src/libs/routes_v1/instructionLevel.js b/src/libs/routes_v1/instructionLevel.js new file mode 100644 index 00000000..2e2b0847 --- /dev/null +++ b/src/libs/routes_v1/instructionLevel.js @@ -0,0 +1,177 @@ +/* +Copyright (C) 2024 Centro de Computacao Cientifica e Software Livre +Departamento de Informatica - Universidade Federal do Parana - C3SL/UFPR + +This file is part of simcaq-node. + +simcaq-node is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. + +simcaq-node is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with simcaq-node. If not, see <https://www.gnu.org/licenses/>. +*/ + +const express = require('express'); + +const NivelInstrucao = express.Router(); + +const libs = `${process.cwd()}/libs`; + +const squel = require('squel'); + +const query = require(`${libs}/middlewares/query`).query; + +const response = require(`${libs}/middlewares/response`); + +const ReqQueryFields = require(`${libs}/middlewares/reqQueryFields`); + +const id2str = require(`${libs}/middlewares/id2str`); + +const config = require(`${libs}/config`); + +const cache = require('apicache').options({ debug: config.debug, statusCodes: {include: [200]} }).middleware; + +let rqf = new ReqQueryFields(); + +NivelInstrucao.use(cache('15 day')); + + +rqf.addField({ + name: 'filter', + field: false, + where: true +}).addField({ + name: 'dims', + field: true, + where: false +}).addValue({ + name: 'id', + table: 'pnad_novo', + tableField: 'id', + where: { + relation: '=', + type: 'integer', + field: 'id' + } +}).addValue({ + name: 'locality_area', + table: 'pnad_novo', + tableField: 'tipo_de_area', + where: { + relation: '=', + type: 'integer', + field: 'id' + } +}).addValue({ + name: 'bolsa_familia', + table: 'pnad_novo', + tableField: 'recebeu_rendimentos_de_programa_bolsa_familia', + resultField: 'bolsa_familia_id', + where: { + relation: '=', + type: 'integer', + field: 'recebeu_rendimentos_de_programa_bolsa_familia' + } +}).addValue({ + name: 'cap_code', + table: 'pnad_novo', + tableField: 'cod_cap', + resultField: 'cap_code_id', + where: { + relation: '=', + type: 'integer', + field: 'cod_cap' + } +}).addValue({ + name: 'new_pnad_ethnic_group', + table: 'pnad_novo', + tableField: 'cor_raca', + resultField: 'new_pnad_ethnic_group_id', + where: { + relation: '=', + type: 'integer', + field: 'cor_raca' + } +}).addValue({ + name: 'age_range_all', + table: 'pnad_novo', + tableField: 'faixa_etaria', + resultField: 'age_range_all_id', + where: { + relation: '=', + type: 'integer', + field: 'faixa_etaria' + } +}).addValue({ + name: 'income_range', + table: 'pnad_novo', + tableField: 'faixa_rendimento_aux', + resultField: 'income_range_id', + where: { + relation: '=', + type: 'integer', + field: 'faixa_rendimento_aux' + } +}).addValue({ + name: 'region', + table: 'pnad_novo', + tableField: 'cod_regiao', + resultField: 'region_id', + where: { + relation: '=', + type: 'integer', + field: 'cod_regiao' + } +}).addValue({ + name: 'metro_code', + table: 'pnad_novo', + tableField: 'cod_rm_ride', + resultField: 'metro_code_id', + where: { + relation: '=', + type: 'integer', + field: 'cod_rm_ride' + } +}).addValue({ + name: 'gender', + table: 'pnad_novo', + tableField: 'sexo', + resultField: 'gender_id', + where: { + relation: '=', + type: 'integer', + field: 'sexo' + } +}).addValue({ + name: 'uf', + table: 'pnad_novo', + tableField: 'cod_uf', + resultField: 'cod_uf_id', + where: { + relation: '=', + type: 'integer', + field: 'cod_uf' + } +}) + +NivelInstrucao.get('/', rqf.parse(), rqf.build(), (req, res, next) => { + req.sql.from('pnad_novo') + .field('nivel_de_instrucao', 'nivel') + .field('sum(peso_domicilio_pessoas_com_cal)', 'total') + .field('ano_ref', 'ano') + .where('nivel_de_instrucao <> 99') + .where('faixa_etaria <> 99') + .group('pnad_novo.ano_ref') + .group('pnad_novo.nivel_de_instrucao') + console.log(req.sql.toString()) + next(); +}, query, id2str.transform(false), response('pnad_novo')); + +module.exports = NivelInstrucao; -- GitLab