Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
blendb
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
23
Issues
23
List
Boards
Labels
Service Desk
Milestones
Merge Requests
1
Merge Requests
1
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Operations
Operations
Incidents
Environments
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
C3SL
blendb
Commits
e9934900
Commit
e9934900
authored
Jan 21, 2021
by
pdts20
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
issue
#116
- Add necessary types
parent
07fc46a7
Pipeline
#24083
failed with stages
in 27 seconds
Changes
76
Pipelines
1
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
76 changed files
with
20764 additions
and
853 deletions
+20764
-853
.vscode/settings.json
.vscode/settings.json
+14
-0
config/.Rhistory
config/.Rhistory
+0
-0
config/ci_test.yaml.example
config/ci_test.yaml.example
+0
-87
config/config.env.example
config/config.env.example
+5
-7
config/config.yaml.example
config/config.yaml.example
+0
-87
config/market_dimensions.yaml.example
config/market_dimensions.yaml.example
+0
-81
config/market_enum.yaml.example
config/market_enum.yaml.example
+0
-16
config/market_main.yaml.example
config/market_main.yaml.example
+0
-70
config/market_metrics.yaml.example
config/market_metrics.yaml.example
+0
-106
config/market_sources.yaml.example
config/market_sources.yaml.example
+0
-112
config/market_tags.yaml.example
config/market_tags.yaml.example
+0
-21
config/market_views.yaml.example
config/market_views.yaml.example
+0
-90
config/parse/dim_ana_aluno.yaml
config/parse/dim_ana_aluno.yaml
+444
-0
config/parse/dim_ana_escola.yaml
config/parse/dim_ana_escola.yaml
+258
-0
config/parse/dim_ana_item.yaml
config/parse/dim_ana_item.yaml
+48
-0
config/parse/dim_docente.yaml
config/parse/dim_docente.yaml
+476
-0
config/parse/dim_es_aluno.yaml
config/parse/dim_es_aluno.yaml
+771
-0
config/parse/dim_es_curso.yaml
config/parse/dim_es_curso.yaml
+798
-0
config/parse/dim_es_curso_local_oferta.yaml
config/parse/dim_es_curso_local_oferta.yaml
+86
-0
config/parse/dim_es_docente.yaml
config/parse/dim_es_docente.yaml
+316
-0
config/parse/dim_es_instituicao.yaml
config/parse/dim_es_instituicao.yaml
+321
-0
config/parse/dim_es_ocde.yaml
config/parse/dim_es_ocde.yaml
+64
-0
config/parse/dim_escola.yaml
config/parse/dim_escola.yaml
+1267
-0
config/parse/dim_familia_cadunico.yaml
config/parse/dim_familia_cadunico.yaml
+217
-0
config/parse/dim_fies.yaml
config/parse/dim_fies.yaml
+252
-0
config/parse/dim_ibge_pib.yaml
config/parse/dim_ibge_pib.yaml
+30
-0
config/parse/dim_matricula.yaml
config/parse/dim_matricula.yaml
+448
-0
config/parse/dim_pessoas_cadunico.yaml
config/parse/dim_pessoas_cadunico.yaml
+231
-0
config/parse/dim_pnad.yaml
config/parse/dim_pnad.yaml
+258
-0
config/parse/dim_prouni.yaml
config/parse/dim_prouni.yaml
+77
-0
config/parse/dim_turma.yaml
config/parse/dim_turma.yaml
+497
-0
config/parse/met_ana_aluno.yaml
config/parse/met_ana_aluno.yaml
+296
-0
config/parse/met_ana_escola.yaml
config/parse/met_ana_escola.yaml
+72
-0
config/parse/met_docente.yaml
config/parse/met_docente.yaml
+163
-0
config/parse/met_es_aluno.yaml
config/parse/met_es_aluno.yaml
+144
-0
config/parse/met_es_curso.yaml
config/parse/met_es_curso.yaml
+2494
-0
config/parse/met_es_docente.yaml
config/parse/met_es_docente.yaml
+54
-0
config/parse/met_es_instituicao.yaml
config/parse/met_es_instituicao.yaml
+987
-0
config/parse/met_es_ocde.yaml
config/parse/met_es_ocde.yaml
+10
-0
config/parse/met_escola.yaml
config/parse/met_escola.yaml
+657
-0
config/parse/met_familia_cadunico.yaml
config/parse/met_familia_cadunico.yaml
+162
-0
config/parse/met_fies.yaml
config/parse/met_fies.yaml
+198
-0
config/parse/met_ibge_pib.yaml
config/parse/met_ibge_pib.yaml
+120
-0
config/parse/met_matricula.yaml
config/parse/met_matricula.yaml
+198
-0
config/parse/met_pessoas_cadunico.yaml
config/parse/met_pessoas_cadunico.yaml
+343
-0
config/parse/met_pnad.yaml
config/parse/met_pnad.yaml
+288
-0
config/parse/met_prouni.yaml
config/parse/met_prouni.yaml
+9
-0
config/parse/met_turma.yaml
config/parse/met_turma.yaml
+153
-0
config/parse/view_ana_aluno.yaml
config/parse/view_ana_aluno.yaml
+120
-0
config/parse/view_ana_escola.yaml
config/parse/view_ana_escola.yaml
+60
-0
config/parse/view_ana_item.yaml
config/parse/view_ana_item.yaml
+13
-0
config/parse/view_docente.yaml
config/parse/view_docente.yaml
+95
-0
config/parse/view_es_aluno.yaml
config/parse/view_es_aluno.yaml
+132
-0
config/parse/view_es_curso.yaml
config/parse/view_es_curso.yaml
+398
-0
config/parse/view_es_curso_local_oferta.yaml
config/parse/view_es_curso_local_oferta.yaml
+18
-0
config/parse/view_es_docente.yaml
config/parse/view_es_docente.yaml
+58
-0
config/parse/view_es_instituicao.yaml
config/parse/view_es_instituicao.yaml
+162
-0
config/parse/view_es_ocde.yaml
config/parse/view_es_ocde.yaml
+15
-0
config/parse/view_escola.yaml
config/parse/view_escola.yaml
+262
-0
config/parse/view_familia_cadunico.yaml
config/parse/view_familia_cadunico.yaml
+56
-0
config/parse/view_fies.yaml
config/parse/view_fies.yaml
+65
-0
config/parse/view_ibge_pib.yaml
config/parse/view_ibge_pib.yaml
+27
-0
config/parse/view_matricula.yaml
config/parse/view_matricula.yaml
+96
-0
config/parse/view_pessoas_cadunico.yaml
config/parse/view_pessoas_cadunico.yaml
+79
-0
config/parse/view_pnad.yaml
config/parse/view_pnad.yaml
+86
-0
config/parse/view_prouni.yaml
config/parse/view_prouni.yaml
+19
-0
config/parse/view_turma.yaml
config/parse/view_turma.yaml
+93
-0
config/source_test_only.yaml.example
config/source_test_only.yaml.example
+0
-8
config/test.env.example
config/test.env.example
+0
-17
package-lock.json
package-lock.json
+5469
-0
package.json
package.json
+4
-5
src/api/controllers/collect.ts
src/api/controllers/collect.ts
+99
-79
src/api/controllers/data.ts
src/api/controllers/data.ts
+57
-40
src/api/controllers/engine.ts
src/api/controllers/engine.ts
+49
-21
src/api/types.ts
src/api/types.ts
+1
-1
src/common/query.ts
src/common/query.ts
+5
-5
No files found.
.vscode/settings.json
0 → 100644
View file @
e9934900
{
"sqltools.connections"
:
[
{
"previewLimit"
:
50
,
"server"
:
"localhost"
,
"port"
:
5432
,
"askForPassword"
:
true
,
"driver"
:
"PostgreSQL"
,
"name"
:
"dadosana"
,
"database"
:
"dadosana"
,
"username"
:
"postgres"
}
]
}
\ No newline at end of file
config/.Rhistory
0 → 100644
View file @
e9934900
config/ci_test.yaml.example
deleted
100644 → 0
View file @
07fc46a7
# gitignore ignores files.yaml in this folder
# however a config file for tests in CI is required
# so this example file in fact is the CI test file
tags:
links:
- config/market_tags.yaml.example
obj:
-
name: "noDescription"
description: "Related with seller"
views:
links:
- config/market_views.yaml.example
obj:
-
alias: "view:Seller"
data: "test/postgres/fixtures/seller.json"
origin: true
aliasAsName: true
dimensions:
- "dim:seller:name"
- "dim:seller:sex"
- "dim:seller:cpf"
- "dim:seller:id"
- "dim:seller:status"
metrics:
- "met:seller:avg:age"
- "met:seller:max:age"
- "met:seller:min:age"
- "met:seller:count:age"
metrics:
links:
- config/market_metrics.yaml.example
obj:
-
name: "met:seller:avg:age"
dataType: "float"
aggregation: "avg"
description: "The seller average age"
tags:
- "seller"
- "age"
dimensions:
links:
- config/market_dimensions.yaml.example
obj:
-
name: "dim:seller:name"
dataType: "string"
description: "Name of the seller from market"
tags:
- "seller"
enumTypes:
links:
- config/market_enum.yaml.example
obj:
- []
sources:
links:
- config/market_sources.yaml.example
- config/source_test_only.yaml.example
obj:
-
name: "Seller"
description: "Market worker"
fields:
-
name: "name"
description: "Seller name"
dataType: "string"
-
name: "age"
description: "Seller age"
dataType: "integer"
-
name: "sex"
description: "Seller sex"
enumType: "enumsex"
dataType: "enumtype"
-
name: "CPF"
description: "Seller CPF"
dataType: "string"
-
name: "id"
description: "Seller id"
dataType: "integer"
config/config.env.example
View file @
e9934900
BLENDB_SCHEMA_FILE=config/config.yaml.example
PORT=3000
BLENDB_LOG_FILE=/var/log/blendb.log
BLENDB_LOG_LEVEL=debug
BLENDB_N_DB=1
BLENDB_DB0_NAME=blendb
BLENDB_DB0_USER=blendb
BLENDB_DB0_NAME=blendb-test
BLENDB_DB0_PASSWORD=secret
BLENDB_DB0_PASSWORD=memudeporfavor
BLENDB_DB0_HOST=localhost
BLENDB_DB0_PORT=5432
BLENDB_DB0_ADAPTER=postgres
BLENDB_SCHEMA_FILE=config/config.yaml
PORT=3000
config/config.yaml.example
deleted
100644 → 0
View file @
07fc46a7
# gitignore ignores files.yaml in this folder
# however a config file for tests in CI is required
# so this example file in fact is the CI test file
tags:
links:
- config/market_tags.yaml.example
obj:
-
name: "noDescription"
description: "Related with seller"
views:
links:
- config/market_views.yaml.example
obj:
-
alias: "view:Seller"
data: "test/postgres/fixtures/seller.json"
origin: true
aliasAsName: true
dimensions:
- "dim:seller:name"
- "dim:seller:sex"
- "dim:seller:cpf"
- "dim:seller:id"
- "dim:seller:status"
metrics:
- "met:seller:avg:age"
- "met:seller:max:age"
- "met:seller:min:age"
- "met:seller:count:age"
metrics:
links:
- config/market_metrics.yaml.example
obj:
-
name: "met:seller:avg:age"
dataType: "float"
aggregation: "avg"
description: "The seller average age"
tags:
- "seller"
- "age"
dimensions:
links:
- config/market_dimensions.yaml.example
obj:
-
name: "dim:seller:name"
dataType: "string"
description: "Name of the seller from market"
tags:
- "seller"
enumTypes:
links:
- config/market_enum.yaml.example
obj:
- []
sources:
links:
- config/market_sources.yaml.example
- config/source_test_only.yaml.example
obj:
-
name: "Seller"
description: "Market worker"
fields:
-
name: "name"
description: "Seller name"
dataType: "string"
-
name: "age"
description: "Seller age"
dataType: "integer"
-
name: "sex"
description: "Seller sex"
enumType: "enumsex"
dataType: "enumtype"
-
name: "CPF"
description: "Seller CPF"
dataType: "string"
-
name: "id"
description: "Seller id"
dataType: "integer"
config/market_dimensions.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
name: "dim:seller:sex"
dataType: "enumtype"
enumType: "enumsex"
description: "Sexual orientation of the seller from market"
-
name: "dim:seller:cpf"
dataType: "string"
description: "CPF of the seller from market"
-
name: "dim:seller:status"
dataType: "enumtype"
enumType: "workingStatus"
description: "The status of the seller from market"
-
name: "dim:product:name"
dataType: "string"
description: "Name of the product from market"
-
name: "dim:product:validity"
dataType: "date"
description: "Validity of the product from market"
-
name: "dim:client:name"
dataType: "string"
description: "Name of the client from market"
-
name: "dim:client:cpf"
dataType: "string"
description: "CPF of the client from market"
-
name: "dim:sell:registered"
dataType: "boolean"
description: "Check if the client is registered"
-
name: "dim:seller:id"
dataType: "integer"
description: "id of the seller from market"
-
name: "dim:client:id"
dataType: "integer"
description: "id of the client from market"
-
name: "dim:sell:datein"
dataType: "date"
description: "Date of the sell was realized"
-
name: "dim:buyout:datein"
dataType: "date"
description: "Date of the buyout was realized"
-
name: "dim:product:id"
dataType: "integer"
description: "id of the product from market"
-
name: "dim:provider:name"
dataType: "string"
description: "Name of the provider from market"
-
name: "dim:provider:id"
dataType: "string"
description: "id of the provider from market"
-
name: "dim:buyout:day"
dataType: "integer"
parent: "dim:buyout:datein"
relation: "day"
description: "Date of the buyout was realized"
-
name: "dim:buyout:month"
dataType: "integer"
parent: "dim:buyout:datein"
relation: "month"
description: "Date of the buyout was realized"
-
name: "dim:buyout:year"
dataType: "integer"
parent: "dim:buyout:datein"
relation: year
description: "Date of the buyout was realized"
config/market_enum.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
name: "enumsex"
values:
- "male"
- "female"
- "nonbinary"
- "undecided"
-
name: "workingStatus"
values:
- "active"
- "inactive"
- "vacation"
- "sick leave"
- "maternity leave"
- "stand by"
config/market_main.yaml.example
deleted
100644 → 0
View file @
07fc46a7
views:
links:
- config/market_views.yaml.example
obj:
-
alias: "view:Seller"
data: "test/postgres/fixtures/seller.json"
origin: true
dimensions:
- "dim:seller:name"
- "dim:seller:sex"
- "dim:seller:cpf"
- "dim:seller:id"
- "dim:seller:status"
metrics:
- "met:seller:avg:age"
- "met:seller:max:age"
- "met:seller:min:age"
- "met:seller:count:age"
metrics:
links:
- config/market_metrics.yaml.example
obj:
-
name: "met:seller:avg:age"
dataType: "float"
aggregation: "avg"
description: "The seller average age"
dimensions:
links:
- config/market_dimensions.yaml.example
obj:
-
name: "dim:seller:name"
dataType: "string"
description: "Name of the seller from market"
enumTypes:
links:
- config/market_enum.yaml.example
obj:
- []
sources:
links:
- config/market_sources.yaml.example
obj:
-
name: "Seller"
description: "Market worker"
fields:
-
name: "name"
description: "Seller name"
dataType: "string"
-
name: "age"
description: "Seller age"
dataType: "integer"
-
name: "sex"
description: "Seller sex"
enumType: "enumsex"
dataType: "enumtype"
-
name: "CPF"
description: "Seller CPF"
dataType: "string"
-
name: "id"
description: "Seller id"
dataType: "integer"
config/market_metrics.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
name: "met:seller:max:age"
dataType: "integer"
aggregation: "max"
description: "The seller highest age"
tags:
- "seller"
- "age"
- "max"
-
name: "met:seller:min:age"
dataType: "integer"
aggregation: "min"
description: "The seller lowest age"
tags:
- "seller"
- "age"
-
name: "met:seller:count:age"
dataType: "integer"
aggregation: "count"
description: "The number of seller's"
tags:
- "seller"
- "age"
-
name: "met:product:avg:pricein"
dataType: "float"
aggregation: "avg"
description: "The average product pricein"
tags:
- "product"
-
name: "met:product:max:pricein"
dataType: "float"
aggregation: "max"
description: "The highest product pricein"
tags:
- "product"
- "max"
-
name: "met:product:min:pricein"
dataType: "float"
aggregation: "min"
description: "The lowest product pricein"
tags:
- "product"
-
name: "met:product:avg:priceout"
dataType: "float"
aggregation: "avg"
description: "The average product priceout"
tags:
- "product"
-
name: "met:product:max:priceout"
dataType: "float"
aggregation: "max"
description: "The highest product priceout"
tags:
- "product"
- "max"
-
name: "met:product:min:priceout"
dataType: "float"
aggregation: "min"
description: "The lowest product priceout"
tags:
- "product"
-
name: "met:sell:sum:quantity"
dataType: "integer"
aggregation: "sum"
description: "The sum of sales quantity"
-
name: "met:sell:avg:quantity"
dataType: "float"
aggregation: "avg"
description: "The average of sales quantity"
-
name: "met:sell:count:quantity"
dataType: "integer"
aggregation: "count"
description: "The total number of sales"
-
name: "met:buyout:avg:quantity"
dataType: "float"
aggregation: "avg"
description: "The average of quantity bought"
tags:
- "buyout"
-
name: "met:buyout:max:quantity"
dataType: "integer"
aggregation: "max"
description: "The highest quantity bought"
tags:
- "buyout"
- "max"
-
name: "met:buyout:min:quantity"
dataType: "integer"
aggregation: "min"
description: "The lowest quantity bought"
tags:
- "buyout"
config/market_sources.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
name: "Product"
description: "Market product"
fields:
-
name: "name"
description: "Product name"
dataType: "string"
-
name: "pricein"
description: "Product purchase price"
dataType: "float"
-
name: "priceout"
description: "Product price"
dataType: "float"
-
name: "validity"
description: "Product validity"
dataType: "date"
-
name: "id"
description: "Product id"
dataType: "integer"
-
name: "Client"
description: "Market client"
fields:
-
name: "name"
description: "Client name"
dataType: "string"
-
name: "CPF"
description: "Client CPF"
dataType: "string"
-
name: "id"
description: "Client id"
dataType: "integer"
-
name: "Sell"
description: "Market sale"
fields:
-
name: "Registered"
description: "Check if client is registered"
dataType: "boolean"
-
name: "Product.id"
description: "id from product"
dataType: "integer"
-
name: "Client.id"
description: "id from seller"
dataType: "integer"
-
name: "Seller.id"
description: "id from seller"
dataType: "integer"
-
name: "Quantity"
description: "How many is being bought"
dataType: "integer"
-
name: "Datein"
description: "Date of buy from Provider"
dataType: "date"
-
name: "Buyout"
description: "Market buyout"
fields:
-
name: "datein"
description: "date of entry"
dataType: "date"
-
name: "quantity"
description: "how many products has been bought"
dataType: "integer"
-
name: "Provider.id"
description: "Provider id"
dataType: "integer"
-
name: "Product.id"
description: "Product id"
dataType: "integer"
-
name: "Provider"
description: "Market provider"
fields:
-
name: "name"
description: "Provider product name"
dataType: "string"
-
name: "id"
description: "Provider id"
dataType: "integer"
-
name: "Distribute"
description: "Relation between Provider and Product"
fields:
-
name: "Provider.id"
description: "Provider id"
dataType: "integer"
-
name: "Product.id"
description: "Product id"
dataType: "integer"
config/market_tags.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
name: "seller"
description: "Related with seller"
-
name: "age"
description: "Related with age"
-
name: "product"
description: "Related with product"
-
name: "client"
description: "Related with client"
-
name: "buyout"
description: "Related with buyout"
-
name: "provider"
description: "Related with provider"
-
name: "max"
description: "Aggregation Max"
config/market_views.yaml.example
deleted
100644 → 0
View file @
07fc46a7
-
alias: "view:Product"
data: "test/postgres/fixtures/product.json"
origin: true
aliasAsName: true
dimensions:
- "dim:product:name"
- "dim:product:validity"
- "dim:product:id"
metrics:
- "met:product:avg:pricein"
- "met:product:max:pricein"
- "met:product:min:pricein"
- "met:product:avg:priceout"
- "met:product:max:priceout"
- "met:product:min:priceout"
-
alias: "view:Client"
data: "test/postgres/fixtures/client.json"
origin: true
aliasAsName: true