Skip to content

Commit

Permalink
switch to postgresql database
Browse files Browse the repository at this point in the history
  • Loading branch information
clojurians-org committed Dec 26, 2019
1 parent 96e83f7 commit 6e678bb
Show file tree
Hide file tree
Showing 36 changed files with 112 additions and 1,039 deletions.
4 changes: 2 additions & 2 deletions build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ project.ext.externalDependency = [
'logbackClassic': 'ch.qos.logback:logback-classic:1.2.3',
'lombok': 'org.projectlombok:lombok:1.18.8',
'mockito': 'org.mockito:mockito-core:3.0.0',
'mysqlConnector': 'mysql:mysql-connector-java:5.1.47',
'pgConnector': 'org.postgresql:postgresql:42.2.9',
"neo4jHarness": "org.neo4j.test:neo4j-harness:3.4.11",
"neo4jJavaDriver": "org.neo4j.driver:neo4j-java-driver:1.7.2",
'parseqTest': 'com.linkedin.parseq:parseq:3.0.7:test',
Expand Down Expand Up @@ -92,4 +92,4 @@ subprojects {
}
}
}
}
}
76 changes: 76 additions & 0 deletions cheetsheet.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,76 @@
;;==============
;; KAFKA SETUP
;;==============
kafka-topics.sh --create --if-not-exists --zookeeper 10.132.37.201:2181/monitor --partitions 1 --replication-factor 1 --topic MetadataAuditEvent
kafka-topics.sh --create --if-not-exists --zookeeper 10.132.37.201:2181/monitor --partitions 1 --replication-factor 1 --topic MetadataChangeEvent

;;==============
;; PG SETUP
;;==============
CREATE USER datahub WITH PASSWORD 'datahub' ;
CREATE DATABASE datahub ;
psql -h 10.132.37.200 -U monitor
drop table metadata_aspect ;
create table metadata_aspect (
urn varchar(500) not null,
aspect varchar(200) not null,
version numeric(20) not null,
metadata text not null,
createdon timestamp(6) not null,
createdby varchar(255) not null,
createdfor varchar(255),
constraint pk_metadata_aspect primary key (urn,aspect,version)
);

insert into metadata_aspect (urn, aspect, version, metadata, createdon, createdby) values(
'urn:li:corpuser:datahub',
'com.linkedin.identity.CorpUserInfo',
0,
'{"displayName":"Data Hub","active":true,"fullName":"Data Hub","email":"[email protected]"}',
now(),
'urn:li:principal:datahub'
), (
'urn:li:corpuser:datahub',
'com.linkedin.identity.CorpUserEditableInfo',
0,
'{"skills":[],"teams":[],"pictureLink":"https://raw.githubusercontent.com/linkedin/WhereHows/datahub/datahub-web/packages/data-portal/public/assets/images/default_avatar.png"}',
now(),
'urn:li:principal:datahub'
);
;;==============
;; ES SETUP
;;==============
curl -H 'Content-Type: Application/JSON' -XPUT 10.132.37.201:9200/corpuserinfodocument --data @./nix/corpuser-index-config.json;
curl -H 'Content-Type: Application/JSON' -XPUT 10.132.37.201:9200/datasetdocument --data @./nix/dataset-index-config.json


;;==============
;; GMS STARTUP
;;==============
export EBEAN_DATASOURCE_URL=jdbc:postgresql://10.132.37.200:5432/datahub
export KAFKA_BOOTSTRAP_SERVER=10.132.37.201:9092
export KAFKA_SCHEMAREGISTRY_URL=http://10.132.37.201:8081
export ELASTICSEARCH_HOST=10.132.37.201

./gradlew :gms:war:JettyRunWar


curl "http://localhost:8080/datasets?action=browse" -d '{"path": "", "start": 0, "limit": 10}' -X POST -H 'X-RestLi-Protocol-Version: 2.0.0' | jq


;;==============
;; JOBS STARTUP
;;==============
export KAFKA_BOOTSTRAP_SERVER=10.132.37.201:9092
export KAFKA_SCHEMAREGISTRY_URL=http://10.132.37.201:8081
export GMS_HOST=10.132.37.200
export GMS_PORT=8080

./gradlew :metadata-jobs:mce-consumer-job:run

;;==============
;; EVENT TRIGGER
;;==============
./gradlew :metadata-events:mxe-schemas:build
python mce_cli.py produce -d bootstrap_mce.dat -b 10.132.37.201:9092 -s http://10.132.37.201:8081

4 changes: 2 additions & 2 deletions datahub-frontend/play.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ dependencies {

play externalDependency.jerseyCore
play externalDependency.jerseyGuava
play externalDependency.mysqlConnector
play externalDependency.pgConnector
play externalDependency.playJavaJdbc
play externalDependency.springJdbc

Expand Down Expand Up @@ -68,4 +68,4 @@ task unzipAssets(type: Copy, dependsOn: configurations.assets) {
task moveAssets(type: Copy, dependsOn: unzipAssets) {
into "${buildDir}/assets"
from ("${buildDir}/assets/assets")
}
}
27 changes: 0 additions & 27 deletions docker/README.md

This file was deleted.

17 changes: 0 additions & 17 deletions docker/elasticsearch/Dockerfile

This file was deleted.

35 changes: 0 additions & 35 deletions docker/elasticsearch/README.md

This file was deleted.

38 changes: 0 additions & 38 deletions docker/elasticsearch/docker-compose.yml

This file was deleted.

26 changes: 0 additions & 26 deletions docker/frontend/Dockerfile

This file was deleted.

55 changes: 0 additions & 55 deletions docker/frontend/README.md

This file was deleted.

19 changes: 0 additions & 19 deletions docker/frontend/docker-compose.yml

This file was deleted.

18 changes: 0 additions & 18 deletions docker/gms/Dockerfile

This file was deleted.

Loading

0 comments on commit 6e678bb

Please sign in to comment.