cd invoker
python3 -m venv venv
source venv/bin/activate
pip install -r requirements.txtcp .env.example .env{
"Version": "2012-10-17",
"Statement": [
{
"Effect": "Allow",
"Action": [
"s3:PutObject",
"s3:GetBucketLocation",
"s3:GetObject",
"s3:ListBucket"
],
"Resource": [
"arn:aws:s3:::<bucket_name>",
"arn:aws:s3:::<bucket_name>/*"
]
}
]
}The above policy is required in the bucket in order for the raster file to be downladed localy temporarily and then after the extraction of their stats those to can be put as the corresponding object's metadata.
Once the raster stats have been extracted, those are being sent at a RabbitMQ queue.
Example payload:
{
"driver": {
"short_name": "GTiff",
"long_name": "GeoTIFF"
},
"size": {
"x_size": 2760,
"y_size": 1951,
"band_count": 20
},
"projection": "GEOGCS[\"WGS 84\",DATUM[\"WGS_1984\",SPHEROID[\"WGS 84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]],AUTHORITY[\"EPSG\",\"6326\"]],PRIMEM[\"Greenwich\",0,AUTHORITY[\"EPSG\",\"8901\"]],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]],AXIS[\"Latitude\",NORTH],AXIS[\"Longitude\",EAST],AUTHORITY[\"EPSG\",\"4326\"]]",
"geotransform": {
"origin": {
"x": -17.542849475432416,
"y": 16.69196085087124
},
"pixel_size": {
"x": 0.0022460753986229824,
"y": -0.0022460753986229824
}
},
"bands": [
{
"band_number": 1,
"data_type": "Int16",
"statistics": {
"min": 10.0,
"max": 210.0,
"mean": 80.41588319280257,
"std_dev": 52.27359099374456
}
},
{
"band_number": 2,
"data_type": "Int16",
"statistics": {
"min": 10.0,
"max": 210.0,
"mean": 80.34677136930574,
"std_dev": 52.2691263933284
}
},
{
"band_number": 3,
"data_type": "Int16",
"statistics": {
"min": 10.0,
"max": 210.0,
"mean": 80.27062848522355,
"std_dev": 52.25721996014859
}
}
]
}
This message then can be consumed from a consuming service for further process
wget https://github.com/apache/openwhisk-cli/releases/download/1.2.0/OpenWhisk_CLI-1.2.0-linux-386.tgz
tar -xvzf OpenWhisk_CLI-1.2.0-linux-386.tgz
sudo mv wsk /usr/local/bin/
sudo apt install openjdk-8-jdk nodejs npm -y
git clone https://github.com/apache/openwhisk.git
cd openwhisk
./gradlew :core:standalone:build
sudo java -Dwhisk.standalone.host.name=0.0.0.0 -Dwhisk.standalone.host.internal=127.0.0.1 -Dwhisk.standalone.host.external=0.0.0.0 -jar ./bin/openwhisk-standalone.jar --couchdb --kafka --api-gw --kafka-ui
Then test if the API is working at http://localhost:3233/
wsk property set \
--apihost 'http://localhost:3233' \
--auth '23bc46b1-71f6-4ed5-8c54-816aa4f8c502:123zO3xZCLrMN6v2BKK1dXYFpXlPkccOFqm12CdAsMgRU4VrNZ9lyGVCGuMDGIwP'
function main(params) {
console.log('Hello World');
return {msg:'Hello '+params.name};
}wsk -i action create helloLab ../helloLab.js
wsk -i action invoke helloLab -b -p name "milko_cup"
Response:
ok: invoked /_/helloLab with id a0d8921b48c64a3a98921b48c65a3a8b
{
"activationId": "a0d8921b48c64a3a98921b48c65a3a8b",
"annotations": [
{
"key": "path",
"value": "guest/helloLab"
},
{
"key": "waitTime",
"value": 220
},
{
"key": "kind",
"value": "nodejs:20"
},
{
"key": "timeout",
"value": false
},
{
"key": "limits",
"value": {
"concurrency": 1,
"logs": 10,
"memory": 256,
"timeout": 60000
}
}
],
"duration": 9,
"end": 1717429497156,
"logs": [],
"name": "helloLab",
"namespace": "guest",
"publish": false,
"response": {
"result": {
"msg": "Hello milko_cup"
},
"size": 25,
"status": "success",
"success": true
},
"start": 1717429497147,
"subject": "guest",
"version": "0.0.1"
}
wsk namespace list -v (get auth for API)
wsk action delete metadata-extractor
wsk -i action create metadata-extractor geostats/metadata-extractor/app.py --kind python:3.10
wsk -i action create metadata-extractor --docker angelosnm/geostats-metadata-extractor:latest # docker
wsk -i action create report-generator --docker angelosnm/georeports-report-generator:0.0.1
wsk action update metadata-extractor --docker angelosnm/geostats-metadata-extractor:0.2.1
wsk activation list
wsk activation get 3da527d22bbc4868a527d22bbc686872
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent