Download as txt, pdf, or txt
Download as txt, pdf, or txt
You are on page 1of 5

DC11

select eventid, count(*) from `11_ta_kpi` where pdate >= '20230101' group by
eventid

1001 54182979
1003 58390746
1004 53896856
1005 53852222
1009 5448
1011 5174

Event ID Event Name

1001 Process Image


1003 Process Message
1004 Get Tags
1005 Create Tags
1009 OptIn/OptOut Event
1011 Create Collection Event

for i in {1..50}; do sleep 5; curl -i


https://vzw-media-global.qa.synchronoss.net/atp/status; done

curl -H "X-Newbay-User-Lcid:8914e7d2923e4ab1a655e03bb25e8271" https://vzw-media-


global.qa.synchronoss.net/atp/oauth2/token -i -d "grant_type=http%3A%2F
%2Fpurl.oclc.org%2Fwebdata%2Fauth%2Fccoe&assertion=enriched" -H "x-scope-service:
DV" -H "x-application-identifier: DV"

curl -i http://ont-qa-dc1-ls-5250-vip-int.vzw-media.qa01.us-
west.sncrcloud.net:5250/ls/api/user/lcid/a48c88eda54549708a66c9a9d06abc9d

ls01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:28:43,326 [http-nio-5250-


exec-3] WARN web.servlet.PageNotFound [] - No mapping for GET
/ls/api/lcid/a48c88eda54549708a66c9a9d06abc9d
ls01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:28:43,326 [http-nio-5250-
exec-3] DEBUG web.servlet.DispatcherServlet [] - Completed 404 NOT_FOUND

/ls/api/lcid/a48c88eda54549708a66c9a9d06abc9d
/ls/api/user/lcid/a48c88eda54549708a66c9a9d06abc9d

***********

adbda48c88eda54549708a66c9a9d06abc

IN-C02ZL3KGLVCG:.ssh ramas$ curl -H "X-Newbay-User-


Lcid:adbda48c88eda54549708a66c9a9d06abc" https://vzw-media-
global.qa.synchronoss.net/atp/oauth2/token -i -d "grant_type=http%3A%2F
%2Fpurl.oclc.org%2Fwebdata%2Fauth%2Fccoe&assertion=enriched" -H "x-scope-service:
DV" -H "x-application-identifier: DV"
HTTP/1.1 502 Bad Gateway
X-Newbay-DCL-EC: 300
content-length: 0
connection: close

IN-C02ZL3KGLVCG:.ssh ramas$
Thu Feb 16 09:42:28 UTC 2023

../ls01.vzw-media.qa01.us-west.sncrcloud.net/access.log:[16/Feb/2023:09:42:15
+0000]|-|-|-|AHC/2.1|GET|/ls/api/user/lcid/adbda48c88eda54549708a66c9a9d06abc||404|
194|9|-|10.167.58.152|1001|-

dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:42:15,336


[nioEventLoopGroup-3-3] DEBUG handler.logging.LoggingHandler [] - [id: 0xe4a09f41,
L:/10.167.58.99:6010 - R:/10.166.80.182:28525] READ: HttpObjectAggregator$Aggrega
tedFullHttpRequest(decodeResult: success, version: HTTP/1.1, content:
CompositeByteBuf(ridx: 0, widx: 80, cap: 80, components=1))
POST /atp/oauth2/token HTTP/1.1
Host: vzw-media-global.qa.synchronoss.net
User-Agent: curl/7.79.1
Accept: */*
X-Newbay-User-Lcid: adbda48c88eda54549708a66c9a9d06abc
x-scope-service: DV
x-application-identifier: DV
Content-Type: application/x-www-form-urlencoded
X-Forwarded-Proto: https
X-ASP-Forwarded-For: 68.170.22.202
X-Forwarded-Port: 443
X-Forwarded-Host: vzw-media-global.qa.synchronoss.net
content-length: 80, 80B
+-------------------------------------------------+
| 0 1 2 3 4 5 6 7 8 9 a b c d e f |
+--------+-------------------------------------------------+----------------+
|00000000| 67 72 61 6e 74 5f 74 79 70 65 3d 68 74 74 70 25 |grant_type=http%|
|00000010| 33 41 25 32 46 25 32 46 70 75 72 6c 2e 6f 63 6c |3A%2F%2Fpurl.ocl|
|00000020| 63 2e 6f 72 67 25 32 46 77 65 62 64 61 74 61 25 |c.org%2Fwebdata%|
|00000030| 32 46 61 75 74 68 25 32 46 63 63 6f 65 26 61 73 |2Fauth%2Fccoe&as|
|00000040| 73 65 72 74 69 6f 6e 3d 65 6e 72 69 63 68 65 64 |sertion=enriched|
+--------+-------------------------------------------------+----------------+
dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:42:15,336
[nioEventLoopGroup-3-3] DEBUG handler.logging.LoggingHandler [] - [id: 0xe4a09f41,
L:/10.167.58.99:6010 - R:/10.166.80.182:28525] READ COMPLETE
dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:42:15,340
[AsyncHttpClient-6-2] DEBUG netty.channel.NettyConnectListener [] - Using new
Channel '[id: 0xb4b1961c, L:/10.167.58.99:51344 - R:ont-qa-dc1-ls-5250-vip-int.vzw-
media.qa01.us-west.sncrcloud.net/10.167.58.28:5250]' for 'GET' to
'/ls/api/user/lcid/adbda48c88eda54549708a66c9a9d06abc'
dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:42:15,355
[AsyncHttpClient-6-2] DEBUG netty.handler.HttpHandler [] -

Request DefaultFullHttpRequest(decodeResult: success, version: HTTP/1.1, content:


EmptyByteBufBE)
GET /ls/api/user/lcid/adbda48c88eda54549708a66c9a9d06abc HTTP/1.1
Accept: application/vnd.newbay.ls-1.0+xml
host: ont-qa-dc1-ls-5250-vip-int.vzw-media.qa01.us-west.sncrcloud.net:5250
user-agent: AHC/2.1

Response DefaultHttpResponse(decodeResult: success, version: HTTP/1.1)


HTTP/1.1 404
x-error-code: 1001
Content-Type: application/vnd.newbay.ls-1.0+xml
Transfer-Encoding: chunked
Date: Thu, 16 Feb 2023 09:42:15 GMT

dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:42:15,356


[AsyncHttpClient-6-2] DEBUG netty.channel.ChannelManager [] - Adding key:
http://ont-qa-dc1-ls-5250-vip-int.vzw-media.qa01.us-west.sncrcloud.net:5250 for
channel [id: 0xb4b1961c, L:/10.167.58.99:51344 - R:ont-qa-dc1-ls-5250-vip-int.vzw-
media.qa01.us-west.sncrcloud.net/10.167.58.28:5250]
dc-locator01.vzw-media.qa01.us-west.sncrcloud.net 2023-02-16 09:43:05,357
[AsyncHttpClient-6-2] DEBUG netty.handler.HttpHandler [] - Channel Closed: [id:
0xb4b1961c, L:/10.167.58.99:51344 ! R:ont-qa-dc1-ls-5250-vip-int.vzw-media.qa01.us-
west.sncrcloud.net/10.167.58.28:5250] with attribute DISCARD

Total Number of users who are enrolled for T&S.


Total number of users who are not enrolled for T&S.

What is the number of users we are aiming to enrol for OBject Tagging per day and
how many days needed to complete all the users for Object Decoupling?

SDN mentioned - currently their ingest is somewhere 50M images per day.

curl -H "X-Newbay-User-Lcid:02a48c88eda54549708a66c976" http://ont-qa-dc1-privatp-


6010-vip-int.vzw-media.qa01.us-west.sncrcloud.net:6010/atp/oauth2/token -i -d
"grant_type=http%3A%2F%2Fpurl.oclc.org%2Fwebdata%2Fauth%2Fccoe&assertion=enriched"
-H "x-scope-service: DV" -H "x-application-identifier: DV"

Kafka command to get the Messages in the Kafka in local DC.


/opt/kafka/bin/kafka-console-consumer.sh --bootstrap-server ont-qa-dc1-kafka-9092-
vip-int.vzw-media.qa01.us-west.sncrcloud.net:9092 --topic search-indexer --from-
beginning

Kafka command to get the Messages in the Kafka in AWS.


/opt/kafka/bin/kafka-console-consumer.sh --bootstrap-server kafka-
cs.default.svc.cluster.local:9092 --topic search-indexer --from-beginning

DV -> Kafka on the local DC which will be consumed by the SI in AWS. And, it will
push it the Elastic search using the user id to find the UserGroup.

Create File
{"cid":"8c385e82-9fdd-4ed7-9581-
1170b422f4f1","userUid":"956526707a1940de864b01b8bf999f58","datasource":
["DV_METADATA"],"action":"CREATE","checksum":"e09e7c17511a3978971b08b4dd190709bac73
7c96aa7e30fdab8181f07370c0f","location":
{"area":"","town":"","country":""},"timelineDate":1618655993000,"mimeType":"image/
jpeg","paths":["VZMOBILE:/iPhone 14 Pro/2021-04-18 013953-
5777870.HEIC"],"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"re
poName":null,"persons":null,"tags":null,"album":null,"artist":null,"title":null,"tr
ack":null,"playlistName":null,"playlistId":null,"playlistType":null,"firstName":nul
l,"lastName":null,"addresses":null,"devices":null,"repositories":null}
Update Metadata for a file.
{"cid":"751a11f9-b300-434c-a6ad-
ff7a209ac98f","userUid":"956526707a1940de864b01b8bf999f58","datasource":
["DV_METADATA"],"action":"UPDATE","checksum":"e09e7c17511a3978971b08b4dd190709bac73
7c96aa7e30fdab8181f07370c0f","location":{"area":"Monroe","town":"Mt
Pocono","country":"United
States"},"timelineDate":1618655993000,"mimeType":"image/jpeg","paths":null,"addedTr
ashIds":null,"removedTrashIds":null,"previousPaths":null,"repoName":null,"persons":
null,"tags":null,"album":null,"artist":null,"title":null,"track":null,"playlistName
":null,"playlistId":null,"playlistType":null,"firstName":null,"lastName":null,"addr
esses":null,"devices":null,"repositories":null}
Reprocess a file.
{"cid":"7907ce5a-6b52-4de7-af35-
f15b16d79984","userUid":"dbea3a9fdef74a58b7b4e7e7eb5a2885","datasource":
["DV_METADATA"],"action":"REPROCESS_FILE","checksum":"05afa56cf09092e1b73d0610ff2e2
789a55c442e66e2d3f11cdf630e9c3fcb43","location":
{"area":"Chittenden","town":"Burlington","country":"United
States"},"timelineDate":-65000000000000,"mimeType":"image/jpeg","paths":
["VZ_BACKEND_REPO2718:/0/ByqO7DmgXE.jpg","VZ_BACKEND_REPO2718:/1/
ByqO7DmgXE.jpg"],"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"
repoName":null,"persons":null,"tags":null,"album":null,"artist":null,"title":null,"
track":null,"playlistName":null,"playlistId":null,"playlistType":null,"firstName":n
ull,"lastName":null,"addresses":null,"devices":null,"repositories":null}
Delte a file
{"cid":"87318eb5-846e-4739-a28a-
9328cc3f5112","userUid":"ae22022b86444f0abccff898ffd67079","datasource":
["DV_METADATA"],"action":"PURGE","checksum":"f6daab697d3bc585a144280417e35f41086ffc
d066ffe776be8b0aebfb749736","location":null,"timelineDate":null,"mimeType":"image/
jpeg","paths":["VZ_BACKEND_REPO1451:/VZ_Folder/
Byqpl81wek.jpg"],"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"
repoName":null,"persons":null,"tags":null,"album":null,"artist":null,"title":null,"
track":null,"playlistName":null,"playlistId":null,"playlistType":null,"firstName":n
ull,"lastName":null,"addresses":null,"devices":null,"repositories":null}

TM -> Kafka on the AWS which will have the Tags for the image, SI pulls this Tags
and pushes to the ES.

{"cid":"6e1049dd-5c26-4d7c-9a8b-
0744bea7d2ef","userUid":"956526707a1940de864b01b8bf999f58","datasource":
["TAGGING_TAG"],"action":"CREATE","checksum":"1f155c13ef22f8e8b49e5a0254f42f8f680a5
db26cc203593d2597503f076ee3","location":null,"timelineDate":null,"mimeType":null,"p
aths":null,"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"repoNa
me":null,"persons":[],"tags":
["Nature","Outdoors","Slope","Soil","Trail","Wilderness","Vegetation","Landslide","
Path","Plant"],"album":null,"artist":null,"title":null,"track":null,"playlistName":
null,"playlistId":null,"playlistType":null,"firstName":null,"lastName":null,"addres
ses":null,"devices":null,"repositories":null,"collectionName":null,"collectionId":n
ull,"collectionType":null}
{"cid":"f6ff6d56-f9b7-4a72-81c4-
6906413c7c9e","userUid":"956526707a1940de864b01b8bf999f58","datasource":
["TAGGING_TAG"],"action":"CREATE","checksum":"9a1c41f5042244d1145e9c874628e91e837ee
2c72bfa9258a12712c7b8252adf","location":null,"timelineDate":null,"mimeType":null,"p
aths":null,"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"repoNa
me":null,"persons":[],"tags":["Tool","Scooter","Transportation","Vehicle","Lawn
Mower","Motorcycle","Motor
Scooter","Device","Moped","Grass","Lawn","Plant"],"album":null,"artist":null,"title
":null,"track":null,"playlistName":null,"playlistId":null,"playlistType":null,"firs
tName":null,"lastName":null,"addresses":null,"devices":null,"repositories":null,"co
llectionName":null,"collectionId":null,"collectionType":null}
{"cid":"0e5d6b6d-9bde-421e-8ec4-
64ddc9bd6246","userUid":"956526707a1940de864b01b8bf999f58","datasource":
["TAGGING_TAG"],"action":"CREATE","checksum":"1f141b747e7b7db4bd4186c13efc5c09abe67
cbbb76e80272f579b1dfd2c9bca","location":null,"timelineDate":null,"mimeType":null,"p
aths":null,"addedTrashIds":null,"removedTrashIds":null,"previousPaths":null,"repoNa
me":null,"persons":[],"tags":
["Toy","Skirt","Clothing","Concert","Crowd","Man","Person","Male","Adult"],"album":
null,"artist":null,"title":null,"track":null,"playlistName":null,"playlistId":null,
"playlistType":null,"firstName":null,"lastName":null,"addresses":null,"devices":nul
l,"repositories":null,"collectionName":null,"collectionId":null,"collectionType":nu
ll}

You might also like