Skip to content

Commit d58157b

Browse files
committed
feat(aws): add AWS integration filter update with renamed fields
1 parent 58bf85d commit d58157b

2 files changed

Lines changed: 249 additions & 0 deletions

File tree

Lines changed: 247 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,247 @@
1+
<?xml version="1.0" encoding="utf-8"?>
2+
<databaseChangeLog
3+
xmlns="http://www.liquibase.org/xml/ns/dbchangelog"
4+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
5+
xsi:schemaLocation="http://www.liquibase.org/xml/ns/dbchangelog http://www.liquibase.org/xml/ns/dbchangelog/dbchangelog-3.5.xsd">
6+
7+
<changeSet id="20260107002" author="Manuel">
8+
<sql dbms="postgresql" splitStatements="true" stripComments="true">
9+
<![CDATA[
10+
11+
UPDATE public.utm_logstash_filter
12+
SET filter_version='2.1.1',
13+
logstash_filter= $$
14+
15+
# AWS filter, version 1.0.2
16+
17+
pipeline:
18+
- dataTypes:
19+
- aws
20+
steps:
21+
- json:
22+
source: raw
23+
24+
- rename:
25+
from:
26+
- log.userIdentity.accessKeyId
27+
to: log.userIdentityAccessKeyId
28+
29+
- rename:
30+
from:
31+
- log.userIdentity.accountId
32+
to: log.userIdentityAccountId
33+
34+
- rename:
35+
from:
36+
- log.userIdentity.arn
37+
to: log.userIdentityArn
38+
39+
- rename:
40+
from:
41+
- log.userIdentity.invokedBy
42+
to: log.userIdentityInvokedBy
43+
44+
- rename:
45+
from:
46+
- log.userIdentity.principalId
47+
to: log.userIdentityPrincipalId
48+
49+
- rename:
50+
from:
51+
- log.userIdentity.sessionContext.attributes.creationDate
52+
to: log.userIdentitySessionContextAttributesCreationDate
53+
54+
- rename:
55+
from:
56+
- log.userIdentity.sessionContext.attributes.mfaAuthenticated
57+
to: log.userIdentitySessionContextAttributesMfaAuthenticated
58+
59+
- rename:
60+
from:
61+
- log.userIdentity.sessionContext.sessionIssuer.accountId
62+
to: log.userIdentitySessionContextSessionIssuerAccountId
63+
64+
- rename:
65+
from:
66+
- log.userIdentity.sessionContext.sessionIssuer.arn
67+
to: log.userIdentitySessionContextSessionIssuerArn
68+
69+
- rename:
70+
from:
71+
- log.userIdentity.sessionContext.sessionIssuer.principalId
72+
to: log.userIdentitySessionContextSessionIssuerPrincipalId
73+
74+
- rename:
75+
from:
76+
- log.userIdentity.sessionContext.sessionIssuer.type
77+
to: log.userIdentitySessionContextSessionIssuerType
78+
79+
- rename:
80+
from:
81+
- log.userIdentity.sessionContext.sessionIssuer.userName
82+
to: log.userIdentitySessionContextSessionIssuerUserName
83+
84+
- rename:
85+
from:
86+
- log.userIdentity.sessionContext.webIdFederationData
87+
to: log.userIdentitySessionContextWebIdFederationData
88+
89+
- rename:
90+
from:
91+
- log.userIdentity.type
92+
to: log.userIdentityType
93+
94+
- rename:
95+
from:
96+
- log.requestParameters.durationSeconds
97+
to: log.requestParametersDurationSeconds
98+
99+
- rename:
100+
from:
101+
- log.requestParameters.roleArn
102+
to: log.requestParametersRoleArn
103+
104+
- rename:
105+
from:
106+
- log.requestParameters.roleSessionName
107+
to: log.requestParametersRoleSessionName
108+
109+
- rename:
110+
from:
111+
- log.responseElements.assumedRoleUser.arn
112+
to: log.responseElementsAssumedRoleUserArn
113+
114+
- rename:
115+
from:
116+
- log.responseElements.assumedRoleUser.assumedRoleId
117+
to: log.responseElementsAssumedRoleUserAssumedRoleId
118+
119+
- rename:
120+
from:
121+
- log.responseElements.credentials.accessKeyId
122+
to: log.responseElementsCredentialsAccessKeyId
123+
124+
- rename:
125+
from:
126+
- log.responseElements.credentials.expiration
127+
to: log.responseElementsCredentialsExpiration
128+
129+
- rename:
130+
from:
131+
- log.responseElements.credentials.sessionToken
132+
to: log.responseElementsCredentialsSessionToken
133+
134+
- rename:
135+
from:
136+
- log.requestParameters.Host
137+
to: log.requestParametersHost
138+
139+
- rename:
140+
from:
141+
- log.requestParameters.acl
142+
to: log.requestParametersAcl
143+
144+
- rename:
145+
from:
146+
- log.requestParameters.bucketName
147+
to: log.userIdentityAccesrequestParametersBucketNamesKeyId
148+
149+
- rename:
150+
from:
151+
- log.additionalEventData.SignatureVersion
152+
to: log.additionalEventDataSignatureVersion
153+
154+
- rename:
155+
from:
156+
- log.additionalEventData.AuthenticationMethod
157+
to: log.additionalEventDataAuthenticationMethod
158+
159+
- rename:
160+
from:
161+
- log.additionalEventData.CipherSuite
162+
to: log.additionalEventDataCipherSuite
163+
164+
- rename:
165+
from:
166+
- log.additionalEventData.bytesTransferredIn
167+
to: origin.bytesReceived
168+
169+
- rename:
170+
from:
171+
- log.additionalEventData.bytesTransferredOut
172+
to: origin.bytesSent
173+
174+
- rename:
175+
from:
176+
- log.additionalEventData.x-amz-id-2
177+
to: log.additionalEventDataXamzId2
178+
179+
- rename:
180+
from:
181+
- log.additionalEventData.SSEApplied
182+
to: log.additionalEventDataSSEApplied
183+
184+
- rename:
185+
from:
186+
- log.requestParameters.key
187+
to: log.requestParametersKey
188+
189+
- rename:
190+
from:
191+
- log.requestParameters.x-amz-acl
192+
to: log.requestParametersXAmzAcl
193+
194+
- rename:
195+
from:
196+
- log.requestParameters.x-amz-server-side-encryption
197+
to: log.requestParametersXAmzServerSideEncryption
198+
199+
- rename:
200+
from:
201+
- log.responseElements.x-amz-expiration
202+
to: log.responseElementsXAmzExpiration
203+
204+
- rename:
205+
from:
206+
- log.responseElements.x-amz-server-side-encryption
207+
to: log.responseElementsXAmzServerSideEncryption
208+
209+
- rename:
210+
from:
211+
- log.responseElements.assumedRoleUser
212+
to: log.responseElementsAssumedRoleUser
213+
214+
- rename:
215+
from:
216+
- log.responseElements.credentials
217+
to: log.responseElementsCredentials
218+
219+
- rename:
220+
from:
221+
- log.tlsDetails.cipherSuite
222+
to: log.tlsDetailsCipherSuite
223+
224+
- rename:
225+
from:
226+
- log.tlsDetails.clientProvidedHostHeader
227+
to: log.tlsDetailsClientProvidedHostHeader
228+
229+
- rename:
230+
from:
231+
- log.tlsDetails.tlsVersion
232+
to: log.tlsDetailsTlsVersion
233+
234+
- delete:
235+
fields:
236+
- log.requestParameters
237+
- log.responseElements
238+
- log.userIdentity
239+
- log.additionalEventData
240+
241+
$$
242+
WHERE id=1529;
243+
]]>
244+
</sql>
245+
</changeSet>
246+
247+
</databaseChangeLog>

backend/src/main/resources/config/liquibase/master.xml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -293,5 +293,7 @@
293293

294294
<include file="/config/liquibase/changelog/20260107001_add_log_group_name_aws_integration.xml" relativeToChangelogFile="false"/>
295295

296+
<include file="/config/liquibase/changelog/20260107002_update_filter_aws_integration.xml" relativeToChangelogFile="false"/>
297+
296298

297299
</databaseChangeLog>

0 commit comments

Comments
 (0)