feat: apply unary stream in cloud logging connector

Signed-off-by: seolmin@megazone.com <seolmin@mz.co.kr>

Author: seolmin

src/cloudforet/monitoring/connector/cloud_logging_connector.py

@@ -12,46 +12,49 @@ def __init__(self, **kwargs):
         super().__init__(**kwargs)
 
     def list_log_entries(self, params):
-        print(params)
         query = params['query']
-        start = params['start']
-        end = params['end']
+        start = params['start'].strftime("%Y-%m-%dT%H:%M:%SZ")
+        end = params['end'].strftime("%Y-%m-%dT%H:%M:%SZ")
 
-        _query = {
+        body = {
+            'resource_names': f'projects/{self.project_id}',
             'filter': self._generate_logging_filter(query, start, end),
             'orderBy': 'timestamp desc'
         }
-        print(_query)
-        request = self.client.entries().list(**_query)
 
-        logs = []
+        request = self.client.entries().list(body=body)
+
         while request is not None:
             response = request.execute()
             logs = [log for log in response.get('entries', [])]
+            yield logs
             request = self.client.entries().list_next(previous_request=request, previous_response=response)
-        return logs
 
     @staticmethod
     def _generate_logging_filter(query, start, end):
         logging_filter = ''
-        log_filters = query.get('filters', [])
+        log_filters = query.get('filter', [])
         for log_filter in log_filters:
+
             _filter = []
             resource_type = log_filter.get('resource_type')
             labels = log_filter.get('labels', {})
+
             if resource_type:
-                _filter.append(f'resource.type={resource_type}')
+                _filter.append(f'resource.type="{resource_type}"')
+
             if labels:
-                for key, value in labels.items():
-                    _filter.append(f'{key}={value}')
+                for label in labels:
+                    _filter.append(f'{label["key"]}="{label["value"]}"')
+
             if logging_filter:
                 logging_filter += f' OR ({" AND ".join(_filter)})'
             else:
                 logging_filter += f'({" AND ".join(_filter)})'
 
         if logging_filter:
-            logging_filter += f' AND timestamp >= "{start}" AND timestamp <= "{end}"'
+            logging_filter += f' AND timestamp>="{start}" AND timestamp<="{end}"'
         else:
-            logging_filter += f'timestamp >= "{start}" AND timestamp <= "{end}"'
+            logging_filter += f'timestamp>="{start}" AND timestamp<="{end}"'
 
         return logging_filter

src/cloudforet/monitoring/manager/monitoring_manager.py

@@ -10,7 +10,7 @@ def __init__(self, transaction):
         super().__init__(transaction)
 
     def list_logs(self, params):
-        cloud_logging_conn: CloudLoggingConnector = self.locator.get_connector(CloudLoggingConnector, **params)
+        cloud_logging_conn: CloudLoggingConnector = self.locator.get_connector('CloudLoggingConnector', **params)
 
-        logs = cloud_logging_conn.list_log_entries(params)
-        print(logs)
+        for logs in cloud_logging_conn.list_log_entries(params):
+            print(logs)