스토리지 관리 자동화

   ci_job_artifacts = []
    
    for project in projects:
        project_obj = gl.projects.get(project.id)
        
        jobs = project.jobs.list(pagination="keyset", order_by="id", per_page=100, iterator=True)
        
        for job in jobs:
            artifacts = job.attributes['artifacts']
            #print("DEBUG: ID {i}: {a}".format(i=job.id, a=json.dumps(artifacts, indent=4)))
            if not artifacts:
                continue
            
            for a in artifacts:
                data = {
                    "project_id": project_obj.id,
                    "project_web_url": project_obj.name,
                    "project_path_with_namespace": project_obj.path_with_namespace,
                    "job_id": job.id,
                    "artifact_filename": a['filename'],
                    "artifact_file_type": a['file_type'],
                    "artifact_size": a['size']
                }
                
                ci_job_artifacts.append(data)
    
    print("\n데이터 수집 완료.")
    
    if len(ci_job_artifacts) > 0:
        print("|Project|Job|Artifact name|Artifact type|Artifact size|\n|-|-|-|-|-|") #Start markdown friendly table
        for artifact in ci_job_artifacts:
            print('| [{project_name}]({project_web_url}) | {job_name} | {artifact_name} | {artifact_type} | {artifact_size} |'.format(project_name=artifact['project_path_with_namespace'], project_web_url=artifact['project_web_url'], job_name=artifact['job_id'], artifact_name=artifact['artifact_filename'], artifact_type=artifact['artifact_file_type'], artifact_size=render_size_mb(artifact['artifact_size'])))
    else:
        print("아티패크트를 찾을 수 없습니다.")

   for project in projects:
        project_obj = gl.projects.get(project.id)
        
        jobs = project.jobs.list(pagination="keyset", order_by="id", per_page=100, iterator=True)
        
        for job in jobs:
            artifacts = job.attributes['artifacts']
            if not artifacts:
                continue
            
            # 고급 필터링: 연령 및 크기
            # 예: 90일, 10MB 임계값 (할당 가능하도록 만들기)
            threshold_age = 90 * 24 * 60 * 60
            threshold_size = 10 * 1024 * 1024
            
            # 작업 연령, API 형식 구문 분석 필요: 2023-08-08T22:41:08.270Z
            created_at = datetime.datetime.strptime(job.created_at, '%Y-%m-%dT%H:%M:%S.%fZ')
            now = datetime.datetime.now()
            age = (now - created_at).total_seconds()
            # 더 짧게: 함수 사용
            # age = calculate_age(job.created_at)
            
            for a in artifacts:
                # ... 가독성을 위해 분석 컬렉션 코드 제거
                
                # 고급 필터링: 작업 아티패트 연령 및 크기를 임계값과 비교
                if (float(age) > float(threshold_age)) or (float(a['size']) > float(threshold_size)):
                    # 삭제할 작업 표시 (루프 내에서 삭제할 수 없음)
                    jobs_marked_delete_artifacts.append(job)
    
    print("\n데이터 수집 완료.")
    
    # 고급 필터링: 삭제할 모든 작업 아티패트 삭제
    for job in jobs_marked_delete_artifacts:
        # 아티패트 삭제
        print("DEBUG", job)
        job.delete_artifacts()
    
    # 컬렉션 요약 출력 (가독성을 위해 제거)

    for job in jobs_marked_delete_artifacts:
        # 아티팩트 및 작업 로그 삭제
        print("DEBUG", job)
        #job.delete_artifacts()
        job.erase()
        # 1초 동안 대기
        time.sleep(1)

    ci_job_artifacts_expiry = {}
    
    # 모든 프로젝트를 루프하고 .gitlab-ci.yml을 가져와 전체적으로 번역된 구성을 실행하여 `artifacts:` 설정을 추출합니다.    
    # https://python-gitlab.readthedocs.io/en/stable/gl_objects/ci_lint.html
    for project in projects:
            project_obj = gl.projects.get(project.id)
            project_name = project_obj.name
            project_web_url = project_obj.web_url
            try:
                lint_result = project.ci_lint.get()
                if lint_result.merged_yaml is None:
                    continue
                
                ci_pipeline = yaml.safe_load(lint_result.merged_yaml)
                #print("Project {p} Config\n{c}\n\n".format(p=project_name, c=json.dumps(ci_pipeline, indent=4)))
                
                for k in ci_pipeline:
                    v = ci_pipeline[k]
                    # `script` 속성을 가진 작업 객체
                    if isinstance(v, dict) and 'script' in v:
                        print(".", end="", flush=True) # 여전히 루핑 중임을 나타내는 피드백 획득
                        artifacts = v['artifacts'] if 'artifacts' in v else {}
                        
                        print("Project {p} job {j} artifacts {a}".format(p=project_name, j=k, a=json.dumps(artifacts, indent=4)))
                        
                        expire_in = None
                        if 'expire_in' in artifacts:
                            expire_in = artifacts['expire_in']
                        
                        store_key = project_web_url + '_' + k
                        ci_job_artifacts_expiry[store_key] = { 'project_web_url': project_web_url,
                                                        'project_name': project_name,
                                                        'job_name': k,
                                                        'artifacts_expiry': expire_in}
            
            except Exception as e:
                 print(f"Exception searching artifacts on ci_pipelines: {e}".format(e=e))
    
    if len(ci_job_artifacts_expiry) > 0:
        print("|Project|Job|Artifact expiry|\n|-|-|-|") #마크다운 테이블 시작
        for k, details in ci_job_artifacts_expiry.items():
            if details['job_name'][0] == '.':
                continue # '.'로 시작하는 작업 템플릿은 무시합니다.
            print(f'| [{ details["project_name"] }]({details["project_web_url"]}) | { details["job_name"] } | { details["artifacts_expiry"] if details["artifacts_expiry"] is not None else "❌ N/A" } |')

        repositories = project.repositories.list(iterator=True, size=True)
        if len(repositories) > 0:
            repository = repositories.pop()
            tags = repository.tags.list()
            
            # 정리: 최신 태그만 유지
            repository.tags.delete_in_bulk(keep_n=1)
            # 정리: 1달보다 오래된 모든 태그 삭제
            repository.tags.delete_in_bulk(older_than="1m")
            # 정리: `v.*`와 일치하는 모든 태그 삭제, 최신 2개 태그 유지
            repository.tags.delete_in_bulk(name_regex_delete="v.+", keep_n=2)

        packages = project.packages.list(order_by="created_at")
        
        for package in packages:
            
            package_files = package.package_files.list()
            for package_file in package_files:
                print("Package name: {p} File name: {f} Size {s}".format(
                    p=package.name, f=package_file.file_name, s=render_size_mb(package_file.size)))

        packages = project.packages.list(order_by="created_at")
        for package in packages:
            package_size = 0.0
            
            package_files = package.package_files.list()
            for package_file in package_files:
                print("Package name: {p} File name: {f} Size {s}".format(
                    p=package.name, f=package_file.file_name, s=render_size_mb(package_file.size)))
                
                package_size =+ package_file.size
            
            print("Package size: {s}\n\n".format(s=render_size_mb(package_size)))
            
            threshold_size = 10 * 1024 * 1024
            
            if (package_size > float(threshold_size)):
                print("Package size {s} > threshold {t}, deleting package.".format(
                    s=render_size_mb(package_size), t=render_size_mb(threshold_size)))
                package.delete()
            
            threshold_age = 90 * 24 * 60 * 60
            package_age = created_at = calculate_age(package.created_at)
            
            if (float(package_age > float(threshold_age))):
                print("Package age {a} > threshold {t}, deleting package.".format(
                    a=render_age_time(package_age), t=render_age_time(threshold_age)))
                package.delete()

def render_size_mb(v):
    return "%.4f" % (v / 1024 / 1024)

def render_age_time(v):
    return str(datetime.timedelta(seconds = v))

# `created_at` 날짜 및 시간을 타임존과 함께 Unix 타임스탬프로 변환
def calculate_age(created_at_datetime):
    created_at_ts = datetime.datetime.strptime(created_at_datetime, '%Y-%m-%dT%H:%M:%S.%fZ')
    now = datetime.datetime.now()
    return (now - created_at_ts).total_seconds()