{"id":53,"date":"2023-05-15T19:41:21","date_gmt":"2023-05-15T19:41:21","guid":{"rendered":"http:\/\/77interactive.com\/?p=53"},"modified":"2023-06-06T16:45:01","modified_gmt":"2023-06-06T16:45:01","slug":"python-upload-latest-via-s3","status":"publish","type":"post","link":"http:\/\/77interactive.com\/?p=53","title":{"rendered":"Python &#8211; Upload latest via S3"},"content":{"rendered":"\n<p>The following python script uploads a file and directory via S3. The file and directory must match a certain pattern. <\/p>\n\n\n\n<p>If the file or folder do not exist, an error is returned. <\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>import os\nimport datetime\nimport re\nimport subprocess\n\ndef get_newest_in_current_day(path):\n    current_day_files = &#91;]\n    current_day_dirs = &#91;]\n\n    current_day = datetime.datetime.now()\n    pattern = re.compile(r\"\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}Z(\\.pbm\\.json)?$\")\n\n    for name in os.listdir(path):\n        # Skip names that do not match the pattern\n        if not pattern.match(name):\n            continue\n\n        full_path = os.path.join(path, name)\n        timestamp_str = name.split('T')&#91;0]  # Extract the date part from the name\n        timestamp = datetime.datetime.strptime(timestamp_str, \"%Y-%m-%d\")\n\n        # Check if it's the current day\n        if timestamp.date() == current_day.date():\n            if os.path.isfile(full_path):\n                current_day_files.append((timestamp, name))\n            elif os.path.isdir(full_path):\n                current_day_dirs.append((timestamp, name))\n\n    # Sort by timestamp (newest first) and get the first name\n    current_day_files.sort(reverse=True)\n    current_day_dirs.sort(reverse=True)\n\n    newest_file = current_day_files&#91;0]&#91;1] if current_day_files else None\n    newest_dir = current_day_dirs&#91;0]&#91;1] if current_day_dirs else None\n\n    # If both the file and directory exist, upload them\n    if newest_file and newest_dir:\n        s3_target_path = \"\/weekly-prd\/database\/\"\n        s3_config_path = \".\/s3config.txt\"\n        subprocess.call(&#91;\"s3cmd\", \"put\", \"--config\", s3_config_path, os.path.join(path, newest_file), s3_target_path])\n        subprocess.call(&#91;\"s3cmd\", \"put\", \"--recursive\", \"--config\", s3_config_path, os.path.join(path, newest_dir), s3_target_path])\n        print(\"File and directory were uploaded.\")\n    else:\n        print(\"Nothing was uploaded.\")\n\n    return newest_file, newest_dir\n\n\npath = \"\/mnt\/backups\/0300\/rs\"\nget_newest_in_current_day(path)\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>The following python script uploads a file and directory via S3. The file and directory must match a certain pattern. If the file or folder do not exist, an error is returned.<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[2],"tags":[10,3],"class_list":["post-53","post","type-post","status-publish","format-standard","hentry","category-python","tag-backup","tag-python"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.9 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Python - Upload latest via S3 - 77 Interactive<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"http:\/\/77interactive.com\/?p=53\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Python - Upload latest via S3 - 77 Interactive\" \/>\n<meta property=\"og:description\" content=\"The following python script uploads a file and directory via S3. The file and directory must match a certain pattern. If the file or folder do not exist, an error is returned.\" \/>\n<meta property=\"og:url\" content=\"http:\/\/77interactive.com\/?p=53\" \/>\n<meta property=\"og:site_name\" content=\"77 Interactive\" \/>\n<meta property=\"article:published_time\" content=\"2023-05-15T19:41:21+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-06-06T16:45:01+00:00\" \/>\n<meta name=\"author\" content=\"Rudy\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Rudy\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 minute\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"http:\/\/77interactive.com\/?p=53#article\",\"isPartOf\":{\"@id\":\"http:\/\/77interactive.com\/?p=53\"},\"author\":{\"name\":\"Rudy\",\"@id\":\"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9\"},\"headline\":\"Python &#8211; Upload latest via S3\",\"datePublished\":\"2023-05-15T19:41:21+00:00\",\"dateModified\":\"2023-06-06T16:45:01+00:00\",\"mainEntityOfPage\":{\"@id\":\"http:\/\/77interactive.com\/?p=53\"},\"wordCount\":38,\"keywords\":[\"backup\",\"python\"],\"articleSection\":[\"Python\"],\"inLanguage\":\"en-US\"},{\"@type\":\"WebPage\",\"@id\":\"http:\/\/77interactive.com\/?p=53\",\"url\":\"http:\/\/77interactive.com\/?p=53\",\"name\":\"Python - Upload latest via S3 - 77 Interactive\",\"isPartOf\":{\"@id\":\"http:\/\/77interactive.com\/#website\"},\"datePublished\":\"2023-05-15T19:41:21+00:00\",\"dateModified\":\"2023-06-06T16:45:01+00:00\",\"author\":{\"@id\":\"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9\"},\"breadcrumb\":{\"@id\":\"http:\/\/77interactive.com\/?p=53#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"http:\/\/77interactive.com\/?p=53\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"http:\/\/77interactive.com\/?p=53#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"http:\/\/77interactive.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Python &#8211; Upload latest via S3\"}]},{\"@type\":\"WebSite\",\"@id\":\"http:\/\/77interactive.com\/#website\",\"url\":\"http:\/\/77interactive.com\/\",\"name\":\"77 Interactive\",\"description\":\"Rudy&#039;s Code snippets\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"http:\/\/77interactive.com\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9\",\"name\":\"Rudy\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"http:\/\/77interactive.com\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/e336b9aecd39b40691ff8ccfcd68506415072dbe8caffc0485b94a1bc22b774d?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/e336b9aecd39b40691ff8ccfcd68506415072dbe8caffc0485b94a1bc22b774d?s=96&d=mm&r=g\",\"caption\":\"Rudy\"},\"url\":\"http:\/\/77interactive.com\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Python - Upload latest via S3 - 77 Interactive","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"http:\/\/77interactive.com\/?p=53","og_locale":"en_US","og_type":"article","og_title":"Python - Upload latest via S3 - 77 Interactive","og_description":"The following python script uploads a file and directory via S3. The file and directory must match a certain pattern. If the file or folder do not exist, an error is returned.","og_url":"http:\/\/77interactive.com\/?p=53","og_site_name":"77 Interactive","article_published_time":"2023-05-15T19:41:21+00:00","article_modified_time":"2023-06-06T16:45:01+00:00","author":"Rudy","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Rudy","Est. reading time":"1 minute"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"http:\/\/77interactive.com\/?p=53#article","isPartOf":{"@id":"http:\/\/77interactive.com\/?p=53"},"author":{"name":"Rudy","@id":"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9"},"headline":"Python &#8211; Upload latest via S3","datePublished":"2023-05-15T19:41:21+00:00","dateModified":"2023-06-06T16:45:01+00:00","mainEntityOfPage":{"@id":"http:\/\/77interactive.com\/?p=53"},"wordCount":38,"keywords":["backup","python"],"articleSection":["Python"],"inLanguage":"en-US"},{"@type":"WebPage","@id":"http:\/\/77interactive.com\/?p=53","url":"http:\/\/77interactive.com\/?p=53","name":"Python - Upload latest via S3 - 77 Interactive","isPartOf":{"@id":"http:\/\/77interactive.com\/#website"},"datePublished":"2023-05-15T19:41:21+00:00","dateModified":"2023-06-06T16:45:01+00:00","author":{"@id":"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9"},"breadcrumb":{"@id":"http:\/\/77interactive.com\/?p=53#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["http:\/\/77interactive.com\/?p=53"]}]},{"@type":"BreadcrumbList","@id":"http:\/\/77interactive.com\/?p=53#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"http:\/\/77interactive.com\/"},{"@type":"ListItem","position":2,"name":"Python &#8211; Upload latest via S3"}]},{"@type":"WebSite","@id":"http:\/\/77interactive.com\/#website","url":"http:\/\/77interactive.com\/","name":"77 Interactive","description":"Rudy&#039;s Code snippets","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"http:\/\/77interactive.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"http:\/\/77interactive.com\/#\/schema\/person\/0e61d2a984b8304618026b207e6121e9","name":"Rudy","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"http:\/\/77interactive.com\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/e336b9aecd39b40691ff8ccfcd68506415072dbe8caffc0485b94a1bc22b774d?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/e336b9aecd39b40691ff8ccfcd68506415072dbe8caffc0485b94a1bc22b774d?s=96&d=mm&r=g","caption":"Rudy"},"url":"http:\/\/77interactive.com\/?author=1"}]}},"_links":{"self":[{"href":"http:\/\/77interactive.com\/index.php?rest_route=\/wp\/v2\/posts\/53","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/77interactive.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/77interactive.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/77interactive.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/77interactive.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=53"}],"version-history":[{"count":0,"href":"http:\/\/77interactive.com\/index.php?rest_route=\/wp\/v2\/posts\/53\/revisions"}],"wp:attachment":[{"href":"http:\/\/77interactive.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=53"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/77interactive.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=53"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/77interactive.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=53"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}