diff --git a/extensions/blocks/slideshow/style.scss b/extensions/blocks/slideshow/style.scss
index c1d1fc509469c..be2ea1cf8f8af 100644
--- a/extensions/blocks/slideshow/style.scss
+++ b/extensions/blocks/slideshow/style.scss
@@ -1,10 +1,15 @@
 @import '../../shared/styles/gutenberg-colors.scss';
+@import '../../shared/styles/gutenberg-variables.scss';
 @import '../../shared/styles/jetpack-variables.scss';
 
 .wp-block-jetpack-slideshow {
 	margin-bottom: $jetpack-block-margin-bottom;
 	position: relative;
 
+	[tabindex='-1']:focus {
+		outline: 0;
+	}
+
 	.wp-block-jetpack-slideshow_container {
 		width: 100%;
 		overflow: hidden;
@@ -79,6 +84,11 @@
 		}
 	}
 
+	.wp-block-jetpack-slideshow_button-prev,
+	.wp-block-jetpack-slideshow_button-next {
+		display: none;
+	}
+
 	&.swiper-container-rtl .swiper-button-prev.swiper-button-white,
 	&.swiper-container-rtl .wp-block-jetpack-slideshow_button-prev,
 	.swiper-button-next.swiper-button-white,
@@ -119,6 +129,7 @@
 		cursor: text;
 		left: 0;
 		margin: 0 !important;
+		max-height: 100%;
 		padding: 0.75em;
 		position: absolute;
 		right: 0;
@@ -129,6 +140,10 @@
 		}
 	}
 
+	&[data-autoplay='true'] .wp-block-jetpack-slideshow_caption.gallery-caption {
+		max-height: calc( 100% - 68px );
+	}
+
 	.wp-block-jetpack-slideshow_pagination.swiper-pagination-bullets {
 		bottom: 0;
 		line-height: 24px;
@@ -163,3 +178,12 @@
 		}
 	}
 }
+
+@media ( min-width: $break-small ) {
+	.wp-block-jetpack-slideshow {
+		.wp-block-jetpack-slideshow_button-prev,
+		.wp-block-jetpack-slideshow_button-next {
+			display: block;
+		}
+	}
+}