Migrate Expo image manipulator API (#11661)

This commit is contained in:
Samuel Newman
2026-09-04 16:59:55 +03:00
committed by GitHub
parent 48f96d6421
commit a197340bce
7 changed files with 285 additions and 122 deletions
+114 -14
View File
@@ -1,5 +1,9 @@
import {createDownloadResumable, deleteAsync} from 'expo-file-system/legacy' import {
import {manipulateAsync, SaveFormat} from 'expo-image-manipulator' createDownloadResumable,
deleteAsync,
getInfoAsync,
} from 'expo-file-system/legacy'
import {ImageManipulator, SaveFormat} from 'expo-image-manipulator'
import {IMAGE_SIZE_CONFIG_2K_1MB} from '../../src/lib/constants' import {IMAGE_SIZE_CONFIG_2K_1MB} from '../../src/lib/constants'
import { import {
@@ -9,7 +13,6 @@ import {
import {getResizedDimensions} from '../../src/lib/media/util' import {getResizedDimensions} from '../../src/lib/media/util'
const mockResizedImage = { const mockResizedImage = {
path: 'file://resized-image.jpg',
size: 100, size: 100,
width: 100, width: 100,
height: 100, height: 100,
@@ -20,10 +23,26 @@ describe('downloadAndResize', () => {
const errorSpy = jest.spyOn(global.console, 'error') const errorSpy = jest.spyOn(global.console, 'error')
beforeEach(() => { beforeEach(() => {
const mockedCreateResizedImage = manipulateAsync as jest.Mock let savedImageCount = 0
mockedCreateResizedImage.mockResolvedValue({ const mockedManipulate = ImageManipulator.manipulate as jest.Mock
uri: 'file://resized-image.jpg', mockedManipulate.mockImplementation(() => {
const image = {
...mockResizedImage, ...mockResizedImage,
release: jest.fn(),
uri: 'file://rendered-image.jpg',
saveAsync: jest.fn().mockImplementation(() => {
savedImageCount += 1
return Promise.resolve({
uri: `file://resized-image-${savedImageCount}.jpg`,
...mockResizedImage,
})
}),
}
return {
release: jest.fn(),
renderAsync: jest.fn().mockResolvedValue(image),
resize: jest.fn(),
}
}) })
}) })
@@ -48,7 +67,10 @@ describe('downloadAndResize', () => {
} }
const result = await downloadAndResize(opts) const result = await downloadAndResize(opts)
expect(result).toEqual(mockResizedImage) expect(result).toEqual({
...mockResizedImage,
path: 'file://resized-image-7.jpg',
})
expect(createDownloadResumable).toHaveBeenCalledWith( expect(createDownloadResumable).toHaveBeenCalledWith(
opts.uri, opts.uri,
expect.anything(), expect.anything(),
@@ -57,20 +79,98 @@ describe('downloadAndResize', () => {
}, },
) )
// First time it gets called is to get dimensions // First time it gets called is to get dimensions.
expect(manipulateAsync).toHaveBeenCalledWith(expect.any(String), [], {}) expect(ImageManipulator.manipulate).toHaveBeenNthCalledWith(
1,
expect.any(String),
)
const firstContext = (ImageManipulator.manipulate as jest.Mock).mock
.results[0].value
expect(firstContext.resize).not.toHaveBeenCalled()
// The mocked source image is 100x100, below maxDimension, so it is not // The mocked source image is 100x100, below maxDimension, so it is not
// downsized. // downsized.
expect(manipulateAsync).toHaveBeenCalledWith( const secondContext = (ImageManipulator.manipulate as jest.Mock).mock
expect.any(String), .results[1].value
[{resize: {height: 100, width: 100}}], expect(secondContext.resize).toHaveBeenCalledWith({
{format: SaveFormat.JPEG, compress: 1.0}, height: 100,
width: 100,
})
const lastContext = (
ImageManipulator.manipulate as jest.Mock
).mock.results.at(-1)!.value
const resizedImage = await lastContext.renderAsync.mock.results[0].value
expect(resizedImage.saveAsync).toHaveBeenCalledWith(
expect.objectContaining({format: SaveFormat.JPEG, compress: 1.0}),
) )
expect(deleteAsync).toHaveBeenCalledWith(expect.any(String), { const deletedPaths = (deleteAsync as jest.Mock).mock.calls.map(
([path]) => path,
)
expect(deletedPaths).toEqual(
expect.arrayContaining([
'file://resized-image-1.jpg',
'file://resized-image-2.jpg',
'file://resized-image-3.jpg',
'file://resized-image-4.jpg',
'file://resized-image-5.jpg',
'file://resized-image-6.jpg',
]),
)
expect(deletedPaths).not.toContain('file://resized-image-7.jpg')
})
it('deletes a partial download when downloading fails', async () => {
const mockedFetch = createDownloadResumable as jest.Mock
mockedFetch.mockReturnValue({
cancelAsync: jest.fn(),
downloadAsync: jest.fn().mockRejectedValue(new Error('download failed')),
})
const opts: DownloadAndResizeOpts = {
uri: 'https://example.com/image.jpg',
maxDimension: 2000,
maxSize: 500000,
timeout: 10000,
}
await expect(downloadAndResize(opts)).rejects.toThrow('download failed')
expect(deleteAsync).toHaveBeenCalledWith(expect.stringMatching(/\.bin$/), {
idempotent: true, idempotent: true,
}) })
}) })
it('deletes every intermediate image when resizing fails', async () => {
const mockedFetch = createDownloadResumable as jest.Mock
mockedFetch.mockReturnValue({
cancelAsync: jest.fn(),
downloadAsync: jest
.fn()
.mockResolvedValue({uri: 'file://downloaded-image.jpg'}),
})
;(getInfoAsync as jest.Mock)
.mockResolvedValueOnce({exists: true, size: 100})
.mockRejectedValueOnce(new Error('stat failed'))
const opts: DownloadAndResizeOpts = {
uri: 'https://example.com/image.jpg',
maxDimension: 2000,
maxSize: 500000,
timeout: 10000,
}
await expect(downloadAndResize(opts)).rejects.toThrow('stat failed')
const deletedPaths = (deleteAsync as jest.Mock).mock.calls.map(
([path]) => path,
)
expect(deletedPaths).toEqual(
expect.arrayContaining([
'file://resized-image-1.jpg',
'file://resized-image-2.jpg',
'file://resized-image-3.jpg',
]),
)
})
it('should return undefined for invalid URI', async () => { it('should return undefined for invalid URI', async () => {
const opts: DownloadAndResizeOpts = { const opts: DownloadAndResizeOpts = {
uri: 'invalid-uri', uri: 'invalid-uri',
+24 -3
View File
@@ -36,15 +36,36 @@ jest.mock('expo-file-system/legacy', () => ({
createDownloadResumable: jest.fn(), createDownloadResumable: jest.fn(),
})) }))
jest.mock('expo-image-manipulator', () => ({ jest.mock('expo-image-manipulator', () => {
manipulateAsync: jest.fn().mockResolvedValue({ const createContext = () => {
const image = {
height: 100,
release: jest.fn(),
saveAsync: jest.fn().mockResolvedValue({
height: 100,
uri: 'file://resized-image', uri: 'file://resized-image',
width: 100,
}), }),
width: 100,
}
return {
crop: jest.fn(),
release: jest.fn(),
renderAsync: jest.fn().mockResolvedValue(image),
resize: jest.fn(),
}
}
return {
ImageManipulator: {
manipulate: jest.fn(createContext),
},
SaveFormat: { SaveFormat: {
JPEG: 'jpeg', JPEG: 'jpeg',
WEBP: 'webp', WEBP: 'webp',
}, },
})) }
})
jest.mock('expo-camera', () => ({ jest.mock('expo-camera', () => ({
Camera: { Camera: {
+1 -1
View File
@@ -638,7 +638,7 @@
"count": 1 "count": 1
}, },
"typescript/no-floating-promises": { "typescript/no-floating-promises": {
"count": 5 "count": 3
} }
}, },
"src/lib/media/manip.web.ts": { "src/lib/media/manip.web.ts": {
+27
View File
@@ -0,0 +1,27 @@
import {
ImageManipulator,
type ImageManipulatorContext,
type ImageResult,
type SaveOptions,
} from 'expo-image-manipulator'
export async function renderImage(
source: string,
manipulate?: (context: ImageManipulatorContext) => void,
saveOptions?: SaveOptions,
): Promise<ImageResult> {
const context = ImageManipulator.manipulate(source)
try {
manipulate?.(context)
const image = await context.renderAsync()
try {
return await image.saveAsync(saveOptions)
} finally {
image.release()
}
} finally {
context.release()
}
}
+50 -19
View File
@@ -12,12 +12,13 @@ import {
StorageAccessFramework, StorageAccessFramework,
writeAsStringAsync, writeAsStringAsync,
} from 'expo-file-system/legacy' } from 'expo-file-system/legacy'
import {manipulateAsync, SaveFormat} from 'expo-image-manipulator' import {SaveFormat} from 'expo-image-manipulator'
import * as MediaLibrary from 'expo-media-library/legacy' import * as MediaLibrary from 'expo-media-library/legacy'
import * as Sharing from 'expo-sharing' import * as Sharing from 'expo-sharing'
import {logger} from '#/logger' import {logger} from '#/logger'
import {IS_ANDROID, IS_IOS} from '#/env' import {IS_ANDROID, IS_IOS} from '#/env'
import {renderImage} from './image-manipulator'
import {type PickerImage} from './picker.shared' import {type PickerImage} from './picker.shared'
import {type Dimensions} from './types' import {type Dimensions} from './types'
import {convertCdnPreset, getResizedDimensions} from './util' import {convertCdnPreset, getResizedDimensions} from './util'
@@ -78,16 +79,25 @@ export async function shareImageModal({uri}: {uri: string}) {
} }
const downloadedPath = await downloadImage(uri, String(uuid.v4()), 15e3) const downloadedPath = await downloadImage(uri, String(uuid.v4()), 15e3)
const {uri: jpegUri} = await manipulateAsync(downloadedPath, [], { let jpegUri: string | undefined
let imagePath: string | undefined
try {
const jpeg = await renderImage(downloadedPath, undefined, {
format: SaveFormat.JPEG, format: SaveFormat.JPEG,
compress: 1.0, compress: 1.0,
}) })
void safeDeleteAsync(downloadedPath) jpegUri = jpeg.uri
const imagePath = await moveToPermanentPath(jpegUri, '.jpg') imagePath = await moveToPermanentPath(jpegUri, '.jpg')
await Sharing.shareAsync(imagePath, { await Sharing.shareAsync(imagePath, {
mimeType: 'image/jpeg', mimeType: 'image/jpeg',
UTI: 'image/jpeg', UTI: 'image/jpeg',
}) })
} finally {
await safeDeleteAsync(downloadedPath)
if (jpegUri) await safeDeleteAsync(jpegUri)
if (imagePath) await safeDeleteAsync(imagePath)
}
} }
const ALBUM_NAME = 'Bluesky' const ALBUM_NAME = 'Bluesky'
@@ -199,7 +209,7 @@ async function doResize(
// Now instead, we have to supply the final dimensions to the manipulation function instead. // Now instead, we have to supply the final dimensions to the manipulation function instead.
// Performing an "empty" manipulation lets us get the dimensions of the original image. React Native's Image.getSize() // Performing an "empty" manipulation lets us get the dimensions of the original image. React Native's Image.getSize()
// does not work for local files... // does not work for local files...
const imageRes = await manipulateAsync(localUri, [], {}) const imageRes = await renderImage(localUri)
const newDimensions = getResizedDimensions( const newDimensions = getResizedDimensions(
{ {
width: imageRes.width, width: imageRes.width,
@@ -210,16 +220,17 @@ async function doResize(
let minQualityPercentage = 0 let minQualityPercentage = 0
let maxQualityPercentage = 101 // exclusive let maxQualityPercentage = 101 // exclusive
let newDataUri let newDataUri: PickerImage | undefined
const intermediateUris = [] const intermediateUris = []
try {
while (maxQualityPercentage - minQualityPercentage > 1) { while (maxQualityPercentage - minQualityPercentage > 1) {
const qualityPercentage = Math.round( const qualityPercentage = Math.round(
(maxQualityPercentage + minQualityPercentage) / 2, (maxQualityPercentage + minQualityPercentage) / 2,
) )
const resizeRes = await manipulateAsync( const resizeRes = await renderImage(
localUri, localUri,
[{resize: newDimensions}], context => context.resize(newDimensions),
{ {
format: SaveFormat.JPEG, format: SaveFormat.JPEG,
compress: qualityPercentage / 100, compress: qualityPercentage / 100,
@@ -249,20 +260,24 @@ async function doResize(
} }
} }
for (const intermediateUri of intermediateUris) {
if (newDataUri?.path !== normalizePath(intermediateUri)) {
safeDeleteAsync(intermediateUri)
}
}
if (newDataUri) { if (newDataUri) {
safeDeleteAsync(imageRes.uri)
return newDataUri return newDataUri
} }
throw new Error( throw new Error(
`This image is too big! We couldn't compress it down to ${opts.maxSize} bytes`, `This image is too big! We couldn't compress it down to ${opts.maxSize} bytes`,
) )
} catch (err) {
newDataUri = undefined
throw err
} finally {
await safeDeleteAsync(imageRes.uri)
await Promise.all(
intermediateUris
.filter(uri => newDataUri?.path !== normalizePath(uri))
.map(safeDeleteAsync),
)
}
} }
async function moveToPermanentPath(path: string, ext: string): Promise<string> { async function moveToPermanentPath(path: string, ext: string): Promise<string> {
@@ -393,13 +408,20 @@ async function downloadImage(uri: string, destName: string, timeout: number) {
const tempPath = `${cacheDirectory ?? ''}/${destName}.bin` const tempPath = `${cacheDirectory ?? ''}/${destName}.bin`
const dlResumable = createDownloadResumable(uri, tempPath, {cache: true}) const dlResumable = createDownloadResumable(uri, tempPath, {cache: true})
let timedOut = false let timedOut = false
let downloadedPath: string | undefined
let finalPath: string | undefined
const to1 = setTimeout(() => { const to1 = setTimeout(() => {
timedOut = true timedOut = true
void dlResumable.cancelAsync() void dlResumable.cancelAsync().catch(() => undefined)
}, timeout) }, timeout)
const dlRes = await dlResumable.downloadAsync() try {
let dlRes
try {
dlRes = await dlResumable.downloadAsync()
} finally {
clearTimeout(to1) clearTimeout(to1)
}
if (!dlRes?.uri) { if (!dlRes?.uri) {
if (timedOut) { if (timedOut) {
@@ -409,11 +431,20 @@ async function downloadImage(uri: string, destName: string, timeout: number) {
} }
} }
downloadedPath = dlRes.uri
const ext = extFromMime(dlRes.mimeType) const ext = extFromMime(dlRes.mimeType)
const finalPath = `${cacheDirectory ?? ''}/${destName}.${ext}` finalPath = `${cacheDirectory ?? ''}/${destName}.${ext}`
await moveAsync({from: dlRes.uri, to: finalPath}) await moveAsync({from: downloadedPath, to: finalPath})
return normalizePath(finalPath) return normalizePath(finalPath)
} catch (err) {
await Promise.all(
[...new Set([tempPath, downloadedPath, finalPath])]
.filter(path => path !== undefined)
.map(safeDeleteAsync),
)
throw err
}
} }
const MIME_TO_EXT: Record<string, string> = { const MIME_TO_EXT: Record<string, string> = {
+1 -10
View File
@@ -113,17 +113,8 @@ declare module 'expo-file-system' {
declare module 'expo-image-manipulator' { declare module 'expo-image-manipulator' {
import {type ImageManipulator as ImageManipulatorModule} from 'expo-image-manipulator/build/ImageManipulator.types' import {type ImageManipulator as ImageManipulatorModule} from 'expo-image-manipulator/build/ImageManipulator.types'
export const ImageManipulator: ImageManipulatorModule export const ImageManipulator: ImageManipulatorModule
export {useImageManipulator} from 'expo-image-manipulator/build/ImageManipulator'
export { export {
manipulateAsync,
useImageManipulator,
} from 'expo-image-manipulator/build/ImageManipulator'
export {
type Action,
type ActionCrop,
type ActionExtent,
type ActionFlip,
type ActionResize,
type ActionRotate,
FlipType, FlipType,
type ImageResult, type ImageResult,
SaveFormat, SaveFormat,
+10 -17
View File
@@ -5,14 +5,10 @@ import {
makeDirectoryAsync, makeDirectoryAsync,
moveAsync, moveAsync,
} from 'expo-file-system/legacy' } from 'expo-file-system/legacy'
import { import {type ImageManipulatorContext, SaveFormat} from 'expo-image-manipulator'
type Action,
type ActionCrop,
manipulateAsync,
SaveFormat,
} from 'expo-image-manipulator'
import {nanoid} from 'nanoid/non-secure' import {nanoid} from 'nanoid/non-secure'
import {renderImage} from '#/lib/media/image-manipulator'
import {getImageDim} from '#/lib/media/manip' import {getImageDim} from '#/lib/media/manip'
import {openCropper} from '#/lib/media/picker' import {openCropper} from '#/lib/media/picker'
import {type PickerImage} from '#/lib/media/picker.shared' import {type PickerImage} from '#/lib/media/picker.shared'
@@ -22,7 +18,7 @@ import {logger} from '#/logger'
import {IS_NATIVE, IS_WEB} from '#/env' import {IS_NATIVE, IS_WEB} from '#/env'
export type ImageTransformation = { export type ImageTransformation = {
crop?: ActionCrop['crop'] crop?: Parameters<ImageManipulatorContext['crop']>[0]
} }
export type ImageMeta = { export type ImageMeta = {
@@ -160,11 +156,8 @@ export async function manipulateImage(
img: ComposerImage, img: ComposerImage,
trans: ImageTransformation, trans: ImageTransformation,
): Promise<ComposerImage> { ): Promise<ComposerImage> {
const rawActions: (Action | undefined)[] = [trans.crop && {crop: trans.crop}] const crop = trans.crop
if (!crop) {
const actions = rawActions.filter((a): a is Action => a !== undefined)
if (actions.length === 0) {
if (img.transformed === undefined) { if (img.transformed === undefined) {
return img return img
} }
@@ -173,7 +166,7 @@ export async function manipulateImage(
} }
const source = img.source const source = img.source
const result = await manipulateAsync(source.path, actions, { const result = await renderImage(source.path, context => context.crop(crop), {
format: SaveFormat.PNG, format: SaveFormat.PNG,
}) })
@@ -244,9 +237,9 @@ export async function compressImage(
continue continue
} }
const res = await manipulateAsync( const res = await renderImage(
source.path, source.path,
[{resize: {width: w, height: h}}], context => context.resize({width: w, height: h}),
{ {
compress: qualityPercentage / 100, compress: qualityPercentage / 100,
format: SaveFormat.JPEG, format: SaveFormat.JPEG,
@@ -362,8 +355,8 @@ function blobToDataUri(blob: Blob): Promise<string> {
* media to a post. They live alongside our own `bsky-composer` dir under the OS * media to a post. They live alongside our own `bsky-composer` dir under the OS
* cache directory. expo-image-picker copies every originally selected photo and * cache directory. expo-image-picker copies every originally selected photo and
* video here, and expo-image-manipulator leaves intermediate full-resolution * video here, and expo-image-manipulator leaves intermediate full-resolution
* outputs here (compressImage makes several manipulateAsync passes, only the * outputs here (compressImage makes several rendering passes, only the last of
* last of which gets moved into `bsky-composer`). Nothing else cleans these up, * which gets moved into `bsky-composer`). Nothing else cleans these up,
* so on iOS - where the OS exposes no "clear cache" - they accumulate * so on iOS - where the OS exposes no "clear cache" - they accumulate
* indefinitely, one full-resolution copy per attached item. * indefinitely, one full-resolution copy per attached item.
*/ */